Script exit with exit code 2

fatal error: concurrent map writes

goroutine 1138 [running]:
runtime.throw(0xab7b31, 0x15)
	/usr/local/go/src/runtime/panic.go:1116 +0x72 fp=0xc0030cfa90 sp=0xc0030cfa60 pc=0x453732
runtime.mapassign_faststr(0xa13de0, 0xc0002ca030, 0xc00070eb83, 0x18, 0xaa04f9)
	/usr/local/go/src/runtime/map_faststr.go:211 +0x3f7 fp=0xc0030cfaf8 sp=0xc0030cfa90 pc=0x4338e7
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00070eb40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:314 +0x5a9 fp=0xc0030cffb8 sp=0xc0030cfaf8 pc=0x824ef9
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:1373 +0x1 fp=0xc0030cffc0 sp=0xc0030cffb8 pc=0x483571
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 1 [semacquire]:
os.(*File).readdirnames(0xc004836670, 0xffffffffffffffff, 0x0, 0xc000000000, 0xc004836670, 0x0, 0x0)
	/usr/local/go/src/os/dir_unix.go:36 +0x3e3
os.(*File).Readdirnames(...)
	/usr/local/go/src/os/dir.go:48
path/filepath.readDirNames(0xc0076e8f00, 0x42, 0x42, 0xc0076e8f40, 0x2, 0xc00012eff8, 0x4f76ff)
	/usr/local/go/src/path/filepath/path.go:421 +0x18b
path/filepath.walk(0xc0076e8f00, 0x42, 0xb89740, 0xc006b0e750, 0xc00012f548, 0x0, 0x0)
	/usr/local/go/src/path/filepath/path.go:363 +0x72
path/filepath.walk(0xc0002ce100, 0x3f, 0xb89740, 0xc0002cc0d0, 0xc00012f548, 0x0, 0x0)
	/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.walk(0x7ffe516b37c9, 0x37, 0xb89740, 0xc0002cc000, 0xc00012f548, 0x0, 0xc00012f248)
	/usr/local/go/src/path/filepath/path.go:384 +0x2ff
path/filepath.Walk(0x7ffe516b37c9, 0x37, 0xc00012f548, 0x10, 0x0)
	/usr/local/go/src/path/filepath/path.go:406 +0xff
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand(0x7ffe516b37c9, 0x37, 0xffffffffffffffff, 0xbfb388df8dcc0907)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:265 +0x1a1
main.main()
	/home/ec2-user/environment/cluster2/tgnews.go:75 +0x72a

goroutine 19 [syscall]:
os/signal.signal_recv(0x0)
	/usr/local/go/src/runtime/sigqueue.go:147 +0x9c
os/signal.loop()
	/usr/local/go/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.Notify.func1
	/usr/local/go/src/os/signal/signal.go:127 +0x44

goroutine 34 [chan receive]:
main.main.func1(0xc0000b70e0, 0xbfb388df8dcc0907, 0x2f7e00, 0x1251a20)
	/home/ec2-user/environment/cluster2/tgnews.go:36 +0x41
created by main.main
	/home/ec2-user/environment/cluster2/tgnews.go:35 +0x176

goroutine 35 [semacquire]:
bytes.NewReader(...)
	/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc0024a0000, 0x1deb, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001aaa6e0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c0d518, 0xc00075e420, 0xc0043cc140)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 36 [semacquire]:
regexp/syntax.(*parser).push(0xc0027a6840, 0xc003ea0000, 0xc007818501)
	/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).op(0xc0027a6840, 0xaba609, 0xe)
	/usr/local/go/src/regexp/syntax/parse.go:218 +0x84
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
	/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002187300, 0x0, 0xaba6c6, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002187300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002187300, 0x0, 0x0, 0x0, 0xb856e0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002187300, 0x75a856, 0x0, 0xc000469d50, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002187300, 0xc0021872c8, 0xc002187350, 0x42ca96, 0xc004280270, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc002187368, 0xc002187380, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc007818540)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00280a5d0, 0xaba6c1, 0x1a, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc002187518, 0xc0002d8840, 0xaba6c1, 0x1a, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003140c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 37 [semacquire]:
bytes.makeSlice(0x1fa, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004c25208, 0xd6, 0x1)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004c25208, 0xc00010bb20, 0xd6, 0x5165d7, 0xc0019d3284, 0xc004822c10)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f6a5b0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f6a540)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f69f10)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0051ec270, 0xc0051ec510, 0xc005688100)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004c25518, 0xc0019e8f60, 0x5b)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 38 [semacquire]:
strings.genSplit(0xc00673b400, 0x3e8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x3e8, 0xc00369b000, 0x3eb)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e9d518, 0xc0042c6140, 0xc0042c69e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 39 [runnable]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc001879520, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001879520)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001879520, 0xc0031971f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a22960, 0x0, 0x0, 0x0, 0xc001ea1200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a22960, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ea18f8, 0xc001881500, 0x1476, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 41 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f133023e420, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0049d00f0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0049d00d0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000535400, 0x48c, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aac960, 0x2b, 0xc000535400, 0x48c, 0xc000535400, 0x48c, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aac960, 0x2b, 0xc000535400, 0x48c, 0xaa0378, 0x1, 0xc000535400, 0x48c, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 42 [semacquire]:
bytes.makeSlice(0xb23, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002627208, 0x87, 0xe5)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002627208, 0xc001cfd9e0, 0x87, 0x5165d7, 0xc0054e5c04, 0xc001f7ce00)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00259f030)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00259efc0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00259e310)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0057b62d0, 0xc0057b6540, 0xc001f40c40)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002627518, 0xc002311840, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 44 [semacquire]:
strings.genSplit(0xc0055bcd00, 0x873, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006428000, 0x1b1, 0x1b1)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a4d3c0, 0xaa04fd, 0x2, 0xc004454d00, 0x873, 0x3f, 0x1b1, 0xc005a22fc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004454d00, 0x873, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a4d518, 0xc00392cee0, 0x3c, 0xc005212b00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003146c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 45 [semacquire]:
bytes.makeSlice(0xe1b, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0043ee810, 0xdb, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0043ee810, 0xc003b91ea0, 0xdb, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0043ee810, 0xc003b91ea0, 0xdb, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0043ee810, 0xc002ec73b0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0043ee810, 0xc002ec7340, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043ee810, 0xc002ec6930, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043ee810, 0xc002ec6850, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0043ee810, 0xc002ec6150, 0xb84d20, 0xc0043ee810)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0043ee810, 0xc002ec6150, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0043ee660, 0x2bdebeb0, 0x1251a20, 0xc003e90cc0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 46 [semacquire]:
reflect.unsafe_NewArray(0xa49de0, 0x4, 0xa49de0)
	/usr/local/go/src/runtime/malloc.go:1192 +0x35
reflect.MakeSlice(0xb90360, 0x9de620, 0x0, 0x4, 0x9de620, 0x0, 0x0)
	/usr/local/go/src/reflect/value.go:2268 +0xc4
encoding/json.(*decodeState).array(0xc002caa9a0, 0x9cfa40, 0xc0075966c0, 0x16, 0xc002caa9c8, 0x5b)
	/usr/local/go/src/encoding/json/decode.go:564 +0x6f7
encoding/json.(*decodeState).value(0xc002caa9a0, 0x9cfa40, 0xc0075966c0, 0x16, 0xc0022cb8a8, 0x532927)
	/usr/local/go/src/encoding/json/decode.go:377 +0xfd
encoding/json.(*decodeState).unmarshal(0xc002caa9a0, 0x9cfa40, 0xc0075966c0, 0xc002caa9c8, 0x0)
	/usr/local/go/src/encoding/json/decode.go:180 +0x1f0
encoding/json.Unmarshal(0xc004e8c6c0, 0x120, 0x120, 0x9cfa40, 0xc0075966c0, 0x120, 0x50cc01)
	/usr/local/go/src/encoding/json/decode.go:107 +0x112
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0004ce900, 0xc001c8b680, 0x223, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001c8b680, 0x223, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b3a2c0, 0x3c, 0xc001c8b680, 0x223, 0xc001c8b680, 0x223, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b3a2c0, 0x3c, 0xc001c8b680, 0x223, 0xaa0378, 0x1, 0xc001c8b680, 0x223, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 47 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40070c0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005efccb0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005efcc70, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001c40580, 0xc6e, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018d22a0, 0x27, 0xc001c40580, 0xc6e, 0xc001c40580, 0xc6e, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0018d22a0, 0x27, 0xc001c40580, 0xc6e, 0xaa0378, 0x1, 0xc001c40580, 0xc6e, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 48 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0022442e0, 0xc0020772c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0020773c0, 0xaa0503, 0x2, 0xc0058e3080, 0x520, 0x1, 0x10a, 0xc007676080)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0058e3080, 0x520, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002077518, 0xc005629600, 0x47, 0xc005a9814d)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003149c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 49 [semacquire]:
strings.genSplit(0xc00269d200, 0x1fe, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x1fe, 0xc007aa2a00, 0x1fe)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0079b9588, 0xaa04f9, 0x2, 0xc007aa2a00, 0x1fe, 0x9, 0x1e, 0xc0076760a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0079b9518, 0xc005628f80, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314a80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 50 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13381d03d0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002e02020, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002e02000, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002226e00, 0x35e, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b3b4c0, 0x37, 0xc002226e00, 0x35e, 0xc002226e00, 0x35e, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b3b4c0, 0x37, 0xc002226e00, 0x35e, 0xaa0378, 0x1, 0xc002226e00, 0x35e, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 51 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004d6b900, 0x221, 0x221, 0x3, 0x0, 0x220, 0xc004d6b900)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00064d518, 0xc0056299c0, 0xc00477f8a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314c00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 52 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0062e8500, 0xc001ba92c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ba93c0, 0xaa0503, 0x2, 0xc006cdc000, 0xec0, 0x1, 0x2e6, 0xc0076863e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006cdc000, 0xec0, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ba9518, 0xc00416a000, 0x39, 0xc003881c80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 53 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f130c005100, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000f5d260, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000f5d250, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002982500, 0x494, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019ccdc0, 0x38, 0xc002982500, 0x494, 0xc002982500, 0x494, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019ccdc0, 0x38, 0xc002982500, 0x494, 0xaa0378, 0x1, 0xc002982500, 0x494, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314d80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 55 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1314a4d380, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005e70170, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005e70150, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002488c00, 0x5d6, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002282200, 0x38, 0xc002488c00, 0x5d6, 0xc002488c00, 0x5d6, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002282200, 0x38, 0xc002488c00, 0x5d6, 0xaa0378, 0x1, 0xc002488c00, 0x5d6, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314f00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 56 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400bd50, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00475c560, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00475c550, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00229f400, 0x4e3, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a12c0, 0x46, 0xc00229f400, 0x4e3, 0xc00229f400, 0x4e3, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a12c0, 0x46, 0xc00229f400, 0x4e3, 0xaa0378, 0x1, 0xc00229f400, 0x4e3, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000314fc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 57 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007554fa0, 0xc003a4b2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a4b3c0, 0xaa059b, 0x2, 0xc001ad8000, 0x5a3, 0x12, 0x122, 0xc0062e93e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001ad8000, 0x5a3, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a4b518, 0xc003f273a0, 0x20, 0xc00502ba00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 58 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc0037a6600, 0x5d9, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00064f3c0, 0xaa04d9, 0x2, 0xc0037a6600, 0x5d9, 0x5, 0x121, 0xc007676c80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0037a6600, 0x5d9, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00064f518, 0xc003f27640, 0x30, 0xc004d98b40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 59 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0049f4000, 0x1ce, 0x1ce, 0x3, 0x0, 0x1cd, 0xc0049f4000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004cb3518, 0xc005a222a0, 0xc00416b2c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 60 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f135020c2e0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00536a0b0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00536a0a0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00193f000, 0xaf5, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d57b53, 0x28, 0xc00193f000, 0xaf5, 0xc00193f000, 0xaf5, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d57b53, 0x28, 0xc00193f000, 0xaf5, 0xaa0378, 0x1, 0xc00193f000, 0xaf5, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003152c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 61 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002431588, 0xaa04f9, 0x2, 0xc004ff7300, 0x1293, 0x0, 0xc0009f0a80, 0x7f13f041c080)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002431518, 0xc002604660, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 62 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001eb4000, 0xa01, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001eb4000, 0xa01, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001eb4000, 0xa01, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc001eb4000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001eb4000, 0xa01, 0x0, 0x0, 0xa01, 0xa80, 0xc001eb4000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001eb4000, 0xa01, 0xa01, 0xa80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024c47c0, 0x3f, 0xc001eb4000, 0xa01, 0xc001eb4000, 0xa01, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024c47c0, 0x3f, 0xc001eb4000, 0xa01, 0xaa0378, 0x1, 0xc001eb4000, 0xa01, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 63 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc006d9d8c0, 0x293, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x172
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc006d9d8c0, 0x293, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc006d9d8c0, 0x293, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc006d9d8c0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc006d9d8c0, 0x293, 0x0, 0x0, 0x293, 0x2c0, 0xc006d9d8c0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc006d9d8c0, 0x293, 0x293, 0x2c0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000b3a80, 0x31, 0xc006d9d8c0, 0x293, 0xc006d9d8c0, 0x293, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000b3a80, 0x31, 0xc006d9d8c0, 0x293, 0xaa0378, 0x1, 0xc006d9d8c0, 0x293, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 64 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0017c1800, 0x5e5, 0xc00090f218, 0xc000b03500)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0017c1800, 0x5e5, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00090f3c0, 0xaa04f9, 0x2, 0xc0017c1800, 0x5e5, 0x3, 0x142, 0xc0000a6ae0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0017c1800, 0x5e5, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00090f518, 0xc002310e00, 0x3a, 0xc0040cd940)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003155c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 65 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00744b820, 0xc0008d92c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008d93c0, 0xaa0569, 0x2, 0xc007b03500, 0xa4e, 0x3, 0x1e4, 0xc0062e8460)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007b03500, 0xa4e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0008d9518, 0xc002311780, 0x45, 0xc0004aa190)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 66 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c401d060, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044253e0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044253c4, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002463700, 0x51f, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b12180, 0x2f, 0xc002463700, 0x51f, 0xc002463700, 0x51f, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b12180, 0x2f, 0xc002463700, 0x51f, 0xaa0378, 0x1, 0xc002463700, 0x51f, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 67 [semacquire]:
github.com/gigawattio/window.Rolling(0xc006288600, 0x116, 0x116, 0x3, 0x0, 0x115, 0xc006288600)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00098b518, 0xc0020e2660, 0xc0004cfa40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 68 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0077c6000, 0x5aa, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0077c6000, 0x5aa, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0077c6000, 0x5aa, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0077c6000, 0x5aa, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0077c6000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0077c6000, 0x5aa, 0x0, 0x0, 0x5aa, 0x700, 0xc0077c6000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0077c6000, 0x5aa, 0x5aa, 0x700)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018d2000, 0x2c, 0xc0077c6000, 0x5aa, 0xc0077c6000, 0x5aa, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0018d2000, 0x2c, 0xc0077c6000, 0x5aa, 0xaa0378, 0x1, 0xc0077c6000, 0x5aa, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003158c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 69 [semacquire]:
strings.genSplit(0xc002dd9100, 0xd3b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006582a80, 0x2a4, 0x2a4)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00314d3c0, 0xaa0503, 0x2, 0xc0026fed80, 0xd3b, 0x1, 0x2a4, 0xc004338700)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0026fed80, 0xd3b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00314d518, 0xc0002d90c0, 0x48, 0xc003c1109a)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 70 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007687120, 0xc001ecb2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ecb3c0, 0xaa0503, 0x2, 0xc006416800, 0x1765, 0x1, 0x461, 0xc007687100)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006416800, 0x1765, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ecb518, 0xc00000f4c0, 0x33, 0xc001f3cdc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315a40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 71 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f8051e90, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004425500, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044254e0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00230ef00, 0x494, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d24150, 0x21, 0xc00230ef00, 0x494, 0xc00230ef00, 0x494, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d24150, 0x21, 0xc00230ef00, 0x494, 0xaa0378, 0x1, 0xc00230ef00, 0x494, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315b00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 72 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13a8000dc0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005d3a90, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005d3a80, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001ff3000, 0x7b1, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b12db0, 0x2d, 0xc001ff3000, 0x7b1, 0xc001ff3000, 0x7b1, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b12db0, 0x2d, 0xc001ff3000, 0x7b1, 0xaa0378, 0x1, 0xc001ff3000, 0x7b1, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315bc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 73 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12a8001830, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc001e0eb20, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc001e0eb10, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003d28380, 0x332, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303bdc0, 0x37, 0xc003d28380, 0x332, 0xc003d28380, 0x332, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303bdc0, 0x37, 0xc003d28380, 0x332, 0xaa0378, 0x1, 0xc003d28380, 0x332, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315c80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 74 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400d8d0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0039cc870, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0039cc860, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004956000, 0x41c, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d18cc0, 0x3c, 0xc004956000, 0x41c, 0xc004956000, 0x41c, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d18cc0, 0x3c, 0xc004956000, 0x41c, 0xaa0378, 0x1, 0xc004956000, 0x41c, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315d40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 75 [semacquire]:
strings.Replace(0xc001b06600, 0x184f, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x3, 0xc001b06600, 0x184f)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0010498f8, 0xc0055fe600, 0x184c, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315e00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 76 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4011900, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0019ab8f0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0019ab8e0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003b9e600, 0x1ef, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003936390, 0x2b, 0xc003b9e600, 0x1ef, 0xc003b9e600, 0x1ef, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003936390, 0x2b, 0xc003b9e600, 0x1ef, 0xaa0378, 0x1, 0xc003b9e600, 0x1ef, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315ec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 77 [semacquire]:
strings.genSplit(0xc004bea000, 0xc27, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005a1af00, 0x249, 0x249)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022ed3c0, 0xaa059b, 0x2, 0xc00606ec80, 0xc27, 0x13, 0x249, 0xc00432be60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00606ec80, 0xc27, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0022ed518, 0xc0000a6880, 0x5e, 0xc00604aa80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000315f80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 78 [semacquire]:
strings.Replace(0xc004ec5800, 0x383, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc00297d2d0, 0x0, 0x0, 0x0, 0x0, 0xc00297d2d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc007026300, 0x0, 0x0, 0x0, 0x700, 0xc003d1fc00, 0x6ed, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003d1fc00, 0x6ed, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc003293fe0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0016f9518, 0xc003f27dc0, 0xc004973660)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 79 [semacquire]:
strings.genSplit(0xc005937200, 0x46e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002e1d000, 0xf9, 0xf9)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00319f3c0, 0xaa0503, 0x2, 0xc005936900, 0x46e, 0x1, 0xf9, 0xc0041d75a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005936900, 0x46e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00319f518, 0xc00427c200, 0x36, 0xc0035ec400)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 80 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001fae2c0, 0x28c, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001fae2c0, 0x28c, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001fae2c0, 0x28c, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc001fae2c0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001fae2c0, 0x28c, 0x0, 0x0, 0x28c, 0x2c0, 0xc001fae2c0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001fae2c0, 0x28c, 0x28c, 0x2c0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b13980, 0x2b, 0xc001fae2c0, 0x28c, 0xc001fae2c0, 0x28c, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b13980, 0x2b, 0xc001fae2c0, 0x28c, 0xaa0378, 0x1, 0xc001fae2c0, 0x28c, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a1e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 81 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004f2bf60, 0xc004b612c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b613c0, 0xaa0503, 0x2, 0xc0026ba000, 0x4df, 0x1, 0x109, 0xc0000a63c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0026ba000, 0x4df, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b61518, 0xc005f325c0, 0x1e, 0xc0022f1b40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a2a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 82 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003feb3c0, 0xaa04fd, 0x2, 0xc0037a6c00, 0x5bb, 0xc0037a6c00, 0xc003feb3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0037a6c00, 0x5bb, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003feb518, 0xc00384c040, 0x29, 0xc0018d26f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 83 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4006ca0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004161a60, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004161a50, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0022d8000, 0x49a, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e12540, 0x2d, 0xc0022d8000, 0x49a, 0xc0022d8000, 0x49a, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e12540, 0x2d, 0xc0022d8000, 0x49a, 0xaa0378, 0x1, 0xc0022d8000, 0x49a, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 85 [semacquire]:
strings.genSplit(0xc004db9000, 0x7e1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00602e600, 0x187, 0x187)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038093c0, 0xaa0599, 0x2, 0xc0031bd800, 0x7e1, 0x1, 0x187, 0xc0065e3fe0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0031bd800, 0x7e1, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003809518, 0xc0000a68e0, 0x37, 0xc002283a40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a5a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 86 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7b620, 0xc0035686c0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0035686c0, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc004362990)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004362990, 0x0, 0x0, 0x0, 0xc00, 0xc00601c000, 0xbfd, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00601c000, 0xbfd, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0005184d0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0038d5518, 0xc0004cf060, 0xc004973240)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 87 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0058d4c80, 0x250, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0058d4c80, 0x250, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0058d4c80, 0x250, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0058d4c80, 0x250, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0058d4c80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0058d4c80, 0x250, 0x0, 0x0, 0x250, 0x280, 0xc0058d4c80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0058d4c80, 0x250, 0x250, 0x280)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003859c80, 0x1d, 0xc0058d4c80, 0x250, 0xc0058d4c80, 0x250, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003859c80, 0x1d, 0xc0058d4c80, 0x250, 0xaa0378, 0x1, 0xc0058d4c80, 0x250, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 88 [semacquire]:
strings.genSplit(0xc002a56000, 0xa99, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005272000, 0x249, 0x249)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037bf3c0, 0xaa04fd, 0x2, 0xc002a13000, 0xa99, 0x50, 0x249, 0xc001d0ef80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a13000, 0xa99, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037bf518, 0xc001d0eba0, 0x2b, 0xc00168b2f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a7e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 89 [semacquire]:
strings.genSplit(0xc00173c600, 0x1128, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x59, 0xc00173a000, 0x3007f13c84fa998)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c013c0, 0xaa04f9, 0x2, 0xc00173a000, 0x1128, 0xc00173a000, 0xc004c013b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00173a000, 0x1128, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c01518, 0xc00384c400, 0x3d, 0xc0024c44c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a8a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 90 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc00337d600, 0xd30, 0x2, 0xc002d3fa58, 0xaa3a2a, 0x4, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc00337d600, 0xd30, 0x0, 0x0, 0xc0001e9410, 0x127d7a0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00337d600, 0xd30, 0x0, 0x0, 0x10, 0xab52f4)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033a960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 91 [semacquire]:
strings.genSplit(0xc004beac80, 0xc73, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0037f2000, 0x2ac, 0x2ac)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b7b3c0, 0xaa04d9, 0x2, 0xc005b7ac80, 0xc73, 0x1, 0x2ac, 0xc006528be0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b7ac80, 0xc73, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b7b518, 0xc001ef95e0, 0x30, 0xc001d252c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033aa20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 92 [semacquire]:
bytes.makeSlice(0x1c1d, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00455d1d0, 0x15b, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00455d1d0, 0xc0024e46e0, 0x15b, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc00455d1d0, 0xc0024e46e0, 0x15b, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc00455d1d0, 0xc0015c6000, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc00455d1d0, 0xc001091f80, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00455d1d0, 0xc002c083f0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00455d1d0, 0xc002c08310, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00455d1d0, 0xc00256dc00, 0xb84d20, 0xc00455d1d0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00455d1d0, 0xc00256dc00, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00455d020, 0x823f6b73, 0x1251a20, 0xc0041d6d00, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033aae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 93 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0075250c0, 0xc005d90300, 0x174, 0x174, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0075250c0, 0xc00110ad90, 0xc0075241b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075250c0, 0xc00110ad20, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0075250c0, 0xc00110ad20, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0075250c0, 0xc00110ad20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0075250c0, 0xc00110ad20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075250c0, 0xc0050c8380, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039e10c0, 0xc0050c8380, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039e10c0, 0xc0050c8380, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075250c0, 0xc0050c82a0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039e10c0, 0xc0050c82a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039e10c0, 0xc0050c82a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075250c0, 0xc004dcfb90, 0xc000b02700, 0x7f13f041a560)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0039e10c0, 0xc004dcfb90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039e10c0, 0xc004dcfb90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0075250c0, 0xc004dcfab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0039e10c0, 0xc004dcfab0, 0x54b170, 0xc0026831e0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004dcfab0, 0x0, 0x0, 0x0, 0x0, 0xc004dcfab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0050bc330, 0x0, 0x0, 0x0, 0xd80, 0xc00212d100, 0xd6f, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00212d100, 0xd6f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001df3f00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0039e1518, 0xc0041d6fe0, 0xc0020e3880)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033aba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 94 [semacquire]:
strings.genSplit(0xc0008d3800, 0x1516, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0049d2000, 0x3eb, 0x3eb)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028453c0, 0xaa059b, 0x2, 0xc004b0d000, 0x1516, 0x1f, 0x3eb, 0xc003c09760)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004b0d000, 0x1516, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002845518, 0xc003c092a0, 0x1d, 0xc004c1e7e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033ac60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 95 [semacquire]:
bytes.makeSlice(0x1d5a, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007987c80, 0xf8, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007987c80, 0xc003839e00, 0xf8, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc007987c80, 0xc003839e00, 0xf8, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc007987c80, 0xc001dd8150, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc007987c80, 0xc001dd80e0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987c80, 0xc00247b490, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987c80, 0xc00247b3b0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987c80, 0xc00247acb0, 0xb84d20, 0xc007987c80)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc007987c80, 0xc00247acb0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00382bdd0, 0xefdb2ae6, 0x1251a20, 0xc00075e6c0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033ad20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 96 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006b0e9c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc006b0ea90, 0xc00207ec40, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00075e660, 0x0, 0x0, 0x0, 0xc00170d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00075e660, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00170d8f8, 0xc00001b400, 0x2163, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033ade0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 97 [semacquire]:
strings.genSplit(0xc006350300, 0x6dd, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0066d6600, 0x197, 0x197)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041bf3c0, 0xaa04d9, 0x2, 0xc002ed9500, 0x6dd, 0x1, 0x197, 0xc007596f20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002ed9500, 0x6dd, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0041bf518, 0xc003c08fe0, 0x37, 0xc003880a40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033aea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 98 [semacquire]:
regexp.(*Regexp).expand(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc0045d4845, ...)
	/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0x0, 0x0, 0x0, 0xc004b19990, 0x2, 0x2, 0xc0045d4845, 0x7, 0x0)
	/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc0045d4845, 0x7, 0x2, 0xc00050e538, 0xc005b80c80, 0xc00550a5d8, ...)
	/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0045d4845, 0x7, 0xaa0378, 0x1, 0xc0040ba180, 0x3)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00050f0c0, 0xc003e3b7a0, 0xc002221550, 0xc00550a670)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050f0c0, 0xc003e3b730, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00550b0c0, 0xc003e3b730, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00550b0c0, 0xc003e3b730, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050f0c0, 0xc003e3b650, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00550b0c0, 0xc003e3b650, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00550b0c0, 0xc003e3b650, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050f0c0, 0xc003e3af50, 0xc000b02000, 0x7f13f041a560)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00550b0c0, 0xc003e3af50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00550b0c0, 0xc003e3af50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00050f0c0, 0xc003e3ae70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00550b0c0, 0xc003e3ae70, 0x54b170, 0xc0049fe0d0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003e3ae70, 0x0, 0x0, 0x0, 0x0, 0xc003e3ae70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006238420, 0x0, 0x0, 0x0, 0x1500, 0xc005c93500, 0x1443, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc005c93500, 0x1443, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005f3ea50)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00550b518, 0xc004ebbc00, 0xc00432a480)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033af60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 99 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0066908f0, 0xc00539d2b0, 0xcc)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0066908f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0066908f0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0066908f0, 0xc00263f810, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0e1e0, 0x0, 0x0, 0x0, 0xc004d1f200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0e1e0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d1f8f8, 0xc002246000, 0x1704, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 100 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003c08f60, 0xc003f812c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f813c0, 0xaa0503, 0x2, 0xc005dc6800, 0xac7, 0xc005dc6800, 0xc003f813b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005dc6800, 0xac7, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f81518, 0xc003c09ea0, 0x34, 0xc005090d80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b0e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 101 [runnable]:
strings.Index(0xc004414000, 0x7151, 0xaa0378, 0x1, 0x18ad)
	/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc004414000, 0x7151, 0xaa0378, 0x1, 0x0, 0x18ad, 0xc007358000, 0x18ae, 0x18ae)
	/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004a813c0, 0xaa0503, 0x2, 0xc006fd4000, 0x7151, 0x1, 0x18ae, 0xc00427d260)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006fd4000, 0x7151, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004a81518, 0xc002251f00, 0x9e, 0xc0066628c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b1a0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 102 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00456e210, 0x2c21c9eb, 0x1251a20, 0xc001ef8740, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b260, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 103 [semacquire]:
bytes.makeSlice(0x3774, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001e4fbf0, 0x5e, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001e4fbf0, 0xc0029287e1, 0x5e, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc001e4fbf0, 0xc0029287e1, 0x5f, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc001e4fbf0, 0xc0033a91f0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc001e4fbf0, 0xc0033a9180, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001e4fbf0, 0xc002e28070, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001e4fbf0, 0xc000891f80, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc001e4fbf0, 0xc000891880, 0xb84d20, 0xc001e4fbf0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc001e4fbf0, 0xc000891880, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001e4f950, 0x167a1647, 0x1251a20, 0xc001d0ee40, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b320, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 104 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00384c820, 0x0, 0x0, 0x20)
	/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00384c820, 0x0, 0x0, 0x0, 0xc0015a7200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00384c820, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015a78f8, 0xc0027ecc80, 0x18b3, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b3e0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 105 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00366e230, 0x4f, 0xaa0378, 0x1, 0xc0062d9100, 0x2)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00783dd98, 0xc0075aaf50, 0xc002d811e0, 0xc00783dc00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783dd98, 0xc0075aaee0, 0xc000000001, 0xb)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00783f0c0, 0xc0075aaee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:229 +0x376
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00783f0c0, 0xc0075aaee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc0075aae00, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00783f0c0, 0xc0075aae00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:220 +0x6a0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00783f0c0, 0xc0075aae00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc0075aad20, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00783f0c0, 0xc0075aad20, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00783f0c0, 0xc0075aad20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00783f0c0, 0xc0075aad20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc00110fb20, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc00110fb20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc00110fb20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc00110fa40, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc00110fa40, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc00110fa40, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc00110f340, 0xc000ad9500, 0x7f13f04197d0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc00110f340, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc00110f340, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00783f0c0, 0xc00110f260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc00110f260, 0x54b170, 0xc0030e20d0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00110f260, 0x0, 0x0, 0x0, 0x0, 0xc00110f260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001b64390, 0x0, 0x0, 0x0, 0x3500, 0xc000724000, 0x34db, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc000724000, 0x34db, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004a8d7a0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0048d5518, 0xc0041d73e0, 0xc002250680)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b4a0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 106 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f8002390, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00531c0f0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00531c0e0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003c408f0, 0xcd, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a0b40, 0x43, 0xc003c408f0, 0xcd, 0xc003c408f0, 0xcd, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a0b40, 0x43, 0xc003c408f0, 0xcd, 0xaa0378, 0x1, 0xc003c408f0, 0xcd, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 107 [semacquire]:
strings.genSplit(0xc005d388a0, 0x53, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x53, 0xc005d38840, 0x53)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000375588, 0xaa04f9, 0x2, 0xc005d38840, 0x53, 0x0, 0xc0003753d8, 0xc003938968)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000375518, 0xc002550b10, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000375518, 0xc00000e1c0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 108 [semacquire]:
strings.genSplit(0xc003def300, 0x1239, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc000000000, 0x7f13c85477b8)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038d93c0, 0xaa058b, 0x2, 0xc003f94000, 0x1239, 0xc003f94000, 0xc0038d93b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003f94000, 0x1239, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038d9518, 0xc0000a6d80, 0x33, 0xc002283ec0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b6e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 109 [semacquire]:
strings.Replace(0xc0060c2000, 0x2485, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0xc, 0xc0060c2000, 0x2485)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0001898f8, 0xc006171400, 0x2481, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b7a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 110 [semacquire]:
strings.genSplit(0xc000b4f000, 0xe5c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x57, 0xc000b4e000, 0x2007f13c8584ae8)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036a73c0, 0xaa04f9, 0x2, 0xc000b4e000, 0xe5c, 0xc000b4e000, 0xc0036a73b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000b4e000, 0xe5c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0036a7518, 0xc005de61a0, 0x50, 0xc001e10ff0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 111 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc006917bf0, 0xaa03ab, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0017a7518, 0xc006917bf0, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0017a7518, 0xc00392c4c0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 112 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc0053a4702, 0x6af, 0x2, 0xc001739a58, 0xaa3a2a, 0x4, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc0053a4702, 0x6af, 0x0, 0x0, 0xc0001e9410, 0x127d7a0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc0053a4702, 0x6af, 0x0, 0x0, 0x10, 0xab52f4)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033b9e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 113 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readTag(0xc0001ea8f0, 0x54e501)
	/home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162
golang.org/x/net/html.(*Tokenizer).readStartTag(0xc0001ea8f0, 0x61)
	/home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45
golang.org/x/net/html.(*Tokenizer).Next(0xc0001ea8f0, 0x1)
	/home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c
golang.org/x/net/html.(*parser).parse(0xc0001eaa90, 0xc001e72f50, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973ea0, 0x0, 0x0, 0x0, 0xc003de7200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973ea0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003de78f8, 0xc003b8d900, 0x11ef, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033baa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 114 [semacquire]:
regexp.newQueue(...)
	/usr/local/go/src/regexp/onepass.go:140
regexp.makeOnePass(0xc0057b6630, 0xc0057b6630)
	/usr/local/go/src/regexp/onepass.go:307 +0x148
regexp.compileOnePass(0xc0057b65d0, 0xc0057b65d0)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0018cf300, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0018cf300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0018cf300, 0x0, 0xb856e0, 0xc0004ce028, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0018cf300, 0xc0015b52d0, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0018cf300, 0x42ca96, 0xc0057b65a0, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0018cf370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007730280, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004248d80, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0018cf518, 0xc004338c00, 0xabc101, 0x1d, 0x3d, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bb60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 115 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00618aa00, 0x66d, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00618aa00, 0x66d, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00618aa00, 0x66d, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00618aa00, 0x66d, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00618aa00, 0x66d, 0x0, 0x0, 0x66d, 0xc00618aa00, 0x66d)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00618aa00, 0x66d, 0x66d, 0x700)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0043ff640, 0x35, 0xc00618aa00, 0x66d, 0xc00618aa00, 0x66d, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0043ff640, 0x35, 0xc00618aa00, 0x66d, 0xaa0378, 0x1, 0xc00618aa00, 0x66d, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bc20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 116 [semacquire]:
strings.genSplit(0xc006652700, 0x633, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x700, 0x0, 0x7f13c87c5548)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00333f3c0, 0xaa05c9, 0x2, 0xc006652000, 0x633, 0xc006652000, 0xc00333f3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006652000, 0x633, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00333f518, 0xc001ef9520, 0x31, 0xc0058cfa80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 117 [semacquire]:
strings.genSplit(0xc001840600, 0x1896, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007b9b800, 0x437, 0x437)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0024873c0, 0xaa059b, 0x2, 0xc007679980, 0x1896, 0x1b, 0x437, 0xc003c08740)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007679980, 0x1896, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002487518, 0xc0062e94e0, 0x28, 0xc003cbeff0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bda0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 118 [semacquire]:
strings.genSplit(0xc00477b600, 0x870, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002d6a000, 0x1c6, 0x1c6)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023d53c0, 0xaa0569, 0x2, 0xc004a8a400, 0x870, 0x2, 0x1c6, 0xc0062e9360)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004a8a400, 0x870, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023d5518, 0xc005629360, 0x43, 0xc0051abb80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033be60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 119 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0053b2000, 0x278, 0x278, 0x3, 0x0, 0x277, 0xc0053b2000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00033d518, 0xc0065286e0, 0xc006529060)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00033bf20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 120 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003a1c090, 0xc00009bd70, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003409518, 0xc00384c240, 0x4f, 0xc00002b9a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 121 [semacquire]:
strings.Replace(0xc003a77400, 0x2412, 0xaa03a3, 0x1, 0xaa0378, 0x1, 0x1c, 0xc003a77400, 0x2412)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b49518, 0xc00392c540, 0xc0042c60a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:318 +0x708
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003620c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 122 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00264f500, 0xa45, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00264f500, 0xa45, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00264f500, 0xa45, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00264f500, 0xa45, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00264f500, 0xa45, 0x0, 0x0, 0xa45, 0xc00264f500, 0xa45)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00264f500, 0xa45, 0xa45, 0xc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc5800, 0x32, 0xc00264f500, 0xa45, 0xc00264f500, 0xa45, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc5800, 0x32, 0xc00264f500, 0xa45, 0xaa0378, 0x1, 0xc00264f500, 0xa45, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 123 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00395f3c0, 0xaa0599, 0x2, 0xc00571a000, 0x3adc, 0xc00571a000, 0xc00395f3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00571a000, 0x3adc, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00395f518, 0xc00392cb40, 0x45, 0xc001bdaa1b)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 124 [semacquire]:
bytes.NewReader(...)
	/usr/local/go/src/bytes/reader.go:160
github.com/jaytaylor/html2text.FromString(0xc006687000, 0xf3c, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001a478c0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0xb0
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003e25518, 0xc003647500, 0xc0036474c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 125 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4014500, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc007212390, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc007212380, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006789200, 0x5fc, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00259d880, 0x73, 0xc006789200, 0x5fc, 0xc006789200, 0x5fc, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00259d880, 0x73, 0xc006789200, 0x5fc, 0xaa0378, 0x1, 0xc006789200, 0x5fc, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003623c0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 126 [semacquire]:
bytes.makeSlice(0x1ca2, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003314c60, 0xce, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003314c60, 0xc003c98750, 0xce, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc003314c60, 0xc003c98750, 0xce, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc003314c60, 0xc0027fff80, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc003314c60, 0xc0027fff10, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003314c60, 0xc00473bf10, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003314c60, 0xc00473be30, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc003314c60, 0xc00473b730, 0xb84d20, 0xc003314c60)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc003314c60, 0xc00473b730, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003314ab0, 0x5bed1158, 0x1251a20, 0xc0043cc520, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 127 [semacquire]:
bytes.makeSlice(0x198, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001725388, 0xa, 0x10)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001725388, 0xc000714960, 0xa, 0x5165d7, 0xc0020335c6, 0xc004bb9140)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d41570)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d41500)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d41420)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d40e00)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d40d20)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005d40620)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0057526c0, 0xc00009bd70, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001725518, 0xc0043cc7c0, 0x47, 0xc004935450)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 128 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002aad300, 0x10d9, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002aad300, 0x10d9, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002aad300, 0x10d9, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002aad300, 0x10d9, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002aad300, 0x10d9, 0x0, 0x0, 0x10d9, 0xc002aad300, 0x10d9)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002aad300, 0x10d9, 0x10d9, 0x1300)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00657d8f0, 0x61, 0xc002aad300, 0x10d9, 0xc002aad300, 0x10d9, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00657d8f0, 0x61, 0xc002aad300, 0x10d9, 0xaa0378, 0x1, 0xc002aad300, 0x10d9, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 129 [semacquire]:
strings.genSplit(0xc007515500, 0x1a5d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006299800, 0x423, 0x423)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002df13c0, 0xaa04d9, 0x2, 0xc00121ba80, 0x1a5d, 0x1, 0x423, 0xc0000a73c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00121ba80, 0x1a5d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002df1518, 0xc005f32200, 0x3f, 0xc003842a40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003626c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 130 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12b8001a40, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028798c0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0028798a0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00424a000, 0x361, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bda384, 0x30, 0xc00424a000, 0x361, 0xc00424a000, 0x361, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bda384, 0x30, 0xc00424a000, 0x361, 0xaa0378, 0x1, 0xc00424a000, 0x361, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 131 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc004a0a800, 0xa89, 0xaa04bf, 0x2, 0x1, 0x1)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc0040ce310, 0x0, 0x0, 0x0, 0x0, 0xc0040ce310, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0037688a0, 0x0, 0x0, 0x0, 0x1000, 0xc004705000, 0xf0b, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004705000, 0xf0b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003937020)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001fb3518, 0xc003f27f60, 0xc005168840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 132 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004d327b0, 0x747eaa97, 0x1251a20, 0xc00427cf40, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 133 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4014920, 0x7f1390001dd0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000028c50, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000028c40, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001b2b800, 0x795, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d1a9b0, 0x4e, 0xc001b2b800, 0x795, 0xc001b2b800, 0x795, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d1a9b0, 0x4e, 0xc001b2b800, 0x795, 0xaa0378, 0x1, 0xc001b2b800, 0x795, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003629c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 134 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc0000adef0, 0x30, 0x7544a2, 0x0)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039ed588, 0xaa04f9, 0x2, 0xc0000adef0, 0x30, 0x2, 0x26, 0xc003db1f20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0039ed518, 0xc0036478a0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362a80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 135 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0028cf750, 0xf, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xaaece6, 0x9, 0xf)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00105db00, 0xcf3, 0xaa04f9, 0x2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:11 +0x3a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000b896e0, 0x56, 0xc00105db00, 0xcf3, 0xc00105db00, 0xcf3, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000b896e0, 0x56, 0xc00105db00, 0xcf3, 0xaa0378, 0x1, 0xc00105db00, 0xcf3, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 136 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d00028f0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0020840e0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0020840d4, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002478500, 0x4a2, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00168aff0, 0x2f, 0xc002478500, 0x4a2, 0xc002478500, 0x4a2, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00168aff0, 0x2f, 0xc002478500, 0x4a2, 0xaa0378, 0x1, 0xc002478500, 0x4a2, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362c00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 137 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:314 +0x5a9
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 138 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0004ce140, 0xc006c37210, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006c37588, 0xaa04f9, 0x2, 0xc0073dfb00, 0x16d, 0x4, 0xc006c37290, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0xe, 0xc0056d4a50)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00455cba0, 0xc006c37320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc006c37518, 0xc003ff8e40, 0xc005de7780)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc006c37518, 0xc003ff8e40, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc006c37518, 0xc003ff8e40, 0xc003ff8e40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362d80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 139 [semacquire]:
strings.genSplit(0xc002b81900, 0x1286, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003332000, 0x3a8, 0x3a8)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017353c0, 0xaa04d9, 0x2, 0xc002bbe600, 0x1286, 0x1, 0x3a8, 0xc0062e9b00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002bbe600, 0x1286, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001735518, 0xc0024bcda0, 0x40, 0xc001d18695)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362e40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 140 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1334001c20, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0005c61a0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0005c6160, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005ae2d80, 0x45b, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b12ab0, 0x30, 0xc005ae2d80, 0x45b, 0xc005ae2d80, 0x45b, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b12ab0, 0x30, 0xc005ae2d80, 0x45b, 0xaa0378, 0x1, 0xc005ae2d80, 0x45b, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362f00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 141 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc001bd0c80, 0x9f, 0x2, 0xc002cfa198, 0xa, 0x2, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc001bd0c80, 0x9f, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cfb0c0, 0xc003f8fab0, 0xc002cfa1b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cfb0c0, 0xc003f8fa40, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc002cfb0c0, 0xc003f8fa40, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002cfb0c0, 0xc003f8fa40, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002cfb0c0, 0xc003f8fa40, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cfb0c0, 0xc003f8e460, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034b10c0, 0xc003f8e460, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034b10c0, 0xc003f8e460, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cfb0c0, 0xc003f8e380, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034b10c0, 0xc003f8e380, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034b10c0, 0xc003f8e380, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cfb0c0, 0xc003281c70, 0xc000c28a80, 0x7f13f041ac28)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0034b10c0, 0xc003281c70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034b10c0, 0xc003281c70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc002cfb0c0, 0xc003281b90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0034b10c0, 0xc003281b90, 0x54b170, 0xc003208ea0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003281b90, 0x0, 0x0, 0x0, 0x0, 0xc003281b90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0026f5ad0, 0x0, 0x0, 0x0, 0x1800, 0xc002fa1000, 0x161f, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002fa1000, 0x161f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000027300)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0034b1518, 0xc002251b20, 0xc00075ffe0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000362fc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 143 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00384d700, 0xc0017772c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017773c0, 0xaa058b, 0x2, 0xc003bf6000, 0x7b8, 0x1, 0x184, 0xc00384d6e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003bf6000, 0x7b8, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001777518, 0xc0024bc000, 0x47, 0xc00002af00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 144 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007555360, 0xc0025b1220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025b1588, 0xaa04f9, 0x2, 0xc004ed0700, 0x6cf, 0x14, 0x39, 0xc005de76c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0025b1518, 0xc0000a6820, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 145 [runnable]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003e073c0, 0xaa0503, 0x2, 0xc004da1800, 0xab4, 0x1, 0x225, 0xc00166e0e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004da1800, 0xab4, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003e07518, 0xc003f26720, 0x41, 0xc0004aa5f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003632c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 146 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4008980, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000349020, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000349000, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00212b600, 0xcc8, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0037e0540, 0x58, 0xc00212b600, 0xcc8, 0xc00212b600, 0xcc8, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0037e0540, 0x58, 0xc00212b600, 0xcc8, 0xaa0378, 0x1, 0xc00212b600, 0xcc8, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 147 [semacquire]:
regexp.onePassCopy(0xc005d08420, 0xc005d08420)
	/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc005d08420, 0xc005d08420)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0016ff300, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0016ff300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0016ff300, 0x0, 0xb856e0, 0xc0000a7ee8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0016ff300, 0xc000376770, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0016ff300, 0x42ca96, 0xc005d083f0, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0016ff370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc0049a2840, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00410f3e0, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0016ff518, 0xc0004cebc0, 0xabc101, 0x1d, 0x49, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 148 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0001313c0, 0xaa0503, 0x2, 0xc001af2000, 0x5d6, 0x1, 0x17b, 0xc0041d7c40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001af2000, 0x5d6, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000131518, 0xc0004ce180, 0x52, 0xc00008e4f7)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 149 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13147ec710, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0072125b0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0072125a0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000632000, 0x61d, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2050, 0x4a, 0xc000632000, 0x61d, 0xc000632000, 0x61d, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f2050, 0x4a, 0xc000632000, 0x61d, 0xaa0378, 0x1, 0xc000632000, 0x61d, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003635c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 150 [semacquire]:
strings.genSplit(0xc0060f7000, 0xf5c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0078c8000, 0x34b, 0x34b)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e653c0, 0xaa04df, 0x2, 0xc00557e000, 0xf5c, 0x4, 0x34b, 0xc00384d2a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00557e000, 0xf5c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e65518, 0xc005de68a0, 0x43, 0xc001e109b0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 151 [semacquire]:
regexp.makeOnePass.func1(0xc, 0xc00580aa10, 0xf, 0xf, 0x1)
	/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc0050d86f0, 0xc0050d86f0)
	/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0050d8660, 0xc0050d8660)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0019c1300, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0019c1300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0019c1300, 0x0, 0xb856e0, 0xc0000a7ea8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0019c1300, 0xc0005ba0e0, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0019c1300, 0x42ca96, 0xc0050d84e0, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc0019c1370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc003f26e00, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0005e5440, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0019c1518, 0xc0002d8b20, 0xabc101, 0x1d, 0x2a, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 152 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0020a6000, 0x413b, 0xc003fe5218, 0xc0009fd180)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0020a6000, 0x413b, 0x1, 0x0)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fe53c0, 0xaa0503, 0x2, 0xc0020a6000, 0x413b, 0x1, 0xd40, 0xc00000f8c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0020a6000, 0x413b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fe5518, 0xc0024bdb40, 0x4a, 0xc003c11d10)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 153 [semacquire]:
bytes.makeSlice(0x1b5b, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005d08bd0, 0x26d, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005d08bd0, 0xc0018df400, 0x26d, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005d08bd0, 0xc0018df400, 0x26d, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005d08bd0, 0xc0025fce70, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc005d08bd0, 0xc0025fce00, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005d08bd0, 0xc002711ea0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005d08bd0, 0xc002711dc0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005d08bd0, 0xc0027116c0, 0xb84d20, 0xc005d08bd0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005d08bd0, 0xc0027116c0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001995e30, 0x50d2a1, 0xc001d18900, 0x3d, 0xaada21)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e87518, 0xc0023119e0, 0xc0049a2de0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003638c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 154 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12ec197510, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a24870, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a24860, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0019d9700, 0x56a, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001721a80, 0x3e, 0xc0019d9700, 0x56a, 0xc0019d9700, 0x56a, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001721a80, 0x3e, 0xc0019d9700, 0x56a, 0xaa0378, 0x1, 0xc0019d9700, 0x56a, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 155 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003adb040, 0xc007abb2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007abb3c0, 0xaa04f9, 0x2, 0xc004d51000, 0xf39, 0xc004d51000, 0xc007abb3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004d51000, 0xf39, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007abb518, 0xc004db5520, 0x36, 0xc002ba7880)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363a40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 156 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d47e2b90, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000348d20, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000348cc0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0015b0a80, 0x91f, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b1a951, 0x4e, 0xc0015b0a80, 0x91f, 0xc0015b0a80, 0x91f, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b1a951, 0x4e, 0xc0015b0a80, 0x91f, 0xaa0378, 0x1, 0xc0015b0a80, 0x91f, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363b00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 157 [semacquire]:
strings.genSplit(0xc005b5ca80, 0x9af, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc001dcc000, 0x1fc, 0x1fc)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c593c0, 0xaa04fd, 0x2, 0xc0056bca80, 0x9af, 0x39, 0x1fc, 0xc004f2a960)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0056bca80, 0x9af, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c59518, 0xc0004cf080, 0x5d, 0xc006b4ec00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363bc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 158 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004c81300, 0x108d, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004c81300, 0x108d, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004c81300, 0x108d, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004c81300, 0x108d, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004c81300, 0x108d, 0x0, 0x0, 0x108d, 0xc004c81300, 0x108d)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004c81300, 0x108d, 0x108d, 0x1500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004f49b6, 0x4b, 0xc004c81300, 0x108d, 0xc004c81300, 0x108d, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004f49b6, 0x4b, 0xc004c81300, 0x108d, 0xaa0378, 0x1, 0xc004c81300, 0x108d, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363c80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 159 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1380005fc0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0052f5bf0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0052f5bd0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000a03000, 0xe22, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bda3c0, 0x47, 0xc000a03000, 0xe22, 0xc000a03000, 0xe22, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bda3c0, 0x47, 0xc000a03000, 0xe22, 0xaa0378, 0x1, 0xc000a03000, 0xe22, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363d40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 160 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0024b7500, 0x9e0, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0024b7500, 0x9e0, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0024b7500, 0x9e0, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0024b7500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0024b7500, 0x9e0, 0x0, 0x0, 0x9e0, 0xa80, 0xc0024b7500)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0024b7500, 0x9e0, 0x9e0, 0xa80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a18480, 0x5c, 0xc0024b7500, 0x9e0, 0xc0024b7500, 0x9e0, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a18480, 0x5c, 0xc0024b7500, 0x9e0, 0xaa0378, 0x1, 0xc0024b7500, 0x9e0, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363e00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 161 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0004ce900, 0xc00234c700, 0x6bd, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00234c700, 0x6bd, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001720600, 0x39, 0xc00234c700, 0x6bd, 0xc00234c700, 0x6bd, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001720600, 0x39, 0xc00234c700, 0x6bd, 0xaa0378, 0x1, 0xc00234c700, 0x6bd, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363ec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 162 [semacquire]:
strings.genSplit(0xc006cba380, 0xd75, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007b63500, 0x28b, 0x28b)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0009093c0, 0xaa0503, 0x2, 0xc006cb8880, 0xd75, 0x1, 0x28b, 0xc0076875c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006cb8880, 0xd75, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000909518, 0xc0056cd120, 0x55, 0xc00600fd40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000363f80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 163 [semacquire]:
bytes.makeSlice(0x5cd, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001c61388, 0xd9, 0xd0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001c61388, 0xc00010b7a0, 0xd9, 0x5165d7, 0xc0064813eb, 0xc002770010)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003eb1ab0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003eb1a40)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f3f0a0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f3efc0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f3e8c0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0051ec750, 0xc00009bd70, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c61518, 0xc0056cd4e0, 0x38, 0xc005a95b00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 164 [semacquire]:
strings.genSplit(0xc002904000, 0x7ec, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006510000, 0x1e9, 0x1e9)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022773c0, 0xaa058b, 0x2, 0xc0073fb000, 0x7ec, 0x1, 0x1e9, 0xc00798c7e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0073fb000, 0x7ec, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002277518, 0xc002311140, 0x2d, 0xc003937350)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 166 [semacquire]:
strings.genSplit(0xc005d42690, 0xf0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xf0, 0xc005d425a0, 0xf0)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003039588, 0xaa04f9, 0x2, 0xc005d425a0, 0xf0, 0x10, 0xc003039290, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x6, 0xc0065123f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005aceff0, 0xc003039320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc003039518, 0xc00531bad0, 0xc005a225c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc003039518, 0xc00531bad0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc003039518, 0xc00531bad0, 0xc00531bad0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a2a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 167 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003012270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003012340, 0xc003d5f3b0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0030db8f0, 0x0, 0x0, 0x0, 0x0, 0x1e01, 0xc0030db8c0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0030db8c0, 0x0, 0x0, 0x0, 0x2000, 0xc006f52000, 0x1ec8, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc006f52000, 0x1ec8, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00702cf80)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004cb5518, 0xc0020bd020, 0xc0020bda60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 168 [runnable]:
golang.org/x/net/html.(*parser).addText(0xc005c73c70, 0xc004d9eac0, 0x8)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x12d
golang.org/x/net/html.inBodyIM(0xc005c73c70, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005c73c70)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005c73c70, 0xc0080e4070, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc00379f110, 0x0, 0x0, 0x0, 0x0, 0x1301, 0xc00379f0e0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00379f0e0, 0x0, 0x0, 0x0, 0x1500, 0xc00522a000, 0x1381, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00522a000, 0x1381, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001d23200)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00090b518, 0xc0006abe00, 0xc0065e3040)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 169 [semacquire]:
bytes.makeSlice(0x31e, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004f506c0, 0x8, 0x5)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004f506c0, 0xc002b8edc8, 0x8, 0x6, 0xffffffffffffffff, 0xaa042b)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004f506c0, 0xc002b8edc8, 0x8, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004f506c0, 0xc002b93650, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc004f506c0, 0xc002b931f0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004f506c0, 0xc002b93180, 0xb84d20, 0xc004f506c0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004f506c0, 0xc002b93180, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc001d17da0, 0x50d201, 0xc001d8842e, 0x40, 0x3f)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00264b518, 0xc002310000, 0xc00477e9c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a4e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 170 [semacquire]:
bytes.makeSlice(0xdf0, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006ecf388, 0x194, 0xfa)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006ecf388, 0xc001e1d520, 0x194, 0x5165d7, 0xc003bf1688, 0xc004821c68)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0001910a0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000191030)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0005a9500)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0005a9420)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00354f9d0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0046ca8a0, 0xc00009bd70, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006ecf518, 0xc0006aab20, 0x5c, 0xc001a09740)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a5a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 171 [semacquire]:
github.com/gigawattio/window.Rolling(0xc007b5c000, 0x1eb, 0x1eb, 0x3, 0x0, 0x1ea, 0xc007b5c000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001949518, 0xc00798c0a0, 0xc00392db40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 172 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00664f800, 0x61a, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00664f800, 0x61a, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00664f800, 0x61a, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00664f800, 0x61a, 0x0, 0x0, 0x61a, 0xc00664f800, 0x61a)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00664f800, 0x61a, 0x61a, 0x800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0022be000, 0x2d, 0xc00664f800, 0x61a, 0xc00664f800, 0x61a, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0022be000, 0x2d, 0xc00664f800, 0x61a, 0xaa0378, 0x1, 0xc00664f800, 0x61a, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 173 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc0040a3000, 0xecb, 0xc0024a242c, 0x4)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006ff3c0, 0xaa05c9, 0x2, 0xc0040a3000, 0xecb, 0xc0040a3000, 0xc0006ff3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0040a3000, 0xecb, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006ff518, 0xc005f32340, 0x3e, 0xc0022be740)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a7e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 174 [semacquire]:
strings.genSplit(0xc0069f8400, 0xbb0, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005e07200, 0x251, 0x251)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000a9d3c0, 0xaa059b, 0x2, 0xc002a8c000, 0xbb0, 0x16, 0x251, 0xc0043cd100)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002a8c000, 0xbb0, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000a9d518, 0xc00427df00, 0x44, 0xc0004aa4b0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a8a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 175 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0074033c0, 0xaa04f9, 0x2, 0xc004e4e000, 0x1e8e, 0xc004e4e000, 0xc0074033b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004e4e000, 0x1e8e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007403518, 0xc0026045e0, 0x5a, 0xc00008f0e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038a960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 176 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004db4040, 0xc006575220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006575588, 0xaa04f9, 0x2, 0xc0036df4a0, 0xa2, 0xe, 0x2d, 0xc0065e37c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006575518, 0xc003e91900, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038aa20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 177 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc005b7c580, 0xc2b, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b793c0, 0xaa04df, 0x2, 0xc005b7c580, 0xc2b, 0x4, 0x244, 0xc007687220)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b7c580, 0xc2b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b79518, 0xc0041d60e0, 0x4f, 0xc0004ab360)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038aae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 178 [semacquire]:
bytes.makeSlice(0xc3, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0030ab138, 0x43, 0x40)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0030ab138, 0xc0043fed20, 0x43, 0x5165d7, 0xc0034cdc00, 0xc0040d1125)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f200e0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f20070)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003f1bf80)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00357c6f0, 0xaa03ab, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc0030ab518, 0xc00357c6f0, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:566 +0x95
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0030ab518, 0xc0062fe7e0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038aba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 179 [semacquire]:
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc004089ab0, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x180
github.com/PuerkitoBio/goquery.mapNodes(0xc001466e58, 0x1, 0x1, 0xc004b6f348, 0x1, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc001466e58, 0x1, 0x1, 0xb856e0, 0xc0041d7420, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00455d8f0, 0xab9e11, 0x19, 0xc00455dad0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc004b6f518, 0xc0041d7160, 0x974, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038ac60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 180 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc00790f600, 0x896, 0xaa0378, 0x1, 0xc00790e400, 0x896)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc00790f600, 0x896, 0xaa0378, 0x1, 0xc00790f600, 0x896)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038ad20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 181 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc003890800, 0xe, 0x10, 0xc0013b5500, 0x15, 0x20, 0xc00480b020, 0xc0052a3168, 0x1, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc0002c9db8, 0x1, 0x1, 0xc00480b0f0, 0x7f13f0419e98, 0x0, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0002c9db8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc0052a3168, ...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc004a53290, 0xc004c7a270)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc00480b518, 0xc004a53290, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00480b518, 0xc0042c7f20, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038ade0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 182 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc004b12000, 0xee1, 0x7f13c858bf48, 0xc004b652e0)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b653c0, 0xaa058b, 0x2, 0xc004b12000, 0xee1, 0xc004b12000, 0xc004b653b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004b12000, 0xee1, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b65518, 0xc00000ff20, 0x3c, 0xc001f3d2c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038aea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 183 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c973c0, 0xaa04f9, 0x2, 0xc0054d0a80, 0x9c7, 0xc0054d0a80, 0xc004c973b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0054d0a80, 0x9c7, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c97518, 0xc005a239e0, 0x5a, 0xc005ced200)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038af60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 184 [semacquire]:
bytes.makeSlice(0x232, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00216b208, 0x9a, 0x4c)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00216b208, 0xc004833220, 0x9a, 0x5165d7, 0xc0041c5a53, 0xc001f7ff50)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004e64310)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004e642a0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004e64070)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003ca6240, 0xc00379f320, 0xc003bf4200)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00216b518, 0xc0024bd0c0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 185 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc006760a00, 0x13b0, 0x2, 0xc004003a58, 0xaa6444, 0x5, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc006760a00, 0x13b0, 0xaa0378, 0x1, 0xc00675f500, 0x13b0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc006760a00, 0x13b0, 0xaa0378, 0x1, 0xc006760a00, 0x13b0)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b0e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 186 [runnable]:
strings.genSplit(0xc0005d8900, 0x803, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc007ebd500, 0x30000c002e5d360)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e5d3c0, 0xaa04f9, 0x2, 0xc002fa7600, 0x803, 0xc002fa7600, 0xc002e5d3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002fa7600, 0x803, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e5d518, 0xc004ebb9c0, 0x61, 0xc001bc3eb7)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b1a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 187 [semacquire]:
bytes.makeSlice(0x600, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00104b0e8, 0x200, 0x200)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc00104b0e8, 0xb7b620, 0xc004c7a2d0, 0x203001, 0x203001, 0x203001)
	/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc004c7a2d0, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc004c7a2d0, 0xc00104b1d8, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004c7a2d0, 0x0, 0x0, 0x0, 0xd80, 0xc0022b6d80, 0xcc6, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc0022b6d80, 0xcc6, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc004eb5000)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00104b518, 0xc004bb2e40, 0xc007731900)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 188 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc0041d6cc0, 0xc003f6d110, 0xc0041d6ce0, 0x4, 0x4, 0xc0041d6ce0, 0x4, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc0041d6cc0, 0xc003f6ccb0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc0041d6cc0, 0xc003f6cc40, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc0041d6cc0, 0xc003f6cc40, 0xc0037c0f50, 0x747325, 0xc00004c700)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc003f6cb60, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc001466d58, 0x1, 0x1, 0xc0037c10b0, 0x1, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc001466d58, 0x1, 0x1, 0xb856e0, 0xc0041d6cc0, 0xc00455cf00, 0xc00455cf00, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00455ce10, 0xaa408e, 0x4, 0xaa04f9)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037c18f8, 0xc00174f900, 0x102b, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 189 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Join(0xc0074c1800, 0x21, 0x40, 0xaa03a3, 0x1, 0xc0074c1800, 0x20)
	/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc002523388, 0xc001aa5a80, 0x4)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:135 +0x1c8
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc002523388, 0xc0027fd590, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc002523301, 0xc000f5acb8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc002523518, 0xc0027fd590, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b3e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 190 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00455c8d0, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001ecd8f8, 0xc0032ed980, 0x18db, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b4a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 191 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049273c0, 0xaa04f9, 0x2, 0xc003ba6a80, 0x9cb, 0xc003ba6a80, 0xc0049273b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003ba6a80, 0x9cb, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004927518, 0xc002250240, 0x7b, 0xc0026a2395)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 192 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002ead860, 0xc5e85f67, 0x1251a20, 0xc00392c020, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 193 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0070a3402, 0xa7f, 0xc007189248, 0x79bc18)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0070a3402, 0xa7f, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003807518, 0xc0062fe860, 0xc007555d80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b6e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 194 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002c80dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002c811e0, 0xc0078bddc0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0020e87e0, 0x0, 0x0, 0x0, 0x0, 0xb01, 0xc0020e87b0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0020e87b0, 0x0, 0x0, 0x0, 0xc00, 0xc001667400, 0xbc1, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc001667400, 0xbc1, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003d79b00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00367b518, 0xc0026058e0, 0xc003e914c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b7a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 195 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Join(0xc0033de200, 0x14, 0x20, 0xaa03a3, 0x1, 0xc0033de200, 0x10)
	/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0030af388, 0xc006b86200, 0x5)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:135 +0x1c8
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0030af388, 0xc001f4d620, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0030af301, 0xc004750d28)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0030af518, 0xc001f4d620, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 196 [semacquire]:
strings.genSplit(0xc0043f6000, 0xa63, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005a18a00, 0x240, 0x240)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d193c0, 0xaa04f9, 0x2, 0xc004251500, 0xa63, 0x4, 0x240, 0xc006528ba0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004251500, 0xa63, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d19518, 0xc006528820, 0x49, 0xc0051ab697)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 197 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc004f50120, 0xab2997, 0xc, 0xac009d, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:81 +0x3ab
github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc004747518, 0xc004f50120, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc004747518, 0xc002250a40, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:428 +0x4e1
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038b9e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 198 [semacquire]:
bytes.makeSlice(0x683, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0056d43c0, 0x7, 0xc004ca4dd8)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0056d43c0, 0xc0049d0b30, 0x7, 0x6, 0xffffffffffffffff, 0xad02e0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0056d43c0, 0xc0049d0b30, 0x7, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0056d43c0, 0xc0049e7030, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0056d43c0, 0xc0049e6e70, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0056d43c0, 0xc0049e6d90, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0056d43c0, 0xc0049e6690, 0xb84d20, 0xc0056d43c0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0056d43c0, 0xc0049e6690, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0042a8510, 0xf0c4ba16, 0x1251a20, 0xc003ada4a0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038baa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 199 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc00356add0, 0xc8, 0x2, 0xc00480e198, 0xc00000000a, 0x2, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00356add0, 0xc8, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00480f0c0, 0xc003e789a0, 0xc00480e1b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00480f0c0, 0xc003e78930, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00480f0c0, 0xc003e78930, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00480f0c0, 0xc003e78930, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00480f0c0, 0xc003e78930, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00480f0c0, 0xc003789dc0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc003789dc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc003789dc0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00480f0c0, 0xc003789ce0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc003789ce0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc003789ce0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00480f0c0, 0xc0037895e0, 0xc000ad9180, 0xb6c046)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0048d50c0, 0xc0037895e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc0037895e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00480f0c0, 0xc003789500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0048d50c0, 0xc003789500, 0x54b170, 0xc00475fee0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc003789500, 0x0, 0x0, 0x0, 0x0, 0xc003789500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00474f0b0, 0x0, 0x0, 0x0, 0x1980, 0xc0027ecc80, 0x1843, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0027ecc80, 0x1843, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001bc4400)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0048d5518, 0xc002244740, 0xc002245060)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bb60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 200 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400fdf0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000028700, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0000286f0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0005bf000, 0xb91, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc000314132, 0x49, 0xc0005bf000, 0xb91, 0xc0005bf000, 0xb91, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc000314132, 0x49, 0xc0005bf000, 0xb91, 0xaa0378, 0x1, 0xc0005bf000, 0xb91, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bc20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 201 [runnable]:
regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc006dffed5, 0x7, 0x7, 0x2, ...)
	/usr/local/go/src/regexp/exec.go:521 +0x59b
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc006dffed5, 0x7, 0x2, 0xc00803e538, 0xc000041800, 0xc0025045d8, ...)
	/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc006dffed5, 0x7, 0xaa0378, 0x1, 0xc006fd2300, 0x6)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00803f0c0, 0xc00214e770, 0xc0022213f0, 0xc002504670)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803f0c0, 0xc00214e700, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025050c0, 0xc00214e700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025050c0, 0xc00214e700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803f0c0, 0xc00214e620, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025050c0, 0xc00214e620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025050c0, 0xc00214e620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803f0c0, 0xc002089e30, 0xc002504d00, 0x444010)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025050c0, 0xc002089e30, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025050c0, 0xc002089e30, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00803f0c0, 0xc002089d50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025050c0, 0xc002089d50, 0x54b170, 0xc005bd8680)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002089d50, 0x0, 0x0, 0x0, 0x0, 0xc002089d50, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0026b90b0, 0x0, 0x0, 0x0, 0x900, 0xc0048a2000, 0x811, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0048a2000, 0x811, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc005543d80)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002505518, 0xc0043cc540, 0xc0002d9a60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 202 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e633c0, 0xaa04f9, 0x2, 0xc001c1d800, 0x7ba, 0x3, 0x1b0, 0xc0077306e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001c1d800, 0x7ba, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e63518, 0xc00392de20, 0x64, 0xc00658e550)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bda0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 203 [semacquire]:
github.com/gigawattio/window.Rolling(0xc003d99980, 0x196, 0x196, 0x3, 0x0, 0x195, 0xc003d99980)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e85518, 0xc00000e0e0, 0xc00384dfe0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038be60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 204 [semacquire]:
strings.makeCutsetFunc(0xaa4e4b, 0x5, 0x0)
	/usr/local/go/src/strings/strings.go:830 +0x4a
strings.TrimLeft(0xc00270c984, 0x3, 0xaa4e4b, 0x5, 0x0, 0x1)
	/usr/local/go/src/strings/strings.go:855 +0x61
golang.org/x/net/html.beforeHeadIM(0xc0022d5ee0, 0x7f1300000000)
	/home/develop/go/src/golang.org/x/net/html/parse.go:583 +0x1f4
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0022d5ee0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0022d5ee0, 0xc001a48070, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00384db80, 0x0, 0x0, 0x0, 0xc0023db200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00384db80, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023db8f8, 0xc0023de000, 0x2e91, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00038bf20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 205 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002ff7110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002ff71e0, 0xc0028efc70, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004f2ac60, 0x0, 0x0, 0x0, 0xc0023d9200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004f2ac60, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0023d98f8, 0xc0023d2000, 0x1caf, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 206 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001a5b3c0, 0xaa04f9, 0x2, 0xc003451100, 0xd64, 0x5, 0x250, 0xc003e914c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003451100, 0xd64, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a5b518, 0xc0002d8e80, 0x5f, 0xc00186d1a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa0c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 207 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00384c740, 0xc0025112c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025113c0, 0xaa04df, 0x2, 0xc0041e2900, 0x8bc, 0x4, 0x1c1, 0xc0056cd8a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0041e2900, 0x8bc, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002511518, 0xc0020e35c0, 0x65, 0xc001aff030)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 208 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002944120, 0xa2644378, 0x1251a20, 0xc0045bff60, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 209 [semacquire]:
errors.New(...)
	/usr/local/go/src/errors/errors.go:59
fmt.Errorf(0xabb2ed, 0x1c, 0xc0024eb0c8, 0x1, 0x1, 0x100, 0xc0024eb0e8)
	/usr/local/go/src/fmt/errors.go:24 +0x18e
github.com/araddon/dateparse.unknownErr(...)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:117
github.com/araddon/dateparse.parseTime(0xc004723f00, 0xf7, 0x0, 0xc004723f00, 0xf7, 0xf7)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:237 +0x2cc
github.com/araddon/dateparse.ParseAny(0xc004723f00, 0xf7, 0x3, 0xaa0378, 0x1, 0xc004723f00, 0xf7)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0023f1518, 0xc0026042a0, 0xc002244bc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 210 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00384dee0, 0x0, 0x0, 0x20)
	/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00384dee0, 0x0, 0x0, 0x0, 0xc001c49200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00384dee0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c498f8, 0xc000752000, 0xf93, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa3c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 211 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0015c9800, 0xab6, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0015c9800, 0xab6, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0015c9800, 0xab6, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0015c9800, 0xab6, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0015c9800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0015c9800, 0xab6, 0x0, 0x0, 0xab6, 0xc00, 0xc0015c9800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0015c9800, 0xab6, 0xab6, 0xc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0009304e0, 0x57, 0xc0015c9800, 0xab6, 0xc0015c9800, 0xab6, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0009304e0, 0x57, 0xc0015c9800, 0xab6, 0xaa0378, 0x1, 0xc0015c9800, 0xab6, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 212 [semacquire]:
strings.Replace(0xc002ed6000, 0xe05, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x1, 0xc002ed6000, 0xe05)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0019ef8f8, 0xc001975000, 0xdff, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 214 [semacquire]:
strings.genSplit(0xc00623e700, 0x6e8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002bde000, 0x178, 0x178)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006af3c0, 0xaa04f9, 0x2, 0xc001d4c000, 0x6e8, 0x4, 0x178, 0xc0000a60e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001d4c000, 0x6e8, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006af518, 0xc002251ac0, 0x47, 0xc0004ab9a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa6c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 215 [semacquire]:
strings.genSplit(0xc002f04480, 0x1a3e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0060e0000, 0x4cb, 0x4cb)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001add3c0, 0xaa04f9, 0x2, 0xc0029ab500, 0x1a3e, 0x5, 0x4cb, 0xc0065e3620)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0029ab500, 0x1a3e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001add518, 0xc00075fe00, 0x29, 0xc001e12360)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 216 [semacquire]:
bytes.makeSlice(0xa3, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006e09198, 0xa3, 0x42ca96)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006e09198, 0xc00011cc60, 0xa3, 0x28, 0x28, 0xc0040c2990)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001fdff80)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001fdff10)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0046aa8d0, 0xc0040c2990, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc006e09518, 0xc0046aa8d0, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006e09518, 0xc0002d8a40, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 217 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008033c0, 0xaa0503, 0x2, 0xc00073db00, 0xca8, 0x1, 0x277, 0xc002244d20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00073db00, 0xca8, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000803518, 0xc000ffcc00, 0x26, 0xc001e123c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 218 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc00578d502, 0xa05, 0x0, 0x0)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006f31518, 0xc003f26220, 0xc003f26c40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:297 +0x11e
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aa9c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 219 [semacquire]:
github.com/gigawattio/window.Rolling(0xc005912000, 0x2ed, 0x2ed, 0x3, 0x0, 0x2ec, 0xc005912000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc006f2d518, 0xc004972840, 0xc0049a3de0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aaa80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 221 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0054d9800, 0x795, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0054d9800, 0x795, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0054d9800, 0x795, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0054d9800, 0x795, 0x0, 0x0, 0x795, 0xc0054d9800, 0x795)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0054d9800, 0x795, 0x795, 0xc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005a99f90, 0x4e, 0xc0054d9800, 0x795, 0xc0054d9800, 0x795, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005a99f90, 0x4e, 0xc0054d9800, 0x795, 0xaa0378, 0x1, 0xc0054d9800, 0x795, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aac00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 222 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc006772a80, 0xa6c, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c6f3c0, 0xaa05c9, 0x2, 0xc006772a80, 0xa6c, 0x6, 0x219, 0xc0049a3560)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006772a80, 0xa6c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c6f518, 0xc00798c100, 0x4e, 0xc00378d770)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aacc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 223 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005910400, 0x8e6, 0xc0006f9218, 0xc0009fd180)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005910400, 0x8e6, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006f93c0, 0xaa04fd, 0x2, 0xc005910400, 0x8e6, 0x30, 0x1b1, 0xc002605760)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005910400, 0x8e6, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0006f9518, 0xc0075545e0, 0x31, 0xc0040cdd80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aad80, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 224 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00384d280, 0xc0072cb2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0072cb3c0, 0xaa04f9, 0x2, 0xc002f94000, 0x841, 0xc002f94000, 0xc0072cb3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002f94000, 0x841, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0072cb518, 0xc007731540, 0x27, 0xc001e12db0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aae40, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 225 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000747a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc000747ad0, 0xc0055ca150, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc001995b30, 0x0, 0x0, 0x0, 0x0, 0xc01, 0xc001995b00)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001995b00, 0x0, 0x0, 0x0, 0xc80, 0xc003893900, 0xc43, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc003893900, 0xc43, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0024ca4d0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00251d518, 0xc0002d8c00, 0xc003e90be0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aaf00, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 226 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0001eba00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0001ebad0, 0xc002861650, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005de6160, 0x0, 0x0, 0x0, 0xc003f85200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005de6160, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f858f8, 0xc003e0e400, 0xbb6, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aafc0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 227 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00744b6c0, 0xc004b5d2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b5d3c0, 0xaa0569, 0x2, 0xc007756e00, 0x64f, 0x3, 0x1bc, 0xc0076766e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007756e00, 0x64f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b5d518, 0xc007730c60, 0x38, 0xc004cc01c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab080, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 228 [semacquire]:
strings.genSplit(0xc003bf0a00, 0x66a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc0059da1c0, 0x50000c003b87360)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b873c0, 0xaa04f9, 0x2, 0xc003bf0300, 0x66a, 0xc003bf0300, 0xc003b873b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003bf0300, 0x66a, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b87518, 0xc00392d300, 0x1b, 0xc001fd6a80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab140, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 229 [semacquire]:
bytes.makeSlice(0x84, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc00455c690, 0x4, 0x2)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc00455c690, 0xad063c, 0x4, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc00455c690, 0xc000644150, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:148 +0x1fd
golang.org/x/net/html.render1(0xb84d20, 0xc00455c690, 0xc002f58690, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc00455c690, 0xc002f58620, 0xb84d20, 0xc00455c690)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc00455c690, 0xc002f58620, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00455c4e0, 0x8238aef6, 0x1251a20, 0xc0041d6320, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab200, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 230 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f132c233f10, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ba8b40, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ba8b30, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001a7d400, 0x3a5, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ba62c0, 0x3a, 0xc001a7d400, 0x3a5, 0xc001a7d400, 0x3a5, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ba62c0, 0x3a, 0xc001a7d400, 0x3a5, 0xaa0378, 0x1, 0xc001a7d400, 0x3a5, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab2c0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 1623 [runnable]:
strings.genSplit(0xc001f8afb8, 0x4c1, 0xaa0378, 0x1, 0x0, 0x1da, 0x1, 0xc00009f701, 0x1da)
	/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc000fe7518, 0xc00379e4e0, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000fe7518, 0xc0049a37e0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00502e540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 232 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc003314990, 0xc00009bd70, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001a59518, 0xc002250ec0, 0x2c, 0xc001aacff0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab440, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 233 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005bd81a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc005bd8270, 0xc00565d110, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00427d780, 0x0, 0x0, 0x0, 0xc0015d3200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00427d780, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015d38f8, 0xc0015ac600, 0x1179, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab500, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 234 [semacquire]:
strings.genSplit(0xc004db9800, 0x7bb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004fcc000, 0x200, 0x200)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003cdd3c0, 0xaa04fd, 0x2, 0xc004b2f000, 0x7bb, 0x4b, 0x200, 0xc003adb840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004b2f000, 0x7bb, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003cdd518, 0xc003adb4e0, 0x30, 0xc006919230)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab5c0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 235 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039873c0, 0xaa0599, 0x2, 0xc004323100, 0x694, 0x1, 0x1d1, 0xc00384c8a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004323100, 0x694, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003987518, 0xc002244000, 0xe, 0xc004734e50)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab680, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 236 [semacquire]:
bytes.makeSlice(0x1760, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007987e60, 0x14, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007987e60, 0xc001d1f45c, 0x14, 0x6, 0x14, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc007987e60, 0xc001d1f45c, 0x36, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc00222b2d0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc00222b1f0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc00222a930, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc001dd9490, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc001dd93b0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987e60, 0xc001dd8cb0, 0xb84d20, 0xc007987e60)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc007987e60, 0xc001dd8cb0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc007987cb0, 0xefdc3464, 0x1251a20, 0xc00384cca0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab740, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 237 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f133c001ce0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0036be560, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036be550, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004158600, 0x2f0, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0012189f0, 0x2a, 0xc004158600, 0x2f0, 0xc004158600, 0x2f0, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0012189f0, 0x2a, 0xc004158600, 0x2f0, 0xaa0378, 0x1, 0xc004158600, 0x2f0, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab800, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 238 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc002454f00, 0x2ff, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0015f13c0, 0xaa059b, 0x2, 0xc002454f00, 0x2ff, 0xc, 0x120, 0xc004ec6580)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002454f00, 0x2ff, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0015f1518, 0xc00075e320, 0x30, 0xc001218277)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab8c0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 239 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12b8006460, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005104050, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005104040, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002374900, 0x2c7, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002ba7980, 0x34, 0xc002374900, 0x2c7, 0xc002374900, 0x2c7, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002ba7980, 0x34, 0xc002374900, 0x2c7, 0xaa0378, 0x1, 0xc002374900, 0x2c7, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003ab980, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 240 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d0006070, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003ab0770, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc003ab0760, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006d9db80, 0x295, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0035edd47, 0x2f, 0xc006d9db80, 0x295, 0xc006d9db80, 0x295, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0035edd47, 0x2f, 0xc006d9db80, 0x295, 0xaa0378, 0x1, 0xc006d9db80, 0x295, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003aba40, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 241 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00673b800, 0x3a6, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00673b800, 0x3a6, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00673b800, 0x3a6, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00673b800, 0x3a6, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00673b800, 0x3a6, 0x0, 0x0, 0x3a6, 0xc00673b800, 0x3a6)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00673b800, 0x3a6, 0x3a6, 0x400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00168a690, 0x2b, 0xc00673b800, 0x3a6, 0xc00673b800, 0x3a6, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00168a690, 0x2b, 0xc00673b800, 0x3a6, 0xaa0378, 0x1, 0xc00673b800, 0x3a6, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abb00, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 242 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc004338200, 0xc0022792c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0022793c0, 0xaa04f9, 0x2, 0xc00212f000, 0x73c, 0x3, 0x207, 0xc0056cdf00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00212f000, 0x73c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002279518, 0xc002244d60, 0x25, 0xc001aacd50)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abbc0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 243 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001e68300, 0x6da, 0xc001adb218, 0xc00004c700)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001e68300, 0x6da, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001adb3c0, 0xaa058b, 0x2, 0xc001e68300, 0x6da, 0x1, 0x1e8, 0xc0024bc020)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001e68300, 0x6da, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001adb518, 0xc0020e3980, 0x3c, 0xc001cc4f00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abc80, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 244 [semacquire]:
strings.genSplit(0xc005a47b80, 0x143, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42d308, 0x30, 0x8)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc006f25518, 0xc005d08840, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:567 +0xd5
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup.func1(0x6, 0xc005d08840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:727 +0x9e
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005d085a0, 0xc006f25408, 0xc002896870)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc006f25518, 0xc002896870, 0xc002896870)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:720 +0x88
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abd40, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 245 [semacquire]:
bytes.makeSlice(0x2b1, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0042801e0, 0x7, 0x2)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0042801e0, 0xad070f, 0x7, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0042801e0, 0xc006e2c150, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:163 +0x316
golang.org/x/net/html.render1(0xb84d20, 0xc0042801e0, 0xc003f19810, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0042801e0, 0xc003f197a0, 0xb84d20, 0xc0042801e0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0042801e0, 0xc003f197a0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc003fc15f0, 0x50d201, 0xc00554a73a, 0x41, 0x3f)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001c5f518, 0xc00534f7a0, 0xc0065e31c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abe00, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 246 [semacquire]:
bytes.makeSlice(0x17cf, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002b36990, 0x9, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002b36990, 0xc0016e72c0, 0x9, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002b36990, 0xc0016e72c0, 0x9, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002b36990, 0xc007894070, 0x1, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc002b36990, 0xc00585df80, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002b36990, 0xc003fa65b0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002b36990, 0xc003fa64d0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002b36990, 0xc003d6eee0, 0xb84d20, 0xc002b36990)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002b36990, 0xc003d6eee0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0075a52f0, 0xb25a4251, 0x1251a20, 0xc00798c640, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abec0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 247 [semacquire]:
bytes.makeSlice(0x1ae3, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002b36f30, 0x4f, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002b36f30, 0xc003546050, 0x4f, 0x6, 0xffffffffffffffff, 0xaa042b)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002b36f30, 0xc003546050, 0x4f, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc002b36f30, 0xc00600c2a0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc002b36f30, 0xc00600c1c0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002b36f30, 0xc003fb8e70, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002b36f30, 0xc003fb8d90, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002b36f30, 0xc003fb8690, 0xb84d20, 0xc002b36f30)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002b36f30, 0xc003fb8690, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002b36cf0, 0xb25fa770, 0x1251a20, 0xc0000a6dc0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003abf80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 248 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d8249f50, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc003622110, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0036220f0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0000f8d80, 0x438, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a18000, 0x52, 0xc0000f8d80, 0x438, 0xc0000f8d80, 0x438, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a18000, 0x52, 0xc0000f8d80, 0x438, 0xaa0378, 0x1, 0xc0000f8d80, 0x438, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 249 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc000621000, 0xb92, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x2e6
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc000621000, 0xb92, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc000621000, 0xb92, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc000621000, 0xb92, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc000621000, 0xb92, 0x0, 0x0, 0xb92, 0xc000621000, 0xb92)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc000621000, 0xb92, 0xb92, 0xc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0028b71c0, 0x3f, 0xc000621000, 0xb92, 0xc000621000, 0xb92, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0028b71c0, 0x3f, 0xc000621000, 0xb92, 0xaa0378, 0x1, 0xc000621000, 0xb92, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 250 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002b8f180, 0xf, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:122 +0x9d
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xaaece6, 0x9, 0xf)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0028f8000, 0x387, 0xaa04f9, 0x2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:11 +0x3a
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019de180, 0x2e, 0xc0028f8000, 0x387, 0xc0028f8000, 0x387, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019de180, 0x2e, 0xc0028f8000, 0x387, 0xaa0378, 0x1, 0xc0028f8000, 0x387, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d81e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 251 [semacquire]:
github.com/gigawattio/window.Rolling(0xc002e1d000, 0xf3, 0xf3, 0x3, 0x0, 0xf2, 0xc002e1d000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002649518, 0xc0004cf220, 0xc003e91d60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d82a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 252 [semacquire]:
strings.genSplit(0xc0052ea800, 0x7a9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1c7, 0x1c7)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00276f3c0, 0xaa0599, 0x2, 0xc004361000, 0x7a9, 0x1, 0x1c7, 0xc0045bfb20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004361000, 0x7a9, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00276f518, 0xc002604d00, 0x57, 0xc0003145a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 253 [semacquire]:
strings.genSplit(0xc00620f600, 0x86c, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc007bab8f0, 0xc006679360)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0066793c0, 0xaa04d9, 0x2, 0xc00620ed00, 0x86c, 0xc00620ed00, 0xc0066793b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00620ed00, 0x86c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006679518, 0xc007676700, 0x5a, 0xc001afa5bc)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 254 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003be4c00, 0xbd2, 0xc001c6d218, 0xc000782380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003be4c00, 0xbd2, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c6d3c0, 0xaa04d9, 0x2, 0xc003be4c00, 0xbd2, 0x1, 0x27a, 0xc007731000)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003be4c00, 0xbd2, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c6d518, 0xc0006aaea0, 0x55, 0xc001afa8a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d84e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 255 [semacquire]:
bytes.makeSlice(0xe3, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc001fa5388, 0x63, 0xc001fa51a0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc001fa5388, 0xc00657c850, 0x63, 0x5165d7, 0xc0074b28e9, 0xc004da8cd5)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00297cbd0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00297cb60)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00297ca80)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00297c9a0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc006b04930)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005e2c210, 0xc00009bd70, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fa5518, 0xc002244760, 0x63, 0xc00657c782)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d85a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 256 [semacquire]:
strings.Replace(0xc005d03200, 0xc74, 0xaa3f06, 0x4, 0xaa1c36, 0x3, 0x1, 0xc005d03200, 0xc74)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000925518, 0xc0000a6ee0, 0xc0000a7cc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:316 +0x67b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 257 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0046ea000, 0x133a, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:87 +0x379
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0046ea000, 0x133a, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0046ea000, 0x133a, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0046ea000, 0x133a, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0046ea000, 0x133a, 0x0, 0x0, 0x133a, 0xc0046ea000, 0x133a)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0046ea000, 0x133a, 0x133a, 0x1800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aad830, 0x2c, 0xc0046ea000, 0x133a, 0xc0046ea000, 0x133a, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aad830, 0x2c, 0xc0046ea000, 0x133a, 0xaa0378, 0x1, 0xc0046ea000, 0x133a, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 258 [semacquire]:
strings.genSplit(0xc00492e000, 0xa41, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007434f00, 0x212, 0x212)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006f613c0, 0xaa059b, 0x2, 0xc0055a6a80, 0xa41, 0x15, 0x212, 0xc0076871c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0055a6a80, 0xa41, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006f61518, 0xc0062e9ca0, 0x31, 0xc005e573c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d87e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 259 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0067653c0, 0xaa04f9, 0x2, 0xc0059a4800, 0x1665, 0x7, 0x446, 0xc0065e3d80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0059a4800, 0x1665, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006765518, 0xc002250b40, 0x35, 0xc0024c5340)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d88a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 260 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0058cc680, 0xc0078b9ea0, 0x9b)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0058cc680, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0058cc680)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0058cc680, 0xc00374a070, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a22c40, 0x0, 0x0, 0x0, 0xc0030d1200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a22c40, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030d18f8, 0xc00418f900, 0xc1f, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 261 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002fe73c0, 0xaa04f9, 0x2, 0xc00256b900, 0x489, 0xc00256b900, 0xc002fe73b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00256b900, 0x489, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002fe7518, 0xc0002d96c0, 0x3f, 0xc0037731c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8a20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 262 [semacquire]:
bytes.makeSlice(0x1e00, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0025cf0e8, 0x200, 0x800)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).ReadFrom(0xc0025cf0e8, 0xb7b620, 0xc0051ec690, 0x203001, 0x203001, 0x203001)
	/usr/local/go/src/bytes/buffer.go:202 +0x48
io/ioutil.readAll(0xb7b620, 0xc0051ec690, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/io/ioutil/ioutil.go:36 +0xe3
io/ioutil.ReadAll(...)
	/usr/local/go/src/io/ioutil/ioutil.go:45
github.com/ssor/bom.NewReaderWithoutBom(0xb7b620, 0xc0051ec690, 0xc0025cf1d8, 0x42d308, 0x30, 0xa4a0e0)
	/home/develop/go/src/github.com/ssor/bom/bom.go:29 +0x42
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0051ec690, 0x0, 0x0, 0x0, 0xd80, 0xc002dd6880, 0xd37, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:89 +0x39
github.com/jaytaylor/html2text.FromString(0xc002dd6880, 0xd37, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc002579810)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0025cf518, 0xc004ec61c0, 0xc0076764a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8ae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 263 [semacquire]:
strings.genSplit(0xc0008c2900, 0x8ad, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0050ee000, 0x1c1, 0x1c1)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049cb3c0, 0xaa04fd, 0x2, 0xc003c46d00, 0x8ad, 0x2c, 0x1c1, 0xc003e90780)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003c46d00, 0x8ad, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0049cb518, 0xc0019e9da0, 0x3c, 0xc003843600)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 264 [semacquire]:
strings.genSplit(0xc001d64a00, 0x4d7, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00322ec00, 0x12e, 0x12e)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006df53c0, 0xaa04d9, 0x2, 0xc0070c8000, 0x4d7, 0x1, 0x12e, 0xc00384c660)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0070c8000, 0x4d7, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006df5518, 0xc004972e80, 0x56, 0xc00081ff80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8c60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 265 [semacquire]:
strings.genSplit(0xc004142a80, 0x979, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc006a86000, 0x1e5, 0x1e5)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028fd3c0, 0xaa0569, 0x2, 0xc005761500, 0x979, 0x5, 0x1e5, 0xc00392d5a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005761500, 0x979, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028fd518, 0xc002311ca0, 0x31, 0xc003843ec0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8d20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 266 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc005bd9040, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc005bd9110, 0xc002f74150, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002250160, 0x0, 0x0, 0x0, 0xc0015d5200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002250160, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015d58f8, 0xc0015d9900, 0x103e, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8de0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 267 [semacquire]:
bytes.makeSlice(0x62f, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc007987b30, 0x43, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc007987b30, 0xc00378cf00, 0x43, 0x6, 0xffffffffffffffff, 0x1)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc007987b30, 0xc00378cf00, 0x43, 0x74e006, 0xc001760bb0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc007987b30, 0xc000cf4af0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc007987b30, 0xc000cf4a80, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987b30, 0xc000cf49a0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987b30, 0xc000cf48c0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc007987b30, 0xc000cf41c0, 0xb84d20, 0xc007987b30)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc007987b30, 0xc000cf41c0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0057e5500, 0xefdabaa0, 0x1251a20, 0xc0002d9d60, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8ea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 268 [semacquire]:
strings.genSplit(0xc0030f8000, 0x95b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007426000, 0x1e7, 0x1e7)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036753c0, 0xaa04d9, 0x2, 0xc005307500, 0x95b, 0x1, 0x1e7, 0xc00416b0c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005307500, 0x95b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003675518, 0xc00416ac00, 0x5d, 0xc005ceda40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d8f60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 269 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b3f3c0, 0xaa04f9, 0x2, 0xc003ec8300, 0x6ab, 0xc003ec8300, 0xc004b3f3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003ec8300, 0x6ab, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b3f518, 0xc00427c8a0, 0x3c, 0xc0035ec9c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 270 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc006a58a80, 0x926, 0xc004005218, 0xc0009fd180)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc006a58a80, 0x926, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040053c0, 0xaa0569, 0x2, 0xc006a58a80, 0x926, 0x12, 0x21d, 0xc003db1d00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006a58a80, 0x926, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004005518, 0xc0019e86e0, 0x43, 0xc0039ad4a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d90e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 271 [runnable]:
strings.genSplit(0xc006696a80, 0xa59, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x1fe, 0x1fe)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fb73c0, 0xaa0569, 0x2, 0xc00631a000, 0xa59, 0x3, 0x1fe, 0xc0061fe200)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00631a000, 0xa59, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fb7518, 0xc003db1a20, 0x34, 0xc005213840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d91a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 272 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12c8001c40, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00249da70, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00249da60, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00348fb80, 0x57a, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019dff80, 0x28, 0xc00348fb80, 0x57a, 0xc00348fb80, 0x57a, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019dff80, 0x28, 0xc00348fb80, 0x57a, 0xaa0378, 0x1, 0xc00348fb80, 0x57a, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 273 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005b59000, 0xe60, 0xc001eef218, 0xc000782380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005b59000, 0xe60, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001eef3c0, 0xaa0599, 0x2, 0xc005b59000, 0xe60, 0x1, 0x34c, 0xc007730920)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005b59000, 0xe60, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001eef518, 0xc0020bd240, 0x59, 0xc00051d680)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 274 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0041f4d20, 0x50d201, 0xc001c78000, 0x69, 0x3f)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0015ef518, 0xc0002d8d40, 0xc00744bdc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d93e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 275 [semacquire]:
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002502ff8, 0x46e6ce, 0xc002aca000, 0xc000b5d180, 0x7f13f041c080, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:824 +0x69
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x1063, 0x4000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc005bd8680, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006145890, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025038f8, 0xc000522800, 0x1778, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d94a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 277 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001fce000, 0xc0b, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:81 +0x208
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001fce000, 0xc0b, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001fce000, 0xc0b, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001fce000, 0xc0b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001fce000, 0xc0b, 0x0, 0x0, 0xc0b, 0xc001fce000, 0xc0b)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001fce000, 0xc0b, 0xc0b, 0xd80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001a22060, 0x5e, 0xc001fce000, 0xc0b, 0xc001fce000, 0xc0b, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001a22060, 0x5e, 0xc001fce000, 0xc0b, 0xaa0378, 0x1, 0xc001fce000, 0xc0b, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 278 [semacquire]:
strings.genSplit(0xc004692000, 0x1ea1, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x5d8, 0x5d8)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00228f3c0, 0xaa058b, 0x2, 0xc003798000, 0x1ea1, 0x1, 0x5d8, 0xc0062ff1c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003798000, 0x1ea1, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00228f518, 0xc0062fede0, 0x5c, 0xc005cb42a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d96e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 279 [semacquire]:
bytes.makeSlice(0x596, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0022e9388, 0x120, 0x6c)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0022e9388, 0xc0055cf440, 0x120, 0x5165d7, 0xc006b88f46, 0xc004f7aeb0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e1260)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e11f0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e0930)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e0850)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0071e0150)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0057b6e10, 0xc00009bd70, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0022e9518, 0xc00166f9e0, 0x44, 0xc005a99d60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d97a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 280 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c29400, 0xaa04f9, 0x2, 0xc00164e000, 0x1779, 0xc004c29240, 0x42d308, 0x8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x0, 0xc003fc0f60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003fc0f30, 0xc004c292c8, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc004c29388)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc004c29388, 0xc003e1fef0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc004c29301, 0xc0002c8bc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc004c29518, 0xc003e1fef0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 281 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0046c33c0, 0xaa0503, 0x2, 0xc001962c00, 0x1042, 0x1, 0x2f5, 0xc0065e3440)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001962c00, 0x1042, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0046c3518, 0xc004f2a820, 0x2b, 0xc0065ce450)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 282 [semacquire]:
strings.genSplit(0xc003354d80, 0xd54, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc006dfcfc0, 0xc004b37360)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b373c0, 0xaa04fd, 0x2, 0xc000f6b600, 0xd54, 0xc000f6b600, 0xc004b373b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000f6b600, 0xd54, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b37518, 0xc0049737c0, 0x4a, 0xc0047fa050)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d99e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 283 [semacquire]:
strings.genSplit(0xc002b12600, 0x1157, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00732e000, 0x360, 0x360)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006d5d3c0, 0xaa0569, 0x2, 0xc00286ac00, 0x1157, 0x4, 0x360, 0xc0006aaf40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00286ac00, 0x1157, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006d5d518, 0xc005f32940, 0x3f, 0xc001721d00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9aa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 284 [runnable]:
regexp.(*inputString).step(0xc00621e1b0, 0xc04, 0xc00621e130, 0xc02)
	/usr/local/go/src/regexp/regexp.go:365 +0xbc
regexp.(*machine).match(0xc00621e0f0, 0xb886e0, 0xc00621e1b0, 0xc02, 0xc00127f8f0)
	/usr/local/go/src/regexp/exec.go:237 +0x28d
regexp.(*Regexp).doExecute(0xc001b24a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00476a002, 0xe13, 0xbc2, 0x2, ...)
	/usr/local/go/src/regexp/exec.go:542 +0x177
regexp.(*Regexp).replaceAll(0xc001b24a00, 0x0, 0x0, 0x0, 0xc00476a002, 0xe13, 0x2, 0xc00127fa58, 0xaa3a2a, 0x4, ...)
	/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc001b24a00, 0xc00476a002, 0xe13, 0x0, 0x0, 0xc0001e9410, 0x127d7a0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa3a2a, 0x4, 0xc00476a002, 0xe13, 0x0, 0x0, 0x10, 0xab52f4)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9b60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:304 +0x33a
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 285 [semacquire]:
strings.genSplit(0xc002bd4000, 0x98b, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007138000, 0x1f5, 0x1f5)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00498b3c0, 0xaa05c9, 0x2, 0xc00675d500, 0x98b, 0x4, 0x1f5, 0xc0006aaf60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00675d500, 0x98b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00498b518, 0xc005f32ce0, 0x42, 0xc00378cf50)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9c20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 286 [semacquire]:
bytes.makeSlice(0xb4e, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004a91388, 0x10e, 0x9d)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004a91388, 0xc0041fa360, 0x10e, 0x5165d7, 0xc001b7baf6, 0xc0040580c8)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002f76850)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002de5f80)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002de52d0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002de51f0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc002de4af0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0050bd080, 0xc00009bd70, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004a91518, 0xc00384c6c0, 0x43, 0xc00378c2d0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9ce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 287 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc005bd89c0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc005bd89c0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc005bd89c0, 0xc005b1ec40, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0062ffc40, 0x0, 0x0, 0x0, 0xc003a4f200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0062ffc40, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a4f8f8, 0xc0006e2a00, 0x13dd, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9da0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 288 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12e41a63b0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ad4c60, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ad4c50, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0022d9400, 0x4fe, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005b38840, 0x40, 0xc0022d9400, 0x4fe, 0xc0022d9400, 0x4fe, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005b38840, 0x40, 0xc0022d9400, 0x4fe, 0xaa0378, 0x1, 0xc0022d9400, 0x4fe, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9e60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 289 [semacquire]:
strings.genSplit(0xc0061f9b00, 0xd0e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x2ba, 0x2ba)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002e5b3c0, 0xaa04df, 0x2, 0xc0026ffb00, 0xd0e, 0x6, 0x2ba, 0xc004bb3ea0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0026ffb00, 0xd0e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002e5b518, 0xc002310fe0, 0x27, 0xc0000ad080)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003d9f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 290 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc001f6b6b0, 0x6, 0x6, 0xc004a8efe0, 0xc00416a980, 0x20, 0x20)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc00576a5c0, 0x1, 0x1, 0xc004a8f0b0, 0x1, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc00576a5c0, 0x1, 0x1, 0xb856e0, 0xc00416a980, 0xc001f6b680, 0xc001f6b680, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001f6b590, 0xaa408e, 0x4, 0xaa04f9)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004a8f8f8, 0xc0029f2000, 0xf0e, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 291 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007686ce0, 0xc00355b220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00355b588, 0xaa04f9, 0x2, 0xc003ca4800, 0x71e, 0x12, 0x25, 0xc0056291e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00355b518, 0xc003938380, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f20c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 292 [semacquire]:
bytes.(*Buffer).grow(0xc006f64100, 0x1, 0xc0)
	/usr/local/go/src/bytes/buffer.go:128 +0x25a
bytes.(*Buffer).WriteString(0xc006f64100, 0x1189d2a, 0x1, 0x1, 0xb7, 0xc0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc006f64100, 0xc001d61800, 0xb7, 0xb7, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006f64100, 0xc006f4db20, 0xc002221340, 0xc006f63f68)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f64100, 0xc006f4dab0, 0xc000000001, 0x9)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006f650c0, 0xc006f4dab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:229 +0x376
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006f650c0, 0xc006f4dab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f650c0, 0xc006f4d9d0, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006f650c0, 0xc006f4d9d0, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006f650c0, 0xc006f4d9d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006f650c0, 0xc006f4d9d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f650c0, 0xc006f4d500, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d130c0, 0xc006f4d500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d130c0, 0xc006f4d500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f650c0, 0xc006f4d420, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d130c0, 0xc006f4d420, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d130c0, 0xc006f4d420, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f650c0, 0xc006f4cd20, 0xc0002af500, 0x7f13f0419e98)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc000d130c0, 0xc006f4cd20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d130c0, 0xc006f4cd20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006f650c0, 0xc006f4cc40, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc000d130c0, 0xc006f4cc40, 0x54b170, 0xc004113a00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006f4cc40, 0x0, 0x0, 0x0, 0x0, 0xc006f4cc40, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0050d9b60, 0x0, 0x0, 0x0, 0xa80, 0xc006f54a80, 0x990, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006f54a80, 0x990, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc003c10960)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000d13518, 0xc0004ce7e0, 0xc003f27c80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 293 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00253b588, 0xaa04f9, 0x2, 0xc00600e780, 0x5f, 0xf, 0xc00253b290, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x5, 0xc0037341e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00265fb00, 0xc00253b320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc00253b518, 0xc001e4eea0, 0xc002311c80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc00253b518, 0xc001e4eea0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc00253b518, 0xc001e4eea0, 0xc001e4eea0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 294 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f4006340, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0047b1940, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0047b1930, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002982f00, 0x48d, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001e10b40, 0x42, 0xc002982f00, 0x48d, 0xc002982f00, 0x48d, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001e10b40, 0x42, 0xc002982f00, 0x48d, 0xaa0378, 0x1, 0xc002982f00, 0x48d, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 295 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0016f3800, 0x3fc, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0016f3800, 0x3fc, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0016f3800, 0x3fc, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0016f3800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0016f3800, 0x3fc, 0x0, 0x0, 0x3fc, 0x400, 0xc0016f3800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0016f3800, 0x3fc, 0x3fc, 0x400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001bda327, 0x3f, 0xc0016f3800, 0x3fc, 0xc0016f3800, 0x3fc, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001bda327, 0x3f, 0xc0016f3800, 0x3fc, 0xaa0378, 0x1, 0xc0016f3800, 0x3fc, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f23c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 296 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0005ab1e0, 0xc00257a000, 0xf5)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0005ab1e0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0005ab1e0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0005ab1e0, 0xc0002de070, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0004ce800, 0x0, 0x0, 0x0, 0xc003803200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0004ce800, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0038038f8, 0xc0041a6000, 0x1f7e, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 297 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00475eea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc00475ef70, 0xc001f27ce0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d67a0, 0x0, 0x0, 0x0, 0xc001fa1200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d67a0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001fa18f8, 0xc0015fa000, 0xfa5, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 298 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f130000a9e0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc002ac64a0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002ac6490, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0054cc600, 0x1f5, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00388080a, 0x31, 0xc0054cc600, 0x1f5, 0xc0054cc600, 0x1f5, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00388080a, 0x31, 0xc0054cc600, 0x1f5, 0xaa0378, 0x1, 0xc0054cc600, 0x1f5, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 299 [semacquire]:
strings.genSplit(0xc005e66f00, 0x4ef, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0027d0c00, 0x118, 0x118)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b4b3c0, 0xaa04d9, 0x2, 0xc005e66000, 0x4ef, 0x1, 0x118, 0xc0004cefe0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005e66000, 0x4ef, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b4b518, 0xc003938200, 0x42, 0xc0002dd9f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f26c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 300 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002ff7380, 0xc0035b2103, 0x7)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc002ff7380, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002ff7380)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002ff7380, 0xc00562b730, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004f2aca0, 0x0, 0x0, 0x0, 0xc004c9b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004f2aca0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c9b8f8, 0xc001c2b000, 0x154e, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 301 [semacquire]:
strings.genSplit(0xc00489c000, 0x499, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00275f300, 0x104, 0x104)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b3f3c0, 0xaa0569, 0x2, 0xc00229ea00, 0x499, 0x3, 0x104, 0xc002244aa0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00229ea00, 0x499, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b3f518, 0xc00427dd80, 0x32, 0xc005b38240)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 302 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc003916800, 0x15c9, 0xc003955218, 0xc0002af880)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc003916800, 0x15c9, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039553c0, 0xaa04df, 0x2, 0xc003916800, 0x15c9, 0x7, 0x460, 0xc0062e8e40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003916800, 0x15c9, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003955518, 0xc0062e89a0, 0x4d, 0xc0076e8972)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 303 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001bbb450, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001bbb520, 0xc002e51b20, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc001e4ef60, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001e4ef30, 0x0, 0x0, 0x0, 0x2800, 0xc002564000, 0x278f, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc002564000, 0x278f, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc000026a00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002b75518, 0xc000ffc0a0, 0xc0006aaca0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f29c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 304 [semacquire]:
strings.Replace(0xc003044000, 0x1118, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x10, 0xc003044000, 0x1118)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0025198f8, 0xc0015e1300, 0x1116, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2a80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 305 [semacquire]:
regexp.makeOnePass.func1(0x4, 0xc004190580, 0xf, 0xf, 0x1)
	/usr/local/go/src/regexp/onepass.go:383 +0xb9b
regexp.makeOnePass(0xc005e2c0c0, 0xc005e2c0c0)
	/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc005e2c060, 0xc005e2c060)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001e37300, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001e37300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001e37300, 0x0, 0xb856e0, 0xc0000a7fe8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001e37300, 0xc00187d5e0, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001e37300, 0x42ca96, 0xc005e2c030, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc001e37370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007730a60, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc001c842d0, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001e37518, 0xc00075f140, 0xabc101, 0x1d, 0x3c, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 21 [select]:
github.com/patrickmn/go-cache.(*janitor).Run(0xc0001bd4d0, 0xc0001ee2c0)
	/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1079 +0xd5
created by github.com/patrickmn/go-cache.runJanitor
	/home/develop/go/src/github.com/patrickmn/go-cache/cache.go:1099 +0xa9

goroutine 306 [semacquire]:
strings.genSplit(0xc002b10000, 0x1279, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0075c6800, 0x376, 0x376)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028ff3c0, 0xaa058b, 0x2, 0xc001645900, 0x1279, 0x1, 0x376, 0xc007554cc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001645900, 0x1279, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0028ff518, 0xc0002d8020, 0x41, 0xc003c105f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2c00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 307 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc007031c00, 0x65d, 0xc001779218, 0xc0009fd180)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc007031c00, 0x65d, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017793c0, 0xaa05c9, 0x2, 0xc007031c00, 0x65d, 0x2, 0x157, 0xc003e907e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007031c00, 0x65d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001779518, 0xc0020e2120, 0x4d, 0xc001d1b4a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 308 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f4001b00, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023aec30, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023aec20, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00211a480, 0x426, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc4040, 0x3d, 0xc00211a480, 0x426, 0xc00211a480, 0x426, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc4040, 0x3d, 0xc00211a480, 0x426, 0xaa0378, 0x1, 0xc00211a480, 0x426, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2d80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 309 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0045cf588, 0xaa04f9, 0x2, 0xc006b83880, 0x326, 0x2, 0x9, 0xc0041d6060)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0045cf518, 0xc0024bce20, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2e40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 310 [semacquire]:
strings.genSplit(0xc0014b5500, 0x925, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc003ba3260, 0x10000c001693360)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0016933c0, 0xaa04d9, 0x2, 0xc0014b4a80, 0x925, 0xc0014b4a80, 0xc0016933b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0014b4a80, 0x925, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001693518, 0xc005a229e0, 0x36, 0xc001aa0a80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2f00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 311 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e720, 0xc00278e770, 0xc001467158, 0x1, 0x1, 0xc001467158, 0x1, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e720, 0xc00278e5b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e720, 0xc00278e540, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc001d0e720, 0xc00278e540, 0xc002970f50, 0x747325, 0xc00004c700)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc00278e460, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc001467140, 0x1, 0x1, 0xc0029710b0, 0x1, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc001467140, 0x1, 0x1, 0xb856e0, 0xc001d0e720, 0xc005a643c0, 0xc005a643c0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005a642d0, 0xaa408e, 0x4, 0xaa04f9)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003dfb8f8, 0xc004322300, 0x65f, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f2fc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 312 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0066901a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc006690270, 0xc001c2d6c0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0041d7e20, 0x0, 0x0, 0x0, 0xc00319b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0041d7e20, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00319b8f8, 0xc006682600, 0x11ef, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 313 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf400, 0x0, 0x0, 0x0, 0xc005d5db00, 0x82c, 0x2, 0xc00296d038, 0xc005d5db00, 0x82c, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc005d5db00, 0x82c, 0xaa04bf, 0x2, 0x1, 0x2)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc002cd69a0, 0x0, 0x0, 0x0, 0x0, 0xc002cd69a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004104090, 0x0, 0x0, 0x0, 0xa80, 0xc002cd5500, 0x9c6, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002cd5500, 0x9c6, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0019df650)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0036a5518, 0xc001d0f040, 0xc001d0f900)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 314 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00081d588, 0xaa04f9, 0x2, 0xc00421ea00, 0x14cd, 0x0, 0xc000ad9500, 0x7f13f04197d0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00081d518, 0xc005629220, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 315 [semacquire]:
regexp.makeOnePass(0xc005dfa060, 0xc005dfa060)
	/usr/local/go/src/regexp/onepass.go:309 +0x20e
regexp.compileOnePass(0xc00515aa80, 0xc00515aa80)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc007ac8ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc007ac8ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x203001, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc007ac8ff8, 0xc002c42e00, 0xc007ac0770, 0x5199fd, 0xc001fd4000)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc007ac8ff8, 0x203001, 0xc00107e000, 0xc00107e000, 0x1007f13f0419e98)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc007ac8ff8, 0x46e6ce, 0xc001bd14a0, 0xc00107e000, 0x7f13f0419e98, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc000098050, 0x99, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc002d8fe10, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00515aa50, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002c438f8, 0xc002021c00, 0xacc, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f32c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 316 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00385f3c0, 0xaa04f9, 0x2, 0xc00439ad00, 0x84b, 0xc00439ad00, 0xc00385f3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00439ad00, 0x84b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00385f518, 0xc003f26b80, 0x46, 0xc001e10d20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 317 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001f673c0, 0xaa058b, 0x2, 0xc001d65900, 0x4b5, 0x1, 0x106, 0xc003e91540)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001d65900, 0x4b5, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001f67518, 0xc0002d88e0, 0x30, 0xc0019de810)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 319 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f35c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:301 +0x215
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 320 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc005de73c0, 0x0, 0x0, 0x20)
	/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005de73c0, 0x0, 0x0, 0x0, 0xc000d17200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005de73c0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc000d178f8, 0xc003bac000, 0x1f44, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 321 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b353c0, 0xaa0599, 0x2, 0xc0048a4d00, 0x815, 0xc0048a4d00, 0xc004b353b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0048a4d00, 0x815, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b35518, 0xc00427c4e0, 0x3a, 0xc0035ec780)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 322 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4006720, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0044f4eb0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0044f4ea0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003910000, 0x7f1, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0034ccdc0, 0x3f, 0xc003910000, 0x7f1, 0xc003910000, 0x7f1, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0034ccdc0, 0x3f, 0xc003910000, 0x7f1, 0xaa0378, 0x1, 0xc003910000, 0x7f1, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 323 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001a50750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001a50820, 0xc001d51500, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0002d9ca0, 0x0, 0x0, 0x0, 0xc003e27200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0002d9ca0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e278f8, 0xc001f0d000, 0xe62, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f38c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 325 [semacquire]:
bytes.makeSlice(0x5fc, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0067fd220, 0xae, 0x9c)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0067fd220, 0xc00011c580, 0xae, 0x5165d7, 0xc005d04a78, 0xc000824258)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc000162b60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:103 +0x93
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc000162af0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b
github.com/advancedlogic/GoOse.(*outputFormatter).Text.func1(0xc000117880)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:107 +0x5b
github.com/advancedlogic/GoOse.(*outputFormatter).Text(0xc0067fd388, 0xc005665260, 0xc, 0xc007447530)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:112 +0xbd
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0067fd388, 0xc0059b4600, 0x3)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:120 +0x48
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0067fd388, 0xc005665260, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0x1, 0xc0002c8158)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0067fd518, 0xc005665260, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3a40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 326 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc005f87ef0, 0xed, 0x7544a2, 0x0)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0002e5588, 0xaa04f9, 0x2, 0xc005f87ef0, 0xed, 0x0, 0xc0002e53d8, 0xc0024bcfe8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0002e5518, 0xc002490330, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0002e5518, 0xc0024bc220, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3b00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 327 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40105c0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023ae960, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0023ae950, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc000680f00, 0x4ee, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a03c0, 0x3b, 0xc000680f00, 0x4ee, 0xc000680f00, 0x4ee, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a03c0, 0x3b, 0xc000680f00, 0x4ee, 0xaa0378, 0x1, 0xc000680f00, 0x4ee, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3bc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 329 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Join(0xc00679af30, 0x3, 0x3, 0xaa0378, 0x1, 0x0, 0xc0074b01b0)
	/usr/local/go/src/strings/strings.go:438 +0x4c8
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002901518, 0xc003ada1e0, 0xc003adab40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:334 +0xa85
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3d40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 330 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003fe73c0, 0xaa04f9, 0x2, 0xc00393b900, 0xc6f, 0xc00393b900, 0xc003fe73b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00393b900, 0xc6f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003fe7518, 0xc002244180, 0x4d, 0xc003c10110)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3e00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 331 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0048cf3c0, 0xaa04f9, 0x2, 0xc00061ec00, 0xbc7, 0xc00061ec00, 0xc0048cf3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00061ec00, 0xbc7, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0048cf518, 0xc00075e800, 0x4a, 0xc0001f2d70)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3ec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 332 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13142b3e70, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00481f0b0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00481f0a0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0035bdc00, 0x694, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003c102d0, 0x46, 0xc0035bdc00, 0x694, 0xc0035bdc00, 0x694, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003c102d0, 0x46, 0xc0035bdc00, 0x694, 0xaa0378, 0x1, 0xc0035bdc00, 0x694, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0003f3f80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 333 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003f273e0, 0xc000d112c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000d113c0, 0xaa059b, 0x2, 0xc004e20300, 0x6cb, 0x16, 0x185, 0xc003f273c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004e20300, 0x6cb, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000d11518, 0xc003f27000, 0x4f, 0xc005f1d8b0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 334 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00287d110, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00287d1e0, 0xc005f85f80, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00166ee80, 0x0, 0x0, 0x0, 0xc006019200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00166ee80, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060198f8, 0xc0005dad00, 0x8ea, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 335 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readTag(0xc003208d00, 0x54e501)
	/home/develop/go/src/golang.org/x/net/html/token.go:834 +0x162
golang.org/x/net/html.(*Tokenizer).readStartTag(0xc003208d00, 0x61)
	/home/develop/go/src/golang.org/x/net/html/token.go:779 +0x45
golang.org/x/net/html.(*Tokenizer).Next(0xc003208d00, 0x1)
	/home/develop/go/src/golang.org/x/net/html/token.go:1021 +0x28c
golang.org/x/net/html.(*parser).parse(0xc003208dd0, 0xc0023c60e0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e500, 0x0, 0x0, 0x0, 0xc002873200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e500, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028738f8, 0xc002a10c00, 0xba2, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004181e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 336 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0007172b0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0007172b0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0007172b0, 0xc0033a9ab0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000ffda20, 0x0, 0x0, 0x0, 0xc004b63200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000ffda20, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b638f8, 0xc002568800, 0xb4e, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004182a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 337 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004280390, 0xc00009bd70, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc006ecb518, 0xc0041d7480, 0x2f, 0xc004e78930)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 338 [semacquire]:
regexp.(*Regexp).expand(0xc001c00320, 0xc0005d9200, 0x900, 0x900, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc002a5b400, ...)
	/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc0005d9200, 0x900, 0x900, 0xc0039063b0, 0x2, 0x2, 0xc002a5b400, 0xad0, 0x906)
	/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc001c00320, 0x0, 0x0, 0x0, 0xc002a5b400, 0xad0, 0x2, 0xc004687218, 0xc002a5b400, 0xad0, ...)
	/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc001c00320, 0xc002a5b400, 0xad0, 0xaa0378, 0x1, 0x1, 0x1e)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00319b518, 0xc000671c40, 0xc0043cc580)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 339 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0004ceb60, 0xc004b492c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b493c0, 0xaa04fd, 0x2, 0xc0035f1100, 0x6c0, 0x35, 0x173, 0xc0039381a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0035f1100, 0x6c0, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b49518, 0xc002244260, 0x41, 0xc003c101e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004184e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 340 [runnable]:
strings.Index(0xc001209400, 0x23e2, 0xaa0378, 0x1, 0x5c2)
	/usr/local/go/src/strings/strings.go:1028 +0x67a
strings.genSplit(0xc001209400, 0x23e2, 0xaa0378, 0x1, 0x0, 0x5c2, 0x23e2, 0xc001204a00, 0x2406)
	/usr/local/go/src/strings/strings.go:260 +0xf3
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003211518, 0xc00416b4a0, 0xc003c09280)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004185a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 341 [semacquire]:
strings.genSplit(0xc00638a000, 0x853, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004881b00, 0x1ab, 0x1ab)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c6b3c0, 0xaa058b, 0x2, 0xc005082d00, 0x853, 0x1, 0x1ab, 0xc005a23380)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005082d00, 0x853, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c6b518, 0xc00477eea0, 0x46, 0xc001aaa730)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 342 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003b853c0, 0xaa04f9, 0x2, 0xc004c52000, 0x90b, 0xc004c52000, 0xc003b853b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004c52000, 0x90b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003b85518, 0xc0020e27a0, 0x37, 0xc0002ced8a)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 343 [semacquire]:
bytes.makeSlice(0xc7d, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0065b1ef0, 0x51, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0065b1ef0, 0xc00078e5a0, 0x51, 0x6, 0xffffffffffffffff, 0xaa042b)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0065b1ef0, 0xc00078e5a0, 0x51, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0065b1ef0, 0xc004bb45b0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc0065b1ef0, 0xc004bb44d0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065b1ef0, 0xc003f6c2a0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065b1ef0, 0xc003f6c1c0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0065b1ef0, 0xc00016c930, 0xb84d20, 0xc0065b1ef0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0065b1ef0, 0xc00016c930, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0033f2660, 0x823982f0, 0x1251a20, 0xc00000fea0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004187e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 344 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc0055e7200, 0x86e, 0xaa04bf, 0x2, 0x1, 0x2)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.FromHTMLNode(0xc006e423f0, 0x0, 0x0, 0x0, 0x0, 0xc006e423f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005399620, 0x0, 0x0, 0x0, 0xc00, 0xc002c13400, 0xa91, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002c13400, 0xa91, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc003918c80)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003b95518, 0xc0043388c0, 0xc0020e29a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004188a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 345 [runnable]:
sync.(*RWMutex).Unlock(0xc003ada748)
	/usr/local/go/src/sync/rwmutex.go:118 +0xd2
github.com/fatih/set.(*Set).Add(0xc003ada740, 0xc0080d9210, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:37 +0xfc
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0080d9588, 0xaa04f9, 0x2, 0xc0074bc700, 0x68, 0x7, 0xc0080d9290, 0x42d308)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore.func1(0x7, 0xc00386fc80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:635 +0x82
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00386f0b0, 0xc0080d9320, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).getSiblingsScore(0xc0080d9518, 0xc00386e960, 0xc0020bdd80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:633 +0xa5
github.com/advancedlogic/GoOse.(*ContentExtractor).addSiblings(0xc0080d9518, 0xc00386e960, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:697 +0x57
github.com/advancedlogic/GoOse.(*ContentExtractor).PostCleanup(0xc0080d9518, 0xc00386e960, 0xc00386e960)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:718 +0x3f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:158 +0x788
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 346 [semacquire]:
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc0039fbab0, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x180
github.com/PuerkitoBio/goquery.mapNodes(0xc0000b4d78, 0x1, 0x1, 0xc004d0f348, 0x1, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc0000b4d78, 0x1, 0x1, 0xb856e0, 0xc0041d61a0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0033f2300, 0xab9e11, 0x19, 0xc00455c120)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).getTitleUnmodified(0xc004d0f518, 0xc00000fdc0, 0xa33, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:63 +0x12b
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:128 +0x282
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418a20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 347 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12f8002520, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a25300, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a252f0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0044d4580, 0x2b0, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00303a340, 0x31, 0xc0044d4580, 0x2b0, 0xc0044d4580, 0x2b0, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00303a340, 0x31, 0xc0044d4580, 0x2b0, 0xaa0378, 0x1, 0xc0044d4580, 0x2b0, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418ae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 348 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0058cc340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0058cc410, 0xc002a52e00, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a22c00, 0x0, 0x0, 0x0, 0xc0030d5200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a22c00, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0030d58f8, 0xc004a1ea80, 0x9d2, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 349 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001e55000, 0x3dc, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001e55000, 0x3dc, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001e55000, 0x3dc, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001e55000, 0x3dc, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001e55000, 0x3dc, 0x0, 0x0, 0x3dc, 0xc001e55000, 0x3dc)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001e55000, 0x3dc, 0x3dc, 0x400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003881fc0, 0x3a, 0xc001e55000, 0x3dc, 0xc001e55000, 0x3dc, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003881fc0, 0x3a, 0xc001e55000, 0x3dc, 0xaa0378, 0x1, 0xc001e55000, 0x3dc, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418c60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 350 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc003209040, 0xc0076c02d0, 0x8f)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc003209040, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc003209040)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc003209040, 0xc0050d0930, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043ccfc0, 0x0, 0x0, 0x0, 0xc0015d1200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043ccfc0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015d18f8, 0xc001634c00, 0x1083, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418d20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 351 [semacquire]:
github.com/advancedlogic/GoOse.Parser.setAttr(0xc0051ec0f0, 0xab2997, 0xc, 0xacddae, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/parser.go:87 +0x301
github.com/advancedlogic/GoOse.(*ContentExtractor).updateNodeCount(0xc003a31518, 0xc0051ec0f0, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:508 +0xb1
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc003a31518, 0xc003646a80, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:434 +0x64a
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418de0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 352 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0062fe220, 0xc004c992c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004c993c0, 0xaa04f9, 0x2, 0xc00260a400, 0xb01, 0xc00260a400, 0xc004c993b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00260a400, 0xb01, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004c99518, 0xc0002d9e60, 0x3f, 0xc001b61fc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418ea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 353 [semacquire]:
strings.genSplit(0xc005de8800, 0x7de, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0038c1100, 0x1ac, 0x1ac)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0037bd3c0, 0xaa059b, 0x2, 0xc006bfd000, 0x7de, 0x17, 0x1ac, 0xc004972280)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006bfd000, 0x7de, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0037bd518, 0xc004f2b0c0, 0x39, 0xc001aa1980)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000418f60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 354 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b413c0, 0xaa0503, 0x2, 0xc0040fb100, 0x657, 0xc0040fb100, 0xc004b413b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0040fb100, 0x657, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b41518, 0xc00427cb40, 0x36, 0xc0035ecc80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 355 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004c0e0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004c0e1a0, 0xc003e7a460, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002244020, 0x0, 0x0, 0x0, 0xc0048d3200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002244020, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0048d38f8, 0xc004b25000, 0xf01, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004190e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 356 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40082a0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ad7bc0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ad7bb0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc005924000, 0xfbd, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0061f6050, 0x45, 0xc005924000, 0xfbd, 0xc005924000, 0xfbd, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0061f6050, 0x45, 0xc005924000, 0xfbd, 0xaa0378, 0x1, 0xc005924000, 0xfbd, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004191a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 357 [semacquire]:
bytes.makeSlice(0x196, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc002c83020, 0x8e, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc002c83020, 0xc003a90000, 0x8e, 0x6, 0x8e, 0xaa042b)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc002c83020, 0xc003a90000, 0xb1, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:201 +0xe5
golang.org/x/net/html.render1(0xb84d20, 0xc002c83020, 0xc0040e8070, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc002c83020, 0xc002330e00, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc002c83020, 0xc002330d90, 0xb84d20, 0xc002c83020)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc002c83020, 0xc002330d90, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc002c82e40, 0xf025c43c, 0x1251a20, 0xc004ebbd60, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 358 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004c0e410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc004c0e4e0, 0xc004b8f6c0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0022441e0, 0x0, 0x0, 0x0, 0xc004b47200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0022441e0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b478f8, 0xc003331000, 0x2b0a, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 359 [semacquire]:
strings.Replace(0xc0047b8000, 0x1cf8, 0xaa042f, 0x2, 0xaa0af0, 0x3, 0x11, 0x6f0000006e, 0x74)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:175 +0x72
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005bd18f8, 0xc0047b8000, 0x1cf8, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004193e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 360 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc005077588, 0xaa04f9, 0x2, 0xc00349d7a0, 0xd7, 0x1, 0x25, 0xc000670ae0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc005077518, 0xc00477ff00, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004194a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 361 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc002a4ef00, 0x9, 0x10, 0xc0036ade00, 0x1a, 0x20, 0xc007079020, 0xc00576b990, 0x1, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:138 +0x172
github.com/PuerkitoBio/goquery.mapNodes(0xc0052a2da8, 0x1, 0x1, 0xc0070790f0, 0x7f13f041b2f0, 0x0, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0052a2da8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00576b990, ...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc000638a80, 0xc0040c3ad0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc007079518, 0xc000638a80, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc007079518, 0xc002245aa0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 362 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc001878000, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc001878000)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc001878000, 0xc003f6c850, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000ffdba0, 0x0, 0x0, 0x0, 0xc004b6b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000ffdba0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b6b8f8, 0xc00068e800, 0x154a, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 363 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0032089c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003208a90, 0xc00238f8f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e480, 0x0, 0x0, 0x0, 0xc003b2d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e480, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003b2d8f8, 0xc0006eaa00, 0x1333, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004196e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 364 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0062fe140, 0xc0017092c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017093c0, 0xaa04f9, 0x2, 0xc006588000, 0xe9c, 0xc006588000, 0xc0017093b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006588000, 0xe9c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001709518, 0xc000670d60, 0x34, 0xc0062f8040)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004197a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 365 [semacquire]:
regexp/syntax.(*parser).maybeConcat(0xc005598360, 0xffffffff, 0xc00718cd60)
	/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc005598360, 0xc0047e5490, 0xc0047e5490)
	/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc005598360, 0x69)
	/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xabc10c, 0x11, 0xd4, 0x0, 0x0, 0xabc106)
	/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00718d300, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00718d300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00718d300, 0x0, 0xb856e0, 0xc0000a7f28, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00718d300, 0xc004b7d260, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00718d300, 0x42ca96, 0xc0051ecc30, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc00718d370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc007596ca0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0058a5980, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc00718d518, 0xc00416a640, 0xabc101, 0x1d, 0x36, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 366 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005b06680, 0x511, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005b06680, 0x511, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005b06680, 0x511, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005b06680, 0x511, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005b06680, 0x511, 0x0, 0x0, 0x511, 0xc005b06680, 0x511)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005b06680, 0x511, 0x511, 0x580)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b61a80, 0x20, 0xc005b06680, 0x511, 0xc005b06680, 0x511, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b61a80, 0x20, 0xc005b06680, 0x511, 0xaa0378, 0x1, 0xc005b06680, 0x511, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 367 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0000a7520, 0xc0038db2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0038db3c0, 0xaa04fd, 0x2, 0xc003a99000, 0xe5b, 0x48, 0x26c, 0xc0000a74c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003a99000, 0xe5b, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0038db518, 0xc0000a7140, 0x45, 0xc0043fee10)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004199e0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 368 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7f12bc00e830, 0x7f12bc00cdf0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc003adbc20, 0xc0025b7800, 0x74e, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc0025b7800, 0x74e, 0xaa04f9, 0x2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00002afa0, 0x44, 0xc0025b7800, 0x74e, 0xc0025b7800, 0x74e, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00002afa0, 0x44, 0xc0025b7800, 0x74e, 0xaa0378, 0x1, 0xc0025b7800, 0x74e, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419aa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 369 [semacquire]:
bytes.makeSlice(0x27fb, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003427388, 0x713, 0x7b4)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003427388, 0xc005c36000, 0x713, 0x5165d7, 0xc005b17f6f, 0xc0016d0e60)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c2acb0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c2ac40)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc005c2ab60)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dcc8c0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dcc7e0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dcc0e0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc00435fd40, 0xc00009bd70, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003427518, 0xc0020e2dc0, 0x44, 0xc004935220)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419b60, 0x58)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 370 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023e53c0, 0xaa04f9, 0x2, 0xc00159b600, 0x8f4, 0x6, 0x220, 0xc003db0800)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00159b600, 0x8f4, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023e5518, 0xc005a22320, 0x3b, 0xc00159d1c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419c20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 371 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006a47588, 0xaa04f9, 0x2, 0xc0055e9600, 0x8a6, 0x641e2d, 0x0, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006a47518, 0xc004f2b200, 0x6d)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419ce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 372 [semacquire]:
strings.genSplit(0xc004a36000, 0xe5f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002b4d000, 0x2dd, 0x2dd)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00276b3c0, 0xaa04df, 0x2, 0xc00590c000, 0xe5f, 0x4, 0x2dd, 0xc0000a62e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00590c000, 0xe5f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00276b518, 0xc00427d920, 0x4e, 0xc0001f2ff0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419da0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 373 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c401d740, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0040d0660, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0040d0650, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00212a880, 0xcc4, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00384a230, 0x64, 0xc00212a880, 0xcc4, 0xc00212a880, 0xcc4, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00384a230, 0x64, 0xc00212a880, 0xcc4, 0xaa0378, 0x1, 0xc00212a880, 0xcc4, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419e60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 374 [semacquire]:
bytes.makeSlice(0x676, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc003805388, 0x144, 0xdb)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc003805388, 0xc001b118c0, 0x144, 0x5165d7, 0xc0057a2196, 0xc00037fd00)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0003191f0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000319180)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000318a10)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000318930)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000318230)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004ad8fc0, 0xc00009bd70, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003805518, 0xc0004ce8a0, 0x5f, 0xc002928fc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000419f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 375 [semacquire]:
strings.genSplit(0xc0030c2000, 0xec9, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003667500, 0x319, 0x319)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019b93c0, 0xaa058b, 0x2, 0xc00681f000, 0xec9, 0x1, 0x319, 0xc00166f8c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00681f000, 0xec9, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0019b9518, 0xc00000fd80, 0x31, 0xc001cc4400)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 376 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13304cb030, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004550090, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004550080, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc004997000, 0xbf2, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aaccc0, 0x2d, 0xc004997000, 0xbf2, 0xc004997000, 0xbf2, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aaccc0, 0x2d, 0xc004997000, 0xbf2, 0xaa0378, 0x1, 0xc004997000, 0xbf2, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004380c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 377 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc004040000, 0x1cc0, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0047db3c0, 0xaa04fd, 0x2, 0xc004040000, 0x1cc0, 0x87, 0x545, 0xc00000f300)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004040000, 0x1cc0, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0047db518, 0xc00416a860, 0x36, 0xc0037727c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 378 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc00427d300, 0x0, 0x0, 0x20)
	/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00427d300, 0x0, 0x0, 0x0, 0xc003599200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00427d300, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035998f8, 0xc003385000, 0x26ec, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 379 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc0046df900, 0x1129, 0xaa0378, 0x1, 0xc0046de600, 0x1129)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc0046df900, 0x1129, 0xaa0378, 0x1, 0xc0046df900, 0x1129)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 380 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005503000, 0x39b, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005503000, 0x39b, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005503000, 0x39b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005503000, 0x39b, 0x0, 0x0, 0x39b, 0xc005503000, 0x39b)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005503000, 0x39b, 0x39b, 0x400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00168bc20, 0x30, 0xc005503000, 0x39b, 0xc005503000, 0x39b, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00168bc20, 0x30, 0xc005503000, 0x39b, 0xaa0378, 0x1, 0xc005503000, 0x39b, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004383c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 381 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_Predict(0x7f12d40043a0, 0x7f12dc112940, 0x7f12dc1146d0)
	_cgo_gotypes.go:93 +0x4e
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func2(0xc007677100, 0x7f12dc112940, 0x7f12dc112940)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0x60
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc007677100, 0xc003470c80, 0xc23, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:144 +0xa8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc003470c80, 0xc23, 0xaa04f9, 0x2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036fce00, 0x2d, 0xc003470c80, 0xc23, 0xc003470c80, 0xc23, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036fce00, 0x2d, 0xc003470c80, 0xc23, 0xaa0378, 0x1, 0xc003470c80, 0xc23, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 382 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00416b760, 0xc000819220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000819588, 0xaa04f9, 0x2, 0xc003b67300, 0x1180, 0x0, 0xc000d58e00, 0x7f13f041b9b8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000819518, 0xc00416ba60, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 384 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00740b000, 0x2c3, 0x2c3, 0x3, 0x0, 0x2c2, 0xc00740b000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004763518, 0xc0019e91c0, 0xc003646b00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004386c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 385 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12e800d260, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005dcbbb0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005dcbba0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002984e00, 0x615, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005902700, 0x3a, 0xc002984e00, 0x615, 0xc002984e00, 0x615, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005902700, 0x3a, 0xc002984e00, 0x615, 0xaa0378, 0x1, 0xc002984e00, 0x615, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 386 [semacquire]:
strings.genSplit(0xc002636000, 0x1f76, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x394b, 0xc001f72000, 0x1f76)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ff1588, 0xaa04f9, 0x2, 0xc001f72000, 0x1f76, 0xc0000d8a01, 0xc0051a45a0, 0xc000ff1230)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc000ff1518, 0xc002c833e0, 0xc002c83770)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:528 +0xfd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000ff1518, 0xc004ec67c0, 0x39)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 387 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0076ae500, 0x20d, 0x20d, 0x3, 0x0, 0x20c, 0xc0076ae500)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c8b518, 0xc0043cc6a0, 0xc0043cd3e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 388 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f138c006cb0, 0x7f138c00a4c0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00222c7c0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00222c030, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006a27b00, 0x8ce, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aa0c00, 0x38, 0xc006a27b00, 0x8ce, 0xc006a27b00, 0x8ce, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aa0c00, 0x38, 0xc006a27b00, 0x8ce, 0xaa0378, 0x1, 0xc006a27b00, 0x8ce, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004389c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 389 [semacquire]:
regexp.(*bitState).reset(0xc002d81600, 0xc00009b1d0, 0x3, 0x2)
	/usr/local/go/src/regexp/backtrack.go:100 +0x18b
regexp.(*Regexp).backtrack(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc002b97cab, 0x3, 0x0, 0x2, 0xc002b97db0, 0x0, ...)
	/usr/local/go/src/regexp/backtrack.go:319 +0x116
regexp.(*Regexp).doExecute(0xc0000bf2c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc002b97cab, 0x3, 0x0, 0x2, ...)
	/usr/local/go/src/regexp/exec.go:535 +0x453
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc002b97cab, 0x3, 0x2, 0xc004a92c08, 0xc004104960, 0xc004a92c40, ...)
	/usr/local/go/src/regexp/regexp.go:599 +0x1a5
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc002b97cab, 0x3, 0xaa0378, 0x1, 0xc004a92d10, 0x42ca96)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a930c0, 0xc002eced20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004a930c0, 0xc002ece690, 0xc00004c700, 0x7f13f04197d0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a930c0, 0xc002ece690, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a930c0, 0xc002ece690, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004a930c0, 0xc002ece5b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a930c0, 0xc002ece5b0, 0x54b170, 0xc000624410)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002ece5b0, 0x0, 0x0, 0x0, 0x0, 0xc002ece5b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0041049c0, 0x0, 0x0, 0x0, 0x1500, 0xc0042f0000, 0x1482, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0042f0000, 0x1482, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc00032d040)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004a93518, 0xc00384cc20, 0xc001d0fee0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438a80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 390 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc001878750, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc001878820, 0xc004089960, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc000ffdce0, 0x0, 0x0, 0x0, 0xc004b6d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc000ffdce0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b6d8f8, 0xc00377a000, 0x1663, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 391 [semacquire]:
strings.genSplit(0xc002b88800, 0xaf8, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00, 0x0, 0xc000ef3360)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000ef33c0, 0xaa059b, 0x2, 0xc002b87c00, 0xaf8, 0xc002b87c00, 0xc000ef33b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002b87c00, 0xaf8, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000ef3518, 0xc00432bfc0, 0x46, 0xc0043fe280)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438c00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 392 [semacquire]:
strings.genSplit(0xc002d24000, 0xc6f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00408f000, 0x2ee, 0x2ee)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039633c0, 0xaa059b, 0x2, 0xc00606f900, 0xc6f, 0x4, 0x2ee, 0xc006529800)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00606f900, 0xc6f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003963518, 0xc0056cc040, 0x4f, 0xc00658bcc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 393 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f1314a4de10, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00067c4f0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00067c4e0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00747c000, 0x521, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002283fc0, 0x38, 0xc00747c000, 0x521, 0xc00747c000, 0x521, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002283fc0, 0x38, 0xc00747c000, 0x521, 0xaa0378, 0x1, 0xc00747c000, 0x521, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438d80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 394 [semacquire]:
strings.genSplit(0xc001eb0c00, 0x5e6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00322a000, 0x122, 0x122)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b773c0, 0xaa04fd, 0x2, 0xc004a7b800, 0x5e6, 0x26, 0x122, 0xc0065e3640)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004a7b800, 0x5e6, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b77518, 0xc004f2b4a0, 0x26, 0xc003936bd0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438e40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 395 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc003f9ea00, 0x4bb, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc003f9ea00, 0x4bb, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc003f9ea00, 0x4bb, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc003f9ea00, 0x4bb, 0x0, 0x0, 0x4bb, 0xc003f9ea00, 0x4bb)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc003f9ea00, 0x4bb, 0x4bb, 0x700)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001f3c500, 0x3b, 0xc003f9ea00, 0x4bb, 0xc003f9ea00, 0x4bb, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001f3c500, 0x3b, 0xc003f9ea00, 0x4bb, 0xaa0378, 0x1, 0xc003f9ea00, 0x4bb, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438f00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 396 [semacquire]:
github.com/araddon/dateparse.newParser(...)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1703
github.com/araddon/dateparse.parseTime(0xc004c44e80, 0x1f, 0x0, 0xc004c44e80, 0x1f, 0x1f)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0x42
github.com/araddon/dateparse.ParseAny(0xc004c44e80, 0x1f, 0x3, 0xaa0378, 0x1, 0xc004c44e80, 0x1f)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001887518, 0xc0065e3380, 0xc005de6dc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:344 +0xbce
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000438fc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 397 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc00676d7c0, 0x94, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006e050c0, 0xc00796f880, 0xc006e041b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e050c0, 0xc00796f810, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc006e050c0, 0xc00796f810, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc006e050c0, 0xc00796f810, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc006e050c0, 0xc00796f810, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e050c0, 0xc00796ecb0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025550c0, 0xc00796ecb0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025550c0, 0xc00796ecb0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e050c0, 0xc00796ebd0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025550c0, 0xc00796ebd0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025550c0, 0xc00796ebd0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e050c0, 0xc00796e4d0, 0xc002554d40, 0x46a81e)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0025550c0, 0xc00796e4d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025550c0, 0xc00796e4d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc006e050c0, 0xc00796e3f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0025550c0, 0xc00796e3f0, 0x54b170, 0xc002d54680)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00796e3f0, 0x0, 0x0, 0x0, 0x0, 0xc00796e3f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0022e4db0, 0x0, 0x0, 0x0, 0x800, 0xc006bd7800, 0x719, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006bd7800, 0x719, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0001da650)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002555518, 0xc002251f20, 0xc0045bf040)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 398 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0015b35f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:1004 +0x4fc
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0015b35f0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0015b35f0, 0xc003026a10, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005a227e0, 0x0, 0x0, 0x0, 0xc00309b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005a227e0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00309b8f8, 0xc002a36000, 0x8af, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 399 [semacquire]:
regexp.onePassCopy(0xc0063368a0, 0xc0063368a0)
	/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0063368a0, 0xc0063368a0)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x1)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0015eaff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0015eaff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0034f8d84)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0015eaff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0015eaff8, 0x1, 0xc006378000, 0xc0100d58380, 0x2804f04197d0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0015eaff8, 0x4, 0x55f, 0xc002cb8a01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc002cb8000, 0x28, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0x440d95, 0xc000f5ade0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc006336870, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015eb8f8, 0xc00163b000, 0xaa3, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 400 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0001eaea0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0001eaf70, 0xc002402a10, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973fe0, 0x0, 0x0, 0x0, 0xc004c03200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973fe0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004c038f8, 0xc0030f6a80, 0x923, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004392c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 401 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00212e000, 0x7ae, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00212e000, 0x7ae, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00212e000, 0x7ae, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00212e000, 0x7ae, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00212e000, 0x7ae, 0x0, 0x0, 0x7ae, 0xc00212e000, 0x7ae)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00212e000, 0x7ae, 0x7ae, 0xa80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0018d2120, 0x26, 0xc00212e000, 0x7ae, 0xc00212e000, 0x7ae, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0018d2120, 0x26, 0xc00212e000, 0x7ae, 0xaa0378, 0x1, 0xc00212e000, 0x7ae, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 402 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc00009c340, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc00009c340)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc00009c340, 0xc007ae43f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc0051c4390, 0x0, 0x0, 0x0, 0x0, 0x1201, 0xc0051c4360)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0051c4360, 0x0, 0x0, 0x0, 0x1300, 0xc0046bec00, 0x1248, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc0046bec00, 0x1248, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0005d3560)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002ce3518, 0xc00000f420, 0xc0056ccca0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 403 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00000fd20, 0xc0049292c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049293c0, 0xaa0569, 0x2, 0xc00294a380, 0xcb0, 0x4, 0x25b, 0xc0020e3ac0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00294a380, 0xcb0, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004929518, 0xc0020e3720, 0x3e, 0xc0036fda40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 404 [semacquire]:
strings.genSplit(0xc0064d8a80, 0x981, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00488a200, 0x1a9, 0x1a9)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c5b3c0, 0xaa059b, 0x2, 0xc004b00000, 0x981, 0x14, 0x1a9, 0xc0004ce2a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004b00000, 0x981, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c5b518, 0xc002604940, 0x36, 0xc001d570c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004395c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 405 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400d350, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00289c790, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00289c780, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00162a000, 0xa62, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00505c1c0, 0x40, 0xc00162a000, 0xa62, 0xc00162a000, 0xa62, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00505c1c0, 0x40, 0xc00162a000, 0xa62, 0xaa0378, 0x1, 0xc00162a000, 0xa62, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 406 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc001195600, 0x8bb, 0x8bb, 0xc000b03500)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc001195600, 0x8bb, 0x7544a2, 0x0)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001b5b588, 0xaa04f9, 0x2, 0xc001195600, 0x8bb, 0x1, 0x193, 0xc005de6700)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001b5b518, 0xc0020e3ae0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 407 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0079c50c0, 0xc002745400, 0x134, 0x134, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079c50c0, 0xc000a09f10, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c50c0, 0xc000a09c00, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0079c50c0, 0xc000a09c00, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0079c50c0, 0xc000a09c00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0079c50c0, 0xc000a09c00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c50c0, 0xc000a088c0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a830c0, 0xc000a088c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a830c0, 0xc000a088c0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c50c0, 0xc000a087e0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a830c0, 0xc000a087e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a830c0, 0xc000a087e0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c50c0, 0xc00771d0a0, 0x7f13c8589ee0, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc004a830c0, 0xc00771d0a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a830c0, 0xc00771d0a0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0079c50c0, 0xc0005a9110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004a830c0, 0xc0005a9110, 0x54b170, 0xc003013110)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0005a9110, 0x0, 0x0, 0x0, 0x0, 0xc0005a9110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0041e8c30, 0x0, 0x0, 0x0, 0x800, 0xc006a14000, 0x718, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006a14000, 0x718, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0044f57f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004a83518, 0xc0020e2300, 0xc004bb3aa0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 408 [semacquire]:
regexp/syntax.(*parser).push(0xc0065bb5c0, 0xc0005a8a80, 0xc0005a8a80)
	/usr/local/go/src/regexp/syntax/parse.go:139 +0x1a2
regexp/syntax.(*parser).literal(0xc0065bb5c0, 0x6b)
	/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xaba6cc, 0xe, 0xd4, 0x0, 0x0, 0xaba6c6)
	/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0043c1300, 0x0, 0xaba6c6, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0043c1300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0043c1300, 0x0, 0x0, 0x0, 0xb856e0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0043c1300, 0x75a856, 0x0, 0xc00304a5b0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0043c1300, 0xc0043c12c8, 0xc0043c1350, 0x42ca96, 0xc0045bc2d0, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc0043c1368, 0xc0043c1380, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc00000e500)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004f1da70, 0xaba6c1, 0x1a, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc0043c1518, 0xc005a23da0, 0xaba6c1, 0x1a, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004398c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 409 [runnable]:
github.com/fatih/set.(*Set).Add(0xc004ebb960, 0xc0011172c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0011173c0, 0xaa04f9, 0x2, 0xc007ebe000, 0x748, 0xc007ebe000, 0xc0011173b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007ebe000, 0x748, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001117518, 0xc0042c6300, 0x3b, 0xc001cc4dc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 410 [semacquire]:
bytes.makeSlice(0xa9, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0038b71b0, 0xa9, 0xcde6233b)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0038b71b0, 0xc00011d760, 0xa9, 0xc0000a7ea8, 0xc0001e9440, 0xc0038b7100)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00277b730)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc00277b6c0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0050bc330, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x9, 0xc0050bc330)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x4a
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc005240300, 0xc0038b72c8, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0038b7388)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0038b7388, 0xc0050d8ff0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0038b7301, 0xc0000b4ed8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0038b7518, 0xc0050d8ff0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439a40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 411 [semacquire]:
bytes.makeSlice(0xde6, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0033f2db0, 0x102, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0033f2db0, 0xc001d5b560, 0x102, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0033f2db0, 0xc001d5b560, 0x102, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0033f2db0, 0xc003f1b2d0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0033f2db0, 0xc003f1b260, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0033f2db0, 0xc003f1a700, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0033f2db0, 0xc003f1a620, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0033f2db0, 0xc0045b1f10, 0xb84d20, 0xc0033f2db0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0033f2db0, 0xc0045b1f10, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0033f2c00, 0x2c53fa3c, 0x1251a20, 0xc0043cc040, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439b00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 412 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00384d320, 0xc002d9f2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002d9f3c0, 0xaa058b, 0x2, 0xc003e42e00, 0x6d4, 0x1, 0x159, 0xc003adb300)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003e42e00, 0x6d4, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002d9f518, 0xc0004cf960, 0x31, 0xc0036fcd00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439bc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 413 [semacquire]:
strings.genSplit(0xc006e61500, 0xa51, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x4f, 0xc006e60a80, 0x7f13c84d7e10)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0028433c0, 0xaa04df, 0x2, 0xc006e60a80, 0xa51, 0xc006e60a80, 0xc0028433b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006e60a80, 0xa51, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002843518, 0xc00477f340, 0x15, 0xc006bcd460)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439c80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 414 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc004521560, 0x110, 0x2, 0xc007842198, 0xc00000000a, 0x2, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc004521560, 0x110, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0078430c0, 0xc0019a89a0, 0xc0078421b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0078430c0, 0xc0019a8930, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0078430c0, 0xc0019a8930, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0078430c0, 0xc0019a8930, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0078430c0, 0xc0019a8930, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0078430c0, 0xc0019a8310, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017270c0, 0xc0019a8310, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017270c0, 0xc0019a8310, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0078430c0, 0xc0019a8230, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017270c0, 0xc0019a8230, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017270c0, 0xc0019a8230, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0078430c0, 0xc0016b7650, 0xc001726d40, 0x46a81e)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0017270c0, 0xc0016b7650, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017270c0, 0xc0016b7650, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0078430c0, 0xc004593ea0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0017270c0, 0xc004593ea0, 0x54b170, 0xc001bba8f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc004593ea0, 0x0, 0x0, 0x0, 0x0, 0xc004593ea0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005665830, 0x0, 0x0, 0x0, 0x1800, 0xc0045f8000, 0x162e, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0045f8000, 0x162e, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0023af520)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001727518, 0xc0002d96e0, 0xc007676220)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439d40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 415 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0020e91a0, 0xc5d48d53, 0x1251a20, 0xc003e91e80, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439e00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 416 [semacquire]:
github.com/gigawattio/window.Rolling(0xc003112a00, 0x19a, 0x19a, 0x3, 0x0, 0x199, 0xc003112a00)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0027e3518, 0xc002310020, 0xc002310980)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439ec0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 417 [semacquire]:
bytes.makeSlice(0xec7, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0062dd2c0, 0xb1, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0062dd2c0, 0xc004d5d140, 0xb1, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0062dd2c0, 0xc004d5d140, 0xb1, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0062dd2c0, 0xc00658c3f0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0062dd2c0, 0xc00658c380, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0062dd2c0, 0xc0062fdab0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0062dd2c0, 0xc0062fd9d0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0062dd2c0, 0xc0062fd2d0, 0xb84d20, 0xc0062dd2c0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0062dd2c0, 0xc0062fd2d0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0062dd110, 0x6362c141, 0x1251a20, 0xc0062fe180, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000439f80, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 418 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b50e0, 0x0, 0x0, 0x0, 0xc005c31200, 0x841, 0x2, 0xc0045d3218, 0xc001f49e78, 0x7de1b0, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b50e0, 0xc005c31200, 0x841, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0045d3388, 0xc00002eb80, 0x4)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0045d3388, 0xc002eac030, 0xaa04f9, 0x2, 0xc0045d3518, 0x8, 0x9ecc80, 0xc0045d3301, 0xc004750528)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0045d3518, 0xc002eac030, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450060, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 419 [semacquire]:
strings.genSplit(0xc0067a4000, 0x893, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003c6a500, 0x219, 0x219)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0049253c0, 0xaa0503, 0x2, 0xc001f42900, 0x893, 0x1, 0x219, 0xc004338820)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001f42900, 0x893, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004925518, 0xc00384c8c0, 0x2d, 0xc00168b800)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450120, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 420 [semacquire]:
strings.genSplit(0xc006350a00, 0x67e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003e81800, 0x180, 0x180)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003df73c0, 0xaa0503, 0x2, 0xc001b70700, 0x67e, 0x25, 0x180, 0xc003e90840)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001b70700, 0x67e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003df7518, 0xc003c09f20, 0x4a, 0xc0051ab900)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004501e0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 421 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc007035800, 0xbd0, 0xc002415218, 0xc000bff880)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc007035800, 0xbd0, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0024153c0, 0xaa04fd, 0x2, 0xc007035800, 0xbd0, 0x42, 0x282, 0xc003c09de0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007035800, 0xbd0, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002415518, 0xc0006ab440, 0x36, 0xc0036fd1c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004502a0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 422 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12d4742f30, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00209a530, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00209a510, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0019d7600, 0x550, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0036fc040, 0x36, 0xc0019d7600, 0x550, 0xc0019d7600, 0x550, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0036fc040, 0x36, 0xc0019d7600, 0x550, 0xaa0378, 0x1, 0xc0019d7600, 0x550, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450360, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 423 [semacquire]:
strings.genSplit(0xc005ac3000, 0xde5, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xde5, 0xc00335f000, 0xdfd)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002559518, 0xc00416a140, 0xc0022509a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450420, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 424 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00307e000, 0xeba, 0xc004179218, 0xc000782380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00307e000, 0xeba, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0041793c0, 0xaa0503, 0x2, 0xc00307e000, 0xeba, 0x1, 0x271, 0xc002245640)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00307e000, 0xeba, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004179518, 0xc0020e25e0, 0x41, 0xc00485c4b0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004504e0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 425 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001123100, 0xcf0, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001123100, 0xcf0, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001123100, 0xcf0, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001123100, 0xcf0, 0x0, 0x0, 0xcf0, 0xc001123100, 0xcf0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001123100, 0xcf0, 0xcf0, 0xd80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc4640, 0x38, 0xc001123100, 0xcf0, 0xc001123100, 0xcf0, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc4640, 0x38, 0xc001123100, 0xcf0, 0xaa0378, 0x1, 0xc001123100, 0xcf0, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004505a0, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 426 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043bb3c0, 0xaa059b, 0x2, 0xc002717000, 0x74a, 0xf, 0x1ab, 0xc00392d520)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002717000, 0x74a, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0043bb518, 0xc003938bc0, 0x3c, 0xc001aa0c80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450660, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 427 [semacquire]:
strings.genSplit(0xc002ed8000, 0x695, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00602b300, 0x18c, 0x18c)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00283f3c0, 0xaa059b, 0x2, 0xc005635800, 0x695, 0x17, 0x18c, 0xc0062e8520)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005635800, 0x695, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00283f518, 0xc005a23160, 0x34, 0xc003a8c2c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450720, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 428 [semacquire]:
strings.NewReader(...)
	/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0037eb8f8, 0xc003a55800, 0x1542, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004507e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 429 [semacquire]:
bytes.makeSlice(0xb6, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc006ead208, 0xb6, 0x203001)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc006ead208, 0xc001cfa900, 0xb6, 0x1, 0xb856e0, 0xc007676600)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0008404d0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc000840460)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0050bc750, 0xa9ece0, 0xc0050bc720)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006ead518, 0xc00000ea40, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004508a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 430 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc007596660, 0x0, 0x0, 0x20)
	/home/develop/go/src/golang.org/x/net/html/token.go:1215 +0x43
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc007596660, 0x0, 0x0, 0x0, 0xc00601b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc007596660, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00601b8f8, 0xc006f74000, 0xefd, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 431 [semacquire]:
strings.genSplit(0xc005fef300, 0x1062, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004678a00, 0x301, 0x301)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0024193c0, 0xaa0569, 0x2, 0xc006a63300, 0x1062, 0x4, 0x301, 0xc0062e8f80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006a63300, 0x1062, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002419518, 0xc00432bfa0, 0x2b, 0xc0048e8ba0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450a20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 432 [semacquire]:
strings.genSplit(0xc002124900, 0x826, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003010000, 0x1be, 0x1be)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0025013c0, 0xaa0569, 0x2, 0xc00584f200, 0x826, 0x3, 0x1be, 0xc004338740)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00584f200, 0x826, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002501518, 0xc004338f40, 0x31, 0xc001b3ae40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450ae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 433 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0037fc810, 0xa9ece0, 0xc0037fc7e0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000371518, 0xc00000e260, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:384 +0x144
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 434 [semacquire]:
regexp.onePassCopy(0xc0050d9f50, 0xc0050d9f50)
	/usr/local/go/src/regexp/onepass.go:222 +0x77
regexp.compileOnePass(0xc0050d9f50, 0xc0050d9f50)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc0036a2ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc0036a2ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00580bb88)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc0036a2ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc0036a2ff8, 0x1, 0xc004e81f40, 0xc0002af500, 0x2804f0419e98)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc0036a2ff8, 0x4, 0xc14, 0xc001fff301, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001fff000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0005aad00, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0050d9f20, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0036a38f8, 0xc002210000, 0x1336, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450c60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 435 [semacquire]:
regexp.(*Regexp).replaceAll(0xc001b24b40, 0x0, 0x0, 0x0, 0xc006b35b00, 0xc8e, 0x2, 0xc004b3da58, 0xaa6444, 0x5, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc001b24b40, 0xc006b35b00, 0xc8e, 0xaa0378, 0x1, 0xc006b34d80, 0xc8e)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
_/home/ec2-user/environment/cluster2/cluster2/base.Sanitize(0xaa6444, 0x5, 0xc006b35b00, 0xc8e, 0xaa0378, 0x1, 0xc006b35b00, 0xc8e)
	/home/ec2-user/environment/cluster2/cluster2/base/sanitizer.go:44 +0xc9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450d20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:305 +0x37c
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 436 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002b33900, 0x118e, 0x5165d7, 0xc000782380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002b33900, 0x118e, 0x10000, 0xc001ba72e0)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ba73c0, 0xaa059b, 0x2, 0xc002b33900, 0x118e, 0xc002b33900, 0xc001ba73b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002b33900, 0x118e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ba7518, 0xc0065e3760, 0x4b, 0xc005f1c050)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450de0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 437 [semacquire]:
bytes.makeSlice(0x40f, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0047f70c0, 0x1, 0x1)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0047f70c0, 0x1189d59, 0x1, 0x1, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0047f70c0, 0xc0059c0240, 0xb5, 0xb5, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:440 +0xf7
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047f70c0, 0xc00190f500, 0xc0047f61b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0047f70c0, 0xc00190f490, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0047f70c0, 0xc00190f490, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047f70c0, 0xc00190f490, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047f70c0, 0xc00190f490, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0047f70c0, 0xc00297c150, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0029ff0c0, 0xc00297c150, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029ff0c0, 0xc00297c150, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0047f70c0, 0xc00297c070, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0029ff0c0, 0xc00297c070, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029ff0c0, 0xc00297c070, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0047f70c0, 0xc0020fbab0, 0xc000782380, 0x7f13f04197d0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0029ff0c0, 0xc0020fbab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029ff0c0, 0xc0020fbab0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0047f70c0, 0xc0020fb9d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0029ff0c0, 0xc0020fb9d0, 0x54b170, 0xc005ab3ba0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0020fb9d0, 0x0, 0x0, 0x0, 0x0, 0xc0020fb9d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc002c83fb0, 0x0, 0x0, 0x0, 0x1800, 0xc006eb4000, 0x17fa, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006eb4000, 0x17fa, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0039fc680)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0029ff518, 0xc0036460e0, 0xc005de6720)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450ea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 438 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc006690680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006690750, 0xc00216dea0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0e1a0, 0x0, 0x0, 0x0, 0xc004d13200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0e1a0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d138f8, 0xc0039f8000, 0xe04, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000450f60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 439 [semacquire]:
strings.genSplit(0xc004090000, 0x9da, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc005223900, 0x241, 0x241)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001acd3c0, 0xaa059b, 0x2, 0xc002580a80, 0x9da, 0x16, 0x241, 0xc004f2bae0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002580a80, 0x9da, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001acd518, 0xc001ef8920, 0x2d, 0xc001aac4b0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 440 [semacquire]:
bytes.makeSlice(0x5f0, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0038bb198, 0x222, 0xd9)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0038bb198, 0xc001e14240, 0x222, 0x5165d7, 0xc00431393c, 0xc000b134e0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001e171f0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001db50a0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc001db4930)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc002896f00, 0xc0050bcae0, 0x42d308)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0038bb518, 0xc002896f00, 0xc0028975f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:527 +0xc5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0038bb518, 0xc001d0eca0, 0x4d)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004510e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 441 [semacquire]:
bytes.makeSlice(0x36a4, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005c4c270, 0xaa, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005c4c270, 0xc0015e6a50, 0xaa, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005c4c270, 0xc0015e6a50, 0xaa, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005c4c270, 0xc003e1c850, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc005c4c270, 0xc003e1c7e0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005c4c270, 0xc001823650, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005c4c270, 0xc001823570, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005c4c270, 0xc001822e70, 0xb84d20, 0xc005c4c270)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005c4c270, 0xc001822e70, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc00630f860, 0x50d201, 0xc0004f4f11, 0x32, 0x3f)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00279f518, 0xc006528200, 0xc007676f60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004511a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 442 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc004a25450, 0x8, 0x2, 0xc004bfc538, 0xc002ad8e08, 0x1, ...)
	/usr/local/go/src/regexp/regexp.go:597 +0x57
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc004a25450, 0x8, 0xaa0378, 0x1, 0x1189d00, 0x1)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc004bfd0c0, 0xc004bcd490, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004bfd0c0, 0xc004bcc5b0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001f610c0, 0xc004bcc5b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001f610c0, 0xc004bcc5b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004bfd0c0, 0xc004bcc4d0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001f610c0, 0xc004bcc4d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001f610c0, 0xc004bcc4d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004bfd0c0, 0xc00392fc00, 0xc000cdb880, 0xb6c046)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001f610c0, 0xc00392fc00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001f610c0, 0xc00392fc00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc004bfd0c0, 0xc00392fb20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001f610c0, 0xc00392fb20, 0x54b170, 0xc0005011e0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc00392fb20, 0x0, 0x0, 0x0, 0x0, 0xc00392fb20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0019950e0, 0x0, 0x0, 0x0, 0x1800, 0xc003d39000, 0x1658, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003d39000, 0x1658, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0037e1f80)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001f61518, 0xc0002d9a80, 0xc003647980)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 443 [semacquire]:
strings.genSplit(0xc006680000, 0x100e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x42fa20, 0x37e, 0x37e)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0010453c0, 0xaa04d9, 0x2, 0xc00619a600, 0x100e, 0x1, 0x37e, 0xc004bb3f00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00619a600, 0x100e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001045518, 0xc0043cde60, 0x4a, 0xc0002dd6d0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 444 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc002994d80, 0xd61, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc002994d80, 0xd61, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc002994d80, 0xd61, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc002994d80, 0xd61, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc002994d80, 0xd61, 0x0, 0x0, 0xd61, 0xc002994d80, 0xd61)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc002994d80, 0xd61, 0xd61, 0xd80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc4a00, 0x33, 0xc002994d80, 0xd61, 0xc002994d80, 0xd61, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc4a00, 0x33, 0xc002994d80, 0xd61, 0xaa0378, 0x1, 0xc002994d80, 0xd61, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004513e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 445 [semacquire]:
strings.NewReader(...)
	/usr/local/go/src/strings/reader.go:154
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c5d8f8, 0xc00202e000, 0x1b33, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:87 +0xf9
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004514a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 446 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0041d7020, 0xc004b732c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b733c0, 0xaa058b, 0x2, 0xc003699b00, 0x41a, 0x1, 0x134, 0xc0041d7000)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003699b00, 0x41a, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b73518, 0xc00075fc60, 0x39, 0xc001aa16c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 447 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0016fd3c0, 0xaa0599, 0x2, 0xc004a1e000, 0x96d, 0x1, 0x203, 0xc004338420)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004a1e000, 0x96d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0016fd518, 0xc003f27a40, 0x39, 0xc001b60200)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 448 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e160, 0xc002031e30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e160, 0xc002031d50, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc001d0e160, 0xc002031ce0, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc001d0e160, 0xc002031ce0, 0xc003de8f50, 0x747325, 0xc00004c700)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc002fc4070, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc0014670d0, 0x1, 0x1, 0xc003de90b0, 0x1, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc0014670d0, 0x1, 0x1, 0xb856e0, 0xc001d0e160, 0xc0054219b0, 0xc0054219b0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0054218c0, 0xaa408e, 0x4, 0xaa04f9)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003de98f8, 0xc003be5800, 0xb22, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004516e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 449 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc006691ba0, 0xc006274fa0, 0xa0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc006691ba0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc006691ba0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc006691ba0, 0xc002b991f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0eb00, 0x0, 0x0, 0x0, 0xc003e2b200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0eb00, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e2b8f8, 0xc003e16600, 0x11cf, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004517a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 450 [semacquire]:
bytes.makeSlice(0x18dc, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0061457d0, 0x2, 0x4)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0061457d0, 0xaa0425, 0x2, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0061457d0, 0xc005691650, 0xb84d20, 0xc0061457d0)
	/home/develop/go/src/golang.org/x/net/html/render.go:225 +0x76c
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0061457d0, 0xc005691650, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc006145620, 0x7eca6a4f, 0x1251a20, 0xc0043392a0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 451 [semacquire]:
strings.genSplit(0xc004e49000, 0x7c3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007a64200, 0x1ab, 0x1ab)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f873c0, 0xaa04f9, 0x2, 0xc004906000, 0x7c3, 0x1, 0x1ab, 0xc007596b00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004906000, 0x7c3, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f87518, 0xc003c09840, 0x31, 0xc005f43ec0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 452 [semacquire]:
regexp.onePassCopy(0xc00382b500, 0xc00382b500)
	/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc00382b500, 0xc00382b500)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc002f60ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc002f60ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc0046fe3c4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc002f60ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc002f60ff8, 0x1, 0xc00224f5c0, 0xc0100afea80, 0x2804f0419108)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc002f60ff8, 0x4, 0x3c4, 0xc001091c01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001091000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0xc001879930, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00382b230, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0022ed8f8, 0xc001b2c000, 0xc33, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0004519e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 453 [semacquire]:
strings.genSplit(0xc004250a80, 0xa64, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007b63500, 0x29b, 0x29b)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002dab3c0, 0xaa04df, 0x2, 0xc004a1f500, 0xa64, 0x6, 0x29b, 0xc006528380)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004a1f500, 0xa64, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002dab518, 0xc003adaf60, 0x32, 0xc001721900)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451aa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 454 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0041ae000, 0xa20, 0xc003a83218, 0xc000782380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0041ae000, 0xa20, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003a833c0, 0xaa0503, 0x2, 0xc0041ae000, 0xa20, 0x1, 0x26a, 0xc0077308c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0041ae000, 0xa20, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003a83518, 0xc003938ea0, 0x32, 0xc003772a40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451b60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 455 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.ToLower(0xc003aa0000, 0xe58, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:600 +0x222
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039db3c0, 0xaa0599, 0x2, 0xc003aa0000, 0xe58, 0x1, 0x318, 0xc00477e000)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003aa0000, 0xe58, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039db518, 0xc0000a7960, 0x36, 0xc0002ceb40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451c20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 456 [semacquire]:
github.com/PuerkitoBio/goquery.pushStack(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:159
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc007987fb0, 0xc0048056c0, 0x8, 0xaa646c)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0xb3
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags.func1(0x0, 0xc007987fb0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:423 +0xf4
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc007987f80, 0xc002d0f2f8, 0x4)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*Cleaner).cleanBadTags(0xc002d0f6b0, 0xc0000a6120, 0xc0000bfa40, 0xc002d0f388, 0xc0000a6120)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:421 +0xa4
github.com/advancedlogic/GoOse.(*Cleaner).Clean(0xc002d0f6b0, 0xc0000a6120, 0xc0062fe260)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:294 +0x211
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:149 +0x614
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451ce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 457 [semacquire]:
bytes.makeSlice(0x17c5, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc005420b40, 0x8f, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc005420b40, 0xc001b1e1b0, 0x8f, 0x6, 0xffffffffffffffff, 0xaa042b)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc005420b40, 0xc001b1e1b0, 0x8f, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc005420b40, 0xc001bd8460, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:169 +0x3a3
golang.org/x/net/html.render1(0xb84d20, 0xc005420b40, 0xc001bd8380, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005420b40, 0xc000166bd0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005420b40, 0xc000166af0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc005420b40, 0xc0001663f0, 0xb84d20, 0xc005420b40)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc005420b40, 0xc0001663f0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005420990, 0x8251147e, 0x1251a20, 0xc0041d7960, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451da0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 458 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc001ff0400, 0x3a3, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc001ff0400, 0x3a3, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc001ff0400, 0x3a3, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc001ff0400, 0x3a3, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc001ff0400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc001ff0400, 0x3a3, 0x0, 0x0, 0x3a3, 0x400, 0xc001ff0400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc001ff0400, 0x3a3, 0x3a3, 0x400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00168a060, 0x23, 0xc001ff0400, 0x3a3, 0xc001ff0400, 0x3a3, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00168a060, 0x23, 0xc001ff0400, 0x3a3, 0xaa0378, 0x1, 0xc001ff0400, 0x3a3, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451e60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 459 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc000501a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc000501ad0, 0xc006dfd1f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973c60, 0x0, 0x0, 0x0, 0xc0039d7200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973c60, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0039d78f8, 0xc0033d6600, 0x1198, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000451f20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 460 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc004c0e000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0017e20d0, 0xc004c422a0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc002245180, 0x0, 0x0, 0x0, 0xc003f29200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc002245180, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003f298f8, 0xc004b87800, 0x1778, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 461 [semacquire]:
strings.genSplit(0xc0035ee000, 0x66e, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002d2b800, 0x172, 0x172)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017753c0, 0xaa04fd, 0x2, 0xc004395500, 0x66e, 0x30, 0x172, 0xc0006abb60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004395500, 0x66e, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001775518, 0xc001d0ea60, 0x34, 0xc001aa08c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a0c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 462 [semacquire]:
strings.genSplit(0xc002456000, 0xf6f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00759b500, 0x344, 0x344)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00498f3c0, 0xaa0599, 0x2, 0xc004aa7000, 0xf6f, 0x8, 0x344, 0xc00392d8c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc004aa7000, 0xf6f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00498f518, 0xc00075eec0, 0x29, 0xc003937530)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 463 [semacquire]:
strings.genSplit(0xc004329500, 0x947, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc006c7afc0, 0xc000343360)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0003433c0, 0xaa04fd, 0x2, 0xc00417f500, 0x947, 0xc00417f500, 0xc0003433b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00417f500, 0x947, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000343518, 0xc005629620, 0x3b, 0xc005c89200)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a240, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 464 [semacquire]:
strings.genSplit(0xc0059fb200, 0x5b6, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00781c000, 0x142, 0x142)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d213c0, 0xaa059b, 0x2, 0xc005f35800, 0x5b6, 0x4, 0x142, 0xc007818300)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005f35800, 0x5b6, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d21518, 0xc00432bf40, 0x31, 0xc0074b2640)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 465 [semacquire]:
bytes.makeSlice(0x3099, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004248cc0, 0x51, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004248cc0, 0xc002929860, 0x51, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004248cc0, 0xc002929860, 0x51, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004248cc0, 0xc003c0c4d0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc004248cc0, 0xc003c0c460, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004248cc0, 0xc0028d9f80, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004248cc0, 0xc0028d9ea0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc004248cc0, 0xc0042e17a0, 0xb84d20, 0xc004248cc0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc004248cc0, 0xc0042e17a0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc004248b10, 0x2c4ff23e, 0x1251a20, 0xc004338960, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a3c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 466 [semacquire]:
strings.genSplit(0xc0040ee800, 0x7ba, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004885100, 0x1aa, 0x1aa)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001ec73c0, 0xaa04df, 0x2, 0xc0070c4000, 0x7ba, 0x5, 0x1aa, 0xc0065e34c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0070c4000, 0x7ba, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001ec7518, 0xc004972c20, 0x1d, 0xc001cf4ec0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a480, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 467 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0x0, 0x0, 0x0, 0xc0033de000, 0x25, 0x40, 0xc0025df020, 0xa11da0, 0xc000a55880, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc0052a3cf0, 0x1, 0x1, 0xc0025df0f0, 0x7f13f0419e98, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc0052a3cf0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc001995ad0, 0xc0028eaf60)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0025df518, 0xc001995ad0, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0025df518, 0xc0002d81a0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 468 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4014d40, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0045d5770, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0045d5760, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0028c3000, 0xed5, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003936480, 0x2e, 0xc0028c3000, 0xed5, 0xc0028c3000, 0xed5, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003936480, 0x2e, 0xc0028c3000, 0xed5, 0xaa0378, 0x1, 0xc0028c3000, 0xed5, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 469 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0022d5ad0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0022d5ba0, 0xc007ba30a0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0076762e0, 0x0, 0x0, 0x0, 0xc004d2d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0076762e0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d2d8f8, 0xc00375e000, 0xed3, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a6c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 470 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
	/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).op(0xc001f4b5c0, 0xac0e09, 0x13)
	/usr/local/go/src/regexp/syntax/parse.go:216 +0xd3
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
	/usr/local/go/src/regexp/syntax/parse.go:754 +0xd16
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x1a0)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001fc2ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001fc2ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc002175824)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001fc2ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001fc2ff8, 0x1, 0xc0062119f0, 0xc0100701500, 0x2804f041b2f0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001fc2ff8, 0x4, 0xbb4, 0xc0049be401, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0049be000, 0x28, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203000, 0x440d95, 0xc000f5a1a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003a3fe60, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001fc38f8, 0xc00157a000, 0x142b, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 471 [runnable]:
unicode.ToLower(0xc000000020, 0xc000000020)
	/usr/local/go/src/unicode/letter.go:266 +0x37
strings.Map(0xae62d0, 0xc002bbf932, 0x1279, 0xc001773218, 0xc000809c00)
	/usr/local/go/src/strings/strings.go:501 +0x2cc
strings.ToLower(0xc002bbf900, 0x12ab, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017733c0, 0xaa058b, 0x2, 0xc002bbf900, 0x12ab, 0x1, 0x3dc, 0xc00000f500)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002bbf900, 0x12ab, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001773518, 0xc003f269c0, 0x2b, 0xc0018d2cd5)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 472 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005089000, 0x39f, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005089000, 0x39f, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005089000, 0x39f, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc005089000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005089000, 0x39f, 0x0, 0x0, 0x39f, 0x400, 0xc005089000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005089000, 0x39f, 0x39f, 0x400)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0000ad3b0, 0x23, 0xc005089000, 0x39f, 0xc005089000, 0x39f, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0000ad3b0, 0x23, 0xc005089000, 0x39f, 0xaa0378, 0x1, 0xc005089000, 0x39f, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 473 [semacquire]:
github.com/PuerkitoBio/goquery.getParentNodes.func1(0x0, 0xc0049a4690, 0xc000030000, 0xc00106d140, 0x4341f3)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:680 +0x5f
github.com/PuerkitoBio/goquery.mapNodes(0xc0034ba4c8, 0x1, 0x1, 0xae5578, 0xc003568b70, 0xc00000e6c8, 0xae6208)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.getParentNodes(0xc0034ba4c8, 0x1, 0x1, 0x1, 0x0, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:678 +0x4b
github.com/PuerkitoBio/goquery.(*Selection).Parent(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:106
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00106d518, 0xc0020e2240, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:432 +0x56d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047a9c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 474 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.inBodyIM(0xc0001ea5b0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:901 +0x820
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001ea5b0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0001ea5b0, 0xc001e72690, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973e60, 0x0, 0x0, 0x0, 0xc004d11200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973e60, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d118f8, 0xc0039aa000, 0xee7, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047aa80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 475 [semacquire]:
strings.genSplit(0xc00437c000, 0x704, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002be1000, 0x174, 0x174)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003f833c0, 0xaa04d9, 0x2, 0xc006185000, 0x704, 0x1, 0x174, 0xc007818780)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006185000, 0x704, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003f83518, 0xc0049a2020, 0x1c, 0xc004bb8a00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047ab40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 476 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c40061a0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000845a90, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000845a50, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0022d9900, 0x4fe, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2650, 0x38, 0xc0022d9900, 0x4fe, 0xc0022d9900, 0x4fe, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f2650, 0x38, 0xc0022d9900, 0x4fe, 0xaa0378, 0x1, 0xc0022d9900, 0x4fe, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047ac00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 477 [semacquire]:
strings.Replace(0xc005c53200, 0x5f4, 0xaa04bd, 0x2, 0xaa03a3, 0x1, 0x1, 0xb7b900, 0xc000098050)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/jaytaylor/html2text.FromHTMLNode(0xc0006f1880, 0x0, 0x0, 0x0, 0x0, 0xc0006f1880, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:81 +0x158
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0050dc3f0, 0x0, 0x0, 0x0, 0xa80, 0xc004154a80, 0x98b, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004154a80, 0x98b, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc001b390a0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c03518, 0xc005f33140, 0xc005f33a40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047acc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 478 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc005c36800, 0x797, 0xc003deb218, 0xc000b03500)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc005c36800, 0x797, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003deb3c0, 0xaa0599, 0x2, 0xc005c36800, 0x797, 0x1, 0x15f, 0xc002244120)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005c36800, 0x797, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003deb518, 0xc0075960e0, 0x4c, 0xc005a98dce)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047ad80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 479 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0054ef000, 0x726, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0054ef000, 0x726, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0054ef000, 0x726, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0054ef000, 0x726, 0x0, 0x0, 0x726, 0xc0054ef000, 0x726)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0054ef000, 0x726, 0x726, 0x800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00571fbde, 0x33, 0xc0054ef000, 0x726, 0xc0054ef000, 0x726, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00571fbde, 0x33, 0xc0054ef000, 0x726, 0xaa0378, 0x1, 0xc0054ef000, 0x726, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047ae40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 480 [semacquire]:
strings.genSplit(0xc006a3dc00, 0x35f, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00157f000, 0xeb, 0xeb)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002ad13c0, 0xaa04df, 0x2, 0xc0069fc700, 0x35f, 0x3, 0xeb, 0xc003e90fc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0069fc700, 0x35f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc002ad1518, 0xc0020e3500, 0x4e, 0xc00485c5a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047af00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 481 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00672a000, 0x3fc, 0x3fc, 0x3, 0x0, 0x3fb, 0xc00672a000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004c8b518, 0xc0000a6f60, 0xc004f2bf20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047afc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 482 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0017e2820, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x260
golang.org/x/net/html.(*parser).parse(0xc0017e28f0, 0xc004c62690, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc003adade0, 0x0, 0x0, 0x0, 0xc00279d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc003adade0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00279d8f8, 0xc0021c2000, 0xe3c, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 483 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc003e90f40, 0xc002eb9220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002eb9588, 0xaa04f9, 0x2, 0xc0059cb800, 0xadc, 0xd, 0x1e, 0xc003e90f00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002eb9518, 0xc001ef8a40, 0x2f)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 484 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc007bb50c0, 0xc001d60840, 0xbc, 0xbc, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007bb50c0, 0xc002252070, 0xc007bb41b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007bb50c0, 0xc002252000, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc007bb50c0, 0xc002252000, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc007bb50c0, 0xc002252000, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc007bb50c0, 0xc002252000, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007bb50c0, 0xc002e413b0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047670c0, 0xc002e413b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047670c0, 0xc002e413b0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007bb50c0, 0xc002e41260, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047670c0, 0xc002e41260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047670c0, 0xc002e41260, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007bb50c0, 0xc002e40700, 0x7f13c85fbff8, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047670c0, 0xc002e40700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047670c0, 0xc002e40700, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc007bb50c0, 0xc002e40620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047670c0, 0xc002e40620, 0x54b170, 0xc0031e8ea0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc002e40620, 0x0, 0x0, 0x0, 0x0, 0xc002e40620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005b83a70, 0x0, 0x0, 0x0, 0x1500, 0xc002b9ca00, 0x1432, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc002b9ca00, 0x1432, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc005815de0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc004767518, 0xc0065e3140, 0xc003c08580)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 485 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002c80410, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002c804e0, 0xc0075bb7a0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005588120, 0x0, 0x0, 0x0, 0x0, 0x1001, 0xc0055880f0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0055880f0, 0x0, 0x0, 0x0, 0x1300, 0xc00355c000, 0x1080, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc00355c000, 0x1080, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc001689030)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001fbb518, 0xc00534f180, 0xc006528fc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b2c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 486 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0000bf400, 0x0, 0x0, 0x0, 0xc0051b5000, 0xda3, 0x2, 0xc0044ef038, 0xc0051b5000, 0xda3, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0000bf400, 0xc0051b5000, 0xda3, 0xaa04bf, 0x2, 0x1, 0x1)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.FromHTMLNode(0xc00249a380, 0x0, 0x0, 0x0, 0x0, 0xc00249a380, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:80 +0x191
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0024903f0, 0x0, 0x0, 0x0, 0x1300, 0xc00173b300, 0x1226, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc00173b300, 0x1226, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0000b00d0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0016fd518, 0xc00166ea20, 0xc0004ce700)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 487 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4001080, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc005bd7000, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc005bd6fe0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00618d500, 0x945, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d18880, 0x2c, 0xc00618d500, 0x945, 0xc00618d500, 0x945, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d18880, 0x2c, 0xc00618d500, 0x945, 0xaa0378, 0x1, 0xc00618d500, 0x945, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 488 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc0004cf900, 0xc0010472c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0010473c0, 0xaa0599, 0x2, 0xc002d66600, 0x11cb, 0x1, 0x36d, 0xc0004cf8e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002d66600, 0x11cb, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001047518, 0xc002604760, 0x31, 0xc001aa09c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 489 [semacquire]:
encoding/json.(*scanner).pushParseState(...)
	/usr/local/go/src/encoding/json/scanner.go:172
encoding/json.stateBeginValue(0xc005017208, 0xc0023f397b, 0x46ef18)
	/usr/local/go/src/encoding/json/scanner.go:211 +0x506
encoding/json.stateBeginValueOrEmpty(0xc005017208, 0xa78f7b, 0x6)
	/usr/local/go/src/encoding/json/scanner.go:200 +0x87
encoding/json.checkValid(0xc00461fb00, 0x109, 0x120, 0xc005017208, 0x120, 0x109)
	/usr/local/go/src/encoding/json/scanner.go:34 +0xa7
encoding/json.Unmarshal(0xc00461fb00, 0x109, 0x120, 0x9cfa40, 0xc007554f60, 0x120, 0xaa366e)
	/usr/local/go/src/encoding/json/decode.go:101 +0x66
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00166f280, 0xc002118800, 0x7a5, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x16a
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc002118800, 0x7a5, 0xaa04f9, 0x2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001cc5a80, 0x3b, 0xc002118800, 0x7a5, 0xc002118800, 0x7a5, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001cc5a80, 0x3b, 0xc002118800, 0x7a5, 0xaa0378, 0x1, 0xc002118800, 0x7a5, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b5c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 490 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0066904e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0066905b0, 0xc00216dce0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0e180, 0x0, 0x0, 0x0, 0xc004d05200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0e180, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d058f8, 0xc00229c000, 0x1f39, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 491 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004541000, 0xf30, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:83 +0x3e0
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004541000, 0xf30, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004541000, 0xf30, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004541000, 0xf30, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc004541000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004541000, 0xf30, 0x0, 0x0, 0xf30, 0x1300, 0xc004541000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004541000, 0xf30, 0xf30, 0x1300)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aaa960, 0x36, 0xc004541000, 0xf30, 0xc004541000, 0xf30, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aaa960, 0x36, 0xc004541000, 0xf30, 0xaa0378, 0x1, 0xc004541000, 0xf30, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 492 [semacquire]:
regexp.onePassCopy(0xc0040c3b30, 0xc0040c3b30)
	/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc0040c3b30, 0xc0040c3b30)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004b5aff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004b5aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005c3e134)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004b5aff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004b5aff8, 0x1, 0xc005c10f00, 0xc010107e000, 0x2804f0419e98)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004b5aff8, 0x4, 0x9ea, 0xc0021fc601, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0021fc000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc0024a6680, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0040c3b00, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b5b8f8, 0xc002422800, 0x15cc, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 493 [semacquire]:
regexp.makeOnePass.func1(0x4, 0xc004805e60, 0x10, 0x10, 0x1)
	/usr/local/go/src/regexp/onepass.go:390 +0x9d8
regexp.makeOnePass(0xc0050bc510, 0xc0050bc510)
	/usr/local/go/src/regexp/onepass.go:448 +0x398
regexp.compileOnePass(0xc0050bc480, 0xc0050bc480)
	/usr/local/go/src/regexp/onepass.go:500 +0x129
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001f60ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001f60ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc004805e0c)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001f60ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001f60ff8, 0x1, 0xc007a04cc0, 0xc01002afc00, 0x2804f041b9b8)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001f60ff8, 0x4, 0xf41, 0xc0044d3001, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc0044d3000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc000624a90, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0050bc360, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001f618f8, 0xc00423c000, 0x1091, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b8c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 494 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00744bf80, 0xc00406f2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00406f3c0, 0xaa058b, 0x2, 0xc0035efc00, 0x651, 0x1, 0x170, 0xc003db1940)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0035efc00, 0x651, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00406f518, 0xc004bb3fe0, 0x47, 0xc001d1a3c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047b980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 495 [semacquire]:
strings.Replace(0xc004757000, 0x2676, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x5, 0xc004757000, 0x2676)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0029018f8, 0xc005e27000, 0x2663, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047ba40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 496 [semacquire]:
strings.genSplit(0xc000197500, 0x297d, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00368a000, 0x894, 0x894)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004b453c0, 0xaa04f9, 0x2, 0xc000194a80, 0x297d, 0x8, 0x894, 0xc0065e3ae0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc000194a80, 0x297d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004b45518, 0xc0000a6280, 0x2a, 0xc00168ad80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bb00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 497 [semacquire]:
github.com/gigawattio/window.Rolling(0xc00779e000, 0x3c0, 0x3c0, 0x3, 0x0, 0x3bf, 0xc00779e000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003eab518, 0xc006529160, 0xc006529b00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bbc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 498 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc001d0d1e0, 0x14e, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008ffce0, 0xc0019441b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019450c0, 0xc0008ffc70, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0019450c0, 0xc0008ffc70, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0019450c0, 0xc0008ffc70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008ffc70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019450c0, 0xc0008ff650, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0019450c0, 0xc0008ff650, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008ff650, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019450c0, 0xc0008ff570, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0019450c0, 0xc0008ff570, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008ff570, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019450c0, 0xc0008fee70, 0x400, 0x203000)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0019450c0, 0xc0008fee70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008fee70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0019450c0, 0xc0008fed90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0019450c0, 0xc0008fed90, 0x54b170, 0xc00046a750)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc0008fed90, 0x0, 0x0, 0x0, 0x0, 0xc0008fed90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc001c84300, 0x0, 0x0, 0x0, 0x1800, 0xc001da1000, 0x15a3, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc001da1000, 0x15a3, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc002a62c30)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001945518, 0xc0002d9860, 0xc001ef8180)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bc80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 499 [semacquire]:
regexp.(*Regexp).replaceAll(0xc0001b50e0, 0x0, 0x0, 0x0, 0xc0076a5000, 0x162b, 0x2, 0xc0006e3218, 0xc0000105e0, 0x7de1b0, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc0001b50e0, 0xc0076a5000, 0x162b, 0xaa0378, 0x1, 0xc00392d700, 0xc003bf4000)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*outputFormatter).getOutputText(0xc0006e3388, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:121 +0x81
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0006e3388, 0xc00378fe60, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0006e3301, 0xc000010f50)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:45 +0x103
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0006e3518, 0xc00378fe60, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bd40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 500 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0074bc9a0, 0x70, 0xaa0378, 0x1, 0xc0062d9080, 0x1)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a290c0, 0xc0034acf50, 0xc002220fd0, 0xc003a27fa0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc0034acee0, 0xc000000001, 0x9)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a290c0, 0xc0034acee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a290c0, 0xc0034acee0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc0006511f0, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003a290c0, 0xc0006511f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003a290c0, 0xc0006511f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc007449ce0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b790c0, 0xc007449ce0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b790c0, 0xc007449ce0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc007449c00, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b790c0, 0xc007449c00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b790c0, 0xc007449c00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc007449500, 0x7f13c857b690, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc002b790c0, 0xc007449500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b790c0, 0xc007449500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003a290c0, 0xc007449420, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc002b790c0, 0xc007449420, 0x54b170, 0xc002588d00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007449420, 0x0, 0x0, 0x0, 0x0, 0xc007449420, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc0044da5d0, 0x0, 0x0, 0x0, 0x1800, 0xc0032c3000, 0x17cc, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc0032c3000, 0x17cc, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xb2ce2da200000000)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002b79518, 0xc0024bca60, 0xc004ebac00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047be00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 501 [semacquire]:
golang.org/x/net/html.(*Tokenizer).readByte(0xc006691520, 0x20)
	/home/develop/go/src/golang.org/x/net/html/token.go:249 +0x3af
golang.org/x/net/html.(*Tokenizer).readRawOrRCDATA(0xc006691520)
	/home/develop/go/src/golang.org/x/net/html/token.go:337 +0x64
golang.org/x/net/html.(*Tokenizer).Next(0xc006691520, 0x2fc0600000004)
	/home/develop/go/src/golang.org/x/net/html/token.go:967 +0x324
golang.org/x/net/html.(*parser).parse(0xc0066915f0, 0xc0029258f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2284 +0xad
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001d0e7c0, 0x0, 0x0, 0x0, 0xc003e2f200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001d0e7c0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003e2f8f8, 0xc00224a800, 0x1728, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 502 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400e7f0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0045d49d0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0045d49c0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0001e4800, 0x7ef, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019cd140, 0x34, 0xc0001e4800, 0x7ef, 0xc0001e4800, 0x7ef, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019cd140, 0x34, 0xc0001e4800, 0x7ef, 0xaa0378, 0x1, 0xc0001e4800, 0x7ef, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00047bf80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 503 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc004b1f180, 0x514, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc004b1f180, 0x514, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc004b1f180, 0x514, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc004b1f180, 0x514, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc004b1f180, 0x514, 0x0, 0x0, 0x514, 0xc004b1f180, 0x514)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc004b1f180, 0x514, 0x514, 0x600)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aab310, 0x4d, 0xc004b1f180, 0x514, 0xc004b1f180, 0x514, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aab310, 0x4d, 0xc004b1f180, 0x514, 0xaa0378, 0x1, 0xc004b1f180, 0x514, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c060, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 504 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict.func3(0x7f12d0006a40, 0x7f12d0005640)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0x2d
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc00534fe00, 0xc00269cfc0, 0x228, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:147 +0xbb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00269cfc0, 0x228, 0xaa04f9, 0x2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005c88240, 0x40, 0xc00269cfc0, 0x228, 0xc00269cfc0, 0x228, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005c88240, 0x40, 0xc00269cfc0, 0x228, 0xaa0378, 0x1, 0xc00269cfc0, 0x228, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c120, 0x5a)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 505 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0039e33c0, 0xaa04f9, 0x2, 0xc003a6ac80, 0x181c, 0xc003a6ac80, 0xc0039e33b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003a6ac80, 0x181c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0039e3518, 0xc003939640, 0x84, 0xc003f40f30)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c1e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 506 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc002c81450)
	/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc002c81450, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002c81450)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002c81450, 0xc005a42c40, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005a3e6c0, 0x0, 0x0, 0x0, 0x0, 0xb6bf7f, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004faf650, 0x0, 0x0, 0x0, 0x1a80, 0xc005182f80, 0x19cb, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc005182f80, 0x19cb, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc0003625a0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001fa3518, 0xc003db0280, 0xc003db0ae0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c2a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 507 [semacquire]:
strings.Replace(0xc0052b1400, 0x2379, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x2, 0xc0052b1400, 0x2379)
	/usr/local/go/src/strings/strings.go:959 +0x466
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0035158f8, 0xc0029d8500, 0x236f, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 508 [semacquire]:
golang.org/x/net/html.NewTokenizerFragment(0xb7c280, 0xc0022443a0, 0x0, 0x0, 0x20)
	/home/develop/go/src/golang.org/x/net/html/token.go:1213 +0x5d
golang.org/x/net/html.NewTokenizer(...)
	/home/develop/go/src/golang.org/x/net/html/token.go:1201
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0022443a0, 0x0, 0x0, 0x0, 0xc006015200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2337 +0x41
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0022443a0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0060158f8, 0xc001fe1a80, 0x1a2e, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 509 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc0031e9c70, 0xc00285dca0, 0xa)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inBodyIM(0xc0031e9c70, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:861 +0x2c3
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0031e9c70)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0031e9c70, 0xc005e6f730, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005629240, 0x0, 0x0, 0x0, 0xc001c4d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005629240, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001c4d8f8, 0xc002e06000, 0x3a69, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c4e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 510 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0031e8dd0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc006b0f040, 0xc003e72070, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc001ef94e0, 0x0, 0x0, 0x0, 0xc002fc9200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc001ef94e0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002fc98f8, 0xc004228000, 0xd8b, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c5a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 511 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc00559a0d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc00559a1a0, 0xc0074d18f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00392d420, 0x0, 0x0, 0x0, 0xc002d49200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00392d420, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc002d498f8, 0xc001e6e000, 0xe9d, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 512 [semacquire]:
strings.genSplit(0xc005d69000, 0xbeb, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc002d1a000, 0x305, 0x305)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc007ac53c0, 0xaa0569, 0x2, 0xc001662000, 0xbeb, 0x6, 0x305, 0xc002245440)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001662000, 0xbeb, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc007ac5518, 0xc005f337c0, 0x34, 0xc005090fcd)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 513 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc0078188a0, 0x4, 0x4, 0xc0047a00f0, 0x6, 0x6, 0xc000737260, 0xc007818860, 0x20, 0x20)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc000010710, 0x1, 0x1, 0xc000737330, 0x1, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc000010710, 0x1, 0x1, 0xb856e0, 0xc007818860, 0xc0007373b0, 0x753f20, 0xaa3fc2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0019e7f50, 0xaa408e, 0x4, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000737518, 0xc001d0ed80, 0x4f, 0xc0016a0050)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:126 +0x200
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c7e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 514 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).breakLongLines(0xc003d310c0, 0xaa04bf, 0x2, 0x5b, 0x2, 0xc003d30198)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:462 +0x58c
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc003d310c0, 0xaa04bf, 0x2, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:426 +0x63
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc003d310c0, 0xc000627030, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:298 +0xb1
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc003d310c0, 0xc000627030, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc003d310c0, 0xc000627030, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d310c0, 0xc0004118f0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047c50c0, 0xc0004118f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047c50c0, 0xc0004118f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d310c0, 0xc000411810, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047c50c0, 0xc000411810, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047c50c0, 0xc000411810, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d310c0, 0xc000411110, 0xc00097f880, 0x7f13f041b2f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0047c50c0, 0xc000411110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047c50c0, 0xc000411110, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc003d310c0, 0xc000411030, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0047c50c0, 0xc000411030, 0x54b170, 0xc002e0ad00)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc000411030, 0x0, 0x0, 0x0, 0x0, 0xc000411030, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc006d3a810, 0x0, 0x0, 0x0, 0x1000, 0xc006d09000, 0xe05, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006d09000, 0xe05, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc0019de4e0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0047c5518, 0xc0024bd060, 0xc0024bd9a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c8a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 515 [runnable]:
strings.genSplit(0xc0071b7514, 0x3283, 0xaa0378, 0x1, 0x0, 0x157b, 0x42fa20, 0x157c, 0x157c)
	/usr/local/go/src/strings/strings.go:264 +0x133
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019bd3c0, 0xaa059b, 0x2, 0xc00696ca80, 0x6797, 0x23, 0x157c, 0xc00384c000)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00696ca80, 0x6797, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0019bd518, 0xc0062e9c40, 0x3e, 0xc0062f8e00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051c960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 516 [semacquire]:
strings.genSplit(0xc0035e0f00, 0x4e2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004af6c00, 0x11f, 0x11f)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0040753c0, 0xaa058b, 0x2, 0xc002f30000, 0x4e2, 0x1, 0x11f, 0xc004f2bb20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002f30000, 0x4e2, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004075518, 0xc004bb3980, 0x62, 0xc00066cd20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051ca20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 517 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0031e88f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc0031e89c0, 0xc00639e1c0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0043cdca0, 0x0, 0x0, 0x0, 0xc00334d200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0043cdca0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00334d8f8, 0xc00236b900, 0x1265, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 518 [semacquire]:
strings.genSplit(0xc0050b6c80, 0xc10, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc007bf3900, 0x24b, 0x24b)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001fc53c0, 0xaa04f9, 0x2, 0xc0028ac000, 0xc10, 0x1, 0x24b, 0xc005a23d40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0028ac000, 0xc10, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001fc5518, 0xc003e90580, 0x4d, 0xc0004ab5e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 519 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12cc1cbb60, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc006a6aea0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc006a6ae90, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc006a3ca80, 0x379, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001720500, 0x38, 0xc006a3ca80, 0x379, 0xc006a3ca80, 0x379, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001720500, 0x38, 0xc006a3ca80, 0x379, 0xaa0378, 0x1, 0xc006a3ca80, 0x379, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cc60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 520 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4009060, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00505e3f0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00505e3e0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002905800, 0x762, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f22d0, 0x4b, 0xc002905800, 0x762, 0xc002905800, 0x762, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f22d0, 0x4b, 0xc002905800, 0x762, 0xaa0378, 0x1, 0xc002905800, 0x762, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cd20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 521 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.(*parser).addFormattingElement(0xc0001eb110)
	/home/develop/go/src/golang.org/x/net/html/parse.go:337 +0x67
golang.org/x/net/html.inBodyIM(0xc0001eb110, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:978 +0x4c5
golang.org/x/net/html.(*parser).parseCurrentToken(0xc0001eb110)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc0001eb110, 0xc002403180, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005de6020, 0x0, 0x0, 0x0, 0xc003df5200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005de6020, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003df58f8, 0xc003be9400, 0xaa6, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cde0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 522 [semacquire]:
strings.genSplit(0xc005f81b00, 0x88a, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x0, 0xc001f92460, 0xc00168d360)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc00168d3c0, 0xaa0569, 0x2, 0xc005f81200, 0x88a, 0xc005f81200, 0xc00168d3b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc005f81200, 0x88a, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc00168d518, 0xc00000e6a0, 0x38, 0xc0000b3940)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cea0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 523 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_GoString(...)
	_cgo_gotypes.go:71
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0004ce900, 0xc001e55800, 0x38d, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:148 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001e55800, 0x38d, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:31 +0xa0
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b45960, 0x6d, 0xc001e55800, 0x38d, 0xc001e55800, 0x38d, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b45960, 0x6d, 0xc001e55800, 0x38d, 0xaa0378, 0x1, 0xc001e55800, 0x38d, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051cf60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 524 [semacquire]:
bytes.makeSlice(0x1832, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0020f0450, 0x2, 0x2)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0020f0450, 0xaa0425, 0x2, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.render1(0xb84d20, 0xc0020f0450, 0xc005c5b490, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:225 +0x76c
golang.org/x/net/html.render1(0xb84d20, 0xc0020f0450, 0xc005c5b110, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0020f0450, 0xc00237ff80, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0020f0450, 0xc00237fea0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0020f0450, 0xc00237f7a0, 0xb84d20, 0xc0020f0450)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0020f0450, 0xc00237f7a0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0020f02a0, 0xb336c6fa, 0x1251a20, 0xc00477ec20, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d020, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 525 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f131c388b50, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc000ad4a10, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc000ad4a00, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001d64500, 0x4a9, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0001f2aa0, 0x45, 0xc001d64500, 0x4a9, 0xc001d64500, 0x4a9, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0001f2aa0, 0x45, 0xc001d64500, 0x4a9, 0xaa0378, 0x1, 0xc001d64500, 0x4a9, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d0e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 526 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044ff588, 0xaa04f9, 0x2, 0xc0043fd300, 0xf1, 0xa, 0x1c, 0xc004db5fc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0044ff518, 0xc0043cc860, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d1a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 527 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc00018d080, 0x517, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00018d080, 0x517, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00018d080, 0x517, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00018d080, 0x517, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00018d080, 0x517, 0x0, 0x0, 0x517, 0xc00018d080, 0x517)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00018d080, 0x517, 0x517, 0x900)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0016a0230, 0x43, 0xc00018d080, 0x517, 0xc00018d080, 0x517, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0016a0230, 0x43, 0xc00018d080, 0x517, 0xaa0378, 0x1, 0xc00018d080, 0x517, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d260, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 528 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0023e93c0, 0xaa04f9, 0x2, 0xc0077c7200, 0x5ed, 0x5, 0x137, 0xc0062e81a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0077c7200, 0x5ed, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0023e9518, 0xc0056cd8c0, 0x3d, 0xc0034cc200)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d320, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 529 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc0001eab60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1181 +0x18a
golang.org/x/net/html.(*parser).parse(0xc0001eac30, 0xc001e73dc0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc004973ee0, 0x0, 0x0, 0x0, 0xc004923200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc004973ee0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0049238f8, 0xc0022b7b00, 0xd75, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d3e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 530 [semacquire]:
bytes.makeSlice(0xd22, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0047a1350, 0x128, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0047a1350, 0xc00011fe00, 0x128, 0x6, 0xffffffffffffffff, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc0047a1350, 0xc00011fe00, 0x128, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc0047a1350, 0xc0044388c0, 0x0, 0x127e7a0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net/html.render1(0xb84d20, 0xc0047a1350, 0xc004438850, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0047a1350, 0xc003bd6000, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0047a1350, 0xc0047d3ea0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render1(0xb84d20, 0xc0047a1350, 0xc0047d37a0, 0xb84d20, 0xc0047a1350)
	/home/develop/go/src/golang.org/x/net/html/render.go:218 +0x8c1
golang.org/x/net/html.render(...)
	/home/develop/go/src/golang.org/x/net/html/render.go:61
golang.org/x/net/html.Render(0xb7b5e0, 0xc0047a1350, 0xc0047d37a0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:47 +0x22e
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc0043351a0, 0x3, 0xc00172ad90, 0x6, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:104 +0x90
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002ad5518, 0xc00416b7a0, 0xc0078191a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:285 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d4a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 531 [semacquire]:
regexp.(*Regexp).replaceAll(0xc003e62c80, 0x0, 0x0, 0x0, 0xc002d68c00, 0x102e, 0x2, 0xc007b3b218, 0xc002d68c00, 0x102e, ...)
	/usr/local/go/src/regexp/regexp.go:608 +0x573
regexp.(*Regexp).ReplaceAllString(0xc003e62c80, 0xc002d68c00, 0x102e, 0xaa0378, 0x1, 0x1, 0x2a)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0033a7518, 0xc006528b20, 0xc007677f00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:319 +0x778
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d560, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 532 [semacquire]:
regexp/syntax.(*parser).maybeConcat(0xc0054f3920, 0xffffffff, 0xc004d16a58)
	/usr/local/go/src/regexp/syntax/parse.go:165 +0x239
regexp/syntax.(*parser).push(0xc0054f3920, 0xc002031c00, 0xc002031c00)
	/usr/local/go/src/regexp/syntax/parse.go:136 +0x218
regexp/syntax.(*parser).literal(0xc0054f3920, 0x79)
	/usr/local/go/src/regexp/syntax/parse.go:210 +0x53
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
	/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004d16ff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004d16ff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc00164d00c)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004d16ff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004d16ff8, 0x1, 0xc00063aef0, 0xc010004c700, 0x2804f04197d0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004d16ff8, 0x4, 0x4b4, 0xc001ee5b01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc001ee5000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006690410, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005421740, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004d178f8, 0xc003be4000, 0xb44, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d620, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 533 [semacquire]:
strings.genSplit(0xc006912300, 0x628, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc0004a3500, 0x13f, 0x13f)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0017db3c0, 0xaa05c9, 0x2, 0xc006911500, 0x628, 0x2, 0x13f, 0xc004339a40)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc006911500, 0x628, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0017db518, 0xc0062ffc80, 0x54, 0xc001a08300)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d6e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 534 [semacquire]:
strings.genSplit(0xc003da2a00, 0x13c3, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x13c3, 0xc006693500, 0x13e8)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00283d518, 0xc0024bc620, 0xc0024bcfc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:321 +0x7b8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d7a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 535 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00291a000, 0x907, 0xc001c0b218, 0xc000809c00)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00291a000, 0x907, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c0b3c0, 0xaa04df, 0x2, 0xc00291a000, 0x907, 0x4, 0x1e0, 0xc003c09820)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00291a000, 0x907, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c0b518, 0xc0002d8040, 0x43, 0xc001aaa140)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d860, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 536 [semacquire]:
regexp.(*Regexp).expand(0xc0000bf2c0, 0xc0033e3740, 0x10, 0x10, 0xaa0378, 0x1, 0x0, 0x0, 0x0, 0xc004ac5040, ...)
	/usr/local/go/src/regexp/regexp.go:948 +0xa9b
regexp.(*Regexp).ReplaceAllString.func1(0xc0033e3740, 0x10, 0x10, 0xc0033e3720, 0x2, 0x2, 0x7, 0x10, 0x7)
	/usr/local/go/src/regexp/regexp.go:558 +0xbf
regexp.(*Regexp).replaceAll(0xc0000bf2c0, 0x0, 0x0, 0x0, 0xc004ac5040, 0xcd, 0x2, 0xc001bb0198, 0xc00000000a, 0x2, ...)
	/usr/local/go/src/regexp/regexp.go:616 +0x2e9
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc004ac5040, 0xcd, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:557 +0x10a
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc0032d2af0, 0xc001bb01b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bb10c0, 0xc0032d2a80, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc001bb10c0, 0xc0032d2a80, 0xc000000001, 0x7)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bb10c0, 0xc0032d2a80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc0032d2a80, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bb10c0, 0xc007be6e00, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bb10c0, 0xc007be6e00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc007be6e00, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bb10c0, 0xc007be6d20, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bb10c0, 0xc007be6d20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc007be6d20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bb10c0, 0xc007be6620, 0xc001bb0d40, 0x46a81e)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc001bb10c0, 0xc007be6620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc007be6620, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc001bb10c0, 0xc007be6540, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc001bb10c0, 0xc007be6540, 0x54b170, 0xc0015b3e10)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007be6540, 0x0, 0x0, 0x0, 0x0, 0xc007be6540, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc004ef77d0, 0x0, 0x0, 0x0, 0xa80, 0xc004628a80, 0x94c, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc004628a80, 0x94c, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0007148f0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001bb1518, 0xc00075e180, 0xc001d0f8c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d920, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 537 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00240c000, 0xac2, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:59 +0x21d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00240c000, 0xac2, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00240c000, 0xac2, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00240c000, 0xac2, 0x0, 0x0, 0xac2, 0xc00240c000, 0xac2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00240c000, 0xac2, 0xac2, 0xc00)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001720140, 0x3b, 0xc00240c000, 0xac2, 0xc00240c000, 0xac2, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001720140, 0x3b, 0xc00240c000, 0xac2, 0xaa0378, 0x1, 0xc00240c000, 0xac2, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051d9e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 538 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0028f1000, 0x7ac, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0028f1000, 0x7ac, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0028f1000, 0x7ac, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0028f1000, 0x7ac, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0028f1000, 0x7ac, 0x0, 0x0, 0x7ac, 0xc0028f1000, 0x7ac)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0028f1000, 0x7ac, 0x7ac, 0x800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc003936e40, 0x2d, 0xc0028f1000, 0x7ac, 0xc0028f1000, 0x7ac, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc003936e40, 0x2d, 0xc0028f1000, 0x7ac, 0xaa0378, 0x1, 0xc0028f1000, 0x7ac, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051daa0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 539 [semacquire]:
strings.genSplit(0xc0033c4000, 0x18b2, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc003b0aa00, 0x535, 0x535)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0032913c0, 0xaa0569, 0x2, 0xc00363cc80, 0x18b2, 0x5, 0x535, 0xc0065e31e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00363cc80, 0x18b2, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003291518, 0xc003f269a0, 0x2b, 0xc00168baa0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051db60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 540 [semacquire]:
regexp.onePassCopy(0xc004144d80, 0xc004144d80)
	/usr/local/go/src/regexp/onepass.go:225 +0x5d
regexp.compileOnePass(0xc004144d80, 0xc004144d80)
	/usr/local/go/src/regexp/onepass.go:497 +0x11b
regexp.compile(0xaba6cc, 0xe, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:189 +0x106
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc001889300, 0x0, 0xaba6c6, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc001889300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc001889300, 0x0, 0x0, 0x0, 0xb856e0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc001889300, 0x75a856, 0x0, 0xc0059085b0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc001889300, 0xc0018892c8, 0xc001889350, 0x42ca96, 0xc004144d50, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xaba6c1, 0x1a, 0x1, 0xc001889368, 0xc001889380, 0x42d308, 0x30)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xaba6c1, 0x1a, 0x1, 0xb856e0, 0xc007554ee0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc003a13e00, 0xaba6c1, 0x1a, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc001889518, 0xc004f2ad80, 0xaba6c1, 0x1a, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:134 +0x401
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051dc20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 541 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00427d700, 0xc001e592c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e593c0, 0xaa058b, 0x2, 0xc001999200, 0x8e7, 0x1, 0x1b9, 0xc006528bc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc001999200, 0x8e7, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e59518, 0xc003e91de0, 0x32, 0xc003881cc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051dce0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 542 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e573c0, 0xaa04f9, 0x2, 0xc0041af500, 0xa1f, 0x7, 0x228, 0xc007818680)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0041af500, 0xa1f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e57518, 0xc003939260, 0x31, 0xc003772e00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051dda0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 543 [semacquire]:
strings.genSplit(0xc003e86e00, 0x307, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00408d000, 0xfb, 0xfb)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc003bcf3c0, 0xaa0503, 0x2, 0xc0049a0000, 0x307, 0x1, 0xfb, 0xc00384c880)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0049a0000, 0x307, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc003bcf518, 0xc0019e8140, 0x3c, 0xc004dc1b00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051de60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 544 [semacquire]:
strings.Replace(0xc00273a000, 0x1d13, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x1e, 0xc00273a000, 0x1d13)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0046c78f8, 0xc002f12000, 0x1d08, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc00051df20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 545 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc002d54270, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc002d54340, 0xc00794a620, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7b620, 0xc005a3e150, 0x0, 0x0, 0x0, 0x0, 0x1701, 0xc005a3e120)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005a3e120, 0x0, 0x0, 0x0, 0x1800, 0xc002889800, 0x179a, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:93 +0x76
github.com/jaytaylor/html2text.FromString(0xc002889800, 0x179a, 0x0, 0x0, 0x0, 0xffffffffffffffff, 0xad0464, 0x3f00006b00000004, 0xc001b3cd80)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc001e5b518, 0xc002604640, 0xc000671740)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536000, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 546 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12e0304bf0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004860e70, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004860e50, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002987100, 0x66e, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0019cdc80, 0x36, 0xc002987100, 0x66e, 0xc002987100, 0x66e, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0019cdc80, 0x36, 0xc002987100, 0x66e, 0xaa0378, 0x1, 0xc002987100, 0x66e, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005360c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 547 [semacquire]:
strings.genSplit(0xc001c1c800, 0x708, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc00634c000, 0x1bb, 0x1bb)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0044873c0, 0xaa0569, 0x2, 0xc00404d000, 0x708, 0x4, 0x1bb, 0xc00432b360)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00404d000, 0x708, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004487518, 0xc004339a80, 0x40, 0xc003a8c600)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536180, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 549 [runnable]:
github.com/fatih/set.(*Set).Has(0xc0000a7f60, 0xc0008052c0, 0x1, 0x1, 0xc00009f701)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:71 +0x169
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008053c0, 0xaa058b, 0x2, 0xc007036400, 0xb3f, 0x1, 0x31a, 0xc001ef8a20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:81 +0x1e7
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc007036400, 0xb3f, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000805518, 0xc0020bc400, 0x3b, 0xc003a8d180)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536300, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 550 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4001a20, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00540bf20, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00540bf10, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc001cbd340, 0x2b8, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00228204a, 0x2e, 0xc001cbd340, 0x2b8, 0xc001cbd340, 0x2b8, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00228204a, 0x2e, 0xc001cbd340, 0x2b8, 0xaa0378, 0x1, 0xc001cbd340, 0x2b8, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005363c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 552 [runnable]:
strings.Replace(0xc002f0e000, 0xde6, 0xaa5837, 0x5, 0xaa8176, 0x6, 0x4, 0xc002f0e000, 0xde6)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:177 +0x108
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc001bad8f8, 0xc00197d000, 0xde3, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536540, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 553 [semacquire]:
strings.Replace(0xc003054000, 0x1193, 0xaa582d, 0x5, 0xaa7dce, 0x6, 0x5, 0xc003054000, 0x1193)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:178 +0x153
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc003a638f8, 0xc003045300, 0x118d, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536600, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 554 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Html(0xc005afeed0, 0xb2fd4b23, 0x1251a20, 0xc004338320, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:109 +0x113
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:121 +0x1b7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005366c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 555 [semacquire]:
github.com/gigawattio/window.Rolling(0xc002307000, 0x2e9, 0x2e9, 0x3, 0x0, 0x2e8, 0xc002307000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc002675518, 0xc002311e00, 0xc0022446e0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536780, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 556 [semacquire]:
github.com/jaytaylor/html2text.(*textifyTraverseContext).emit(0xc0074070c0, 0xc0041c5ad0, 0xc3, 0xc3, 0x1)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:430 +0x233
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0074070c0, 0xc0076d5b90, 0xc007405e48, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:404 +0x5b
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc0076d5b20, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc0074070c0, 0xc0076d5b20, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0074070c0, 0xc0076d5b20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0074070c0, 0xc0076d5b20, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc0076d5500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0074070c0, 0xc0076d5500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:249 +0xca
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0074070c0, 0xc0076d5500, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc0076d4460, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00088b0c0, 0xc0076d4460, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00088b0c0, 0xc0076d4460, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc0076d4380, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00088b0c0, 0xc0076d4380, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00088b0c0, 0xc0076d4380, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc006c6fc70, 0xc000b03500, 0xb6c046)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00088b0c0, 0xc006c6fc70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00088b0c0, 0xc006c6fc70, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc0074070c0, 0xc006c6fb90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00088b0c0, 0xc006c6fb90, 0x54b170, 0xc001bbb040)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc006c6fb90, 0x0, 0x0, 0x0, 0x0, 0xc006c6fb90, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc00760a7b0, 0x0, 0x0, 0x0, 0x2500, 0xc003060a00, 0x229c, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc003060a00, 0x229c, 0x0, 0x0, 0x0, 0x8, 0xffffffffffffffff, 0x4, 0xc005492630)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00088b518, 0xc007596060, 0xc004db4f20)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536840, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 557 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc00790ed00, 0x81b, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:40 +0x82
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc00790ed00, 0x81b, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc00790ed00, 0x81b, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc00790ed00, 0x81b, 0x0, 0x0, 0x81b, 0xc00790ed00, 0x81b)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc00790ed00, 0x81b, 0x81b, 0xa80)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0038812c0, 0x33, 0xc00790ed00, 0x81b, 0xc00790ed00, 0x81b, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0038812c0, 0x33, 0xc00790ed00, 0x81b, 0xaa0378, 0x1, 0xc00790ed00, 0x81b, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536900, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 558 [semacquire]:
regexp/syntax.(*parser).newRegexp(...)
	/usr/local/go/src/regexp/syntax/parse.go:94
regexp/syntax.(*parser).newLiteral(0xc006e8e120, 0xd50000006f, 0x1)
	/usr/local/go/src/regexp/syntax/parse.go:182 +0x11f
regexp/syntax.(*parser).literal(0xc006e8e120, 0x6f)
	/usr/local/go/src/regexp/syntax/parse.go:210 +0x3b
regexp/syntax.Parse(0xac0e09, 0x13, 0xd4, 0x0, 0x0, 0xac0dfd)
	/usr/local/go/src/regexp/syntax/parse.go:729 +0x2ae
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:170 +0x5a
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc004caeff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc004caeff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc005d0e02c)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc004caeff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc004caeff8, 0x1, 0xc0057245d0, 0xc010107e000, 0x2804f0419e98)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc004caeff8, 0x4, 0x200, 0xc004305e01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc004305000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc006c8fd40, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc005d08180, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004caf8f8, 0xc002f40000, 0x1d9c, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005369c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 559 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0001c5800, 0x740, 0xc000649218, 0xc0009f0a80)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0001c5800, 0x740, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0006493c0, 0xaa0503, 0x2, 0xc0001c5800, 0x740, 0x1, 0x196, 0xc007555740)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0001c5800, 0x740, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000649518, 0xc005629c40, 0x41, 0xc0004ab860)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536a80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 560 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc002c22400, 0xae3, 0xc001c57218, 0xc0009fd180)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc002c22400, 0xae3, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001c573c0, 0xaa058b, 0x2, 0xc002c22400, 0xae3, 0x1, 0x22a, 0xc0075960c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc002c22400, 0xae3, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001c57518, 0xc004f2aec0, 0x38, 0xc0062f9300)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536b40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 561 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12cc1ab7a0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0041615b0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0041615a0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0023c0000, 0xc35, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001b442a0, 0x65, 0xc0023c0000, 0xc35, 0xc0023c0000, 0xc35, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001b442a0, 0x65, 0xc0023c0000, 0xc35, 0xaa0378, 0x1, 0xc0023c0000, 0xc35, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536c00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 562 [semacquire]:
bytes.makeSlice(0xfa, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc0003c9150, 0x7a, 0xb)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc0003c9150, 0xc00714b000, 0x7a, 0xb, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004055110)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc004055030)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0003c9218, 0xae5578, 0xc00576b688)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.replaceTagWithContents(0xc0003c9218, 0x1182620, 0xa, 0xa)
	/home/develop/go/src/github.com/advancedlogic/GoOse/cleaner.go:35 +0x46
github.com/advancedlogic/GoOse.(*outputFormatter).linksToText.func1(0x3, 0xc003ff4d50)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:84 +0x1ed
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc003ff4c00, 0xc0003c92c0, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).linksToText(0xc0003c9388, 0x8, 0xc00576b5e8, 0xc000bff880)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:71 +0x8e
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0003c9388, 0xc002738ff0, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0003c9301, 0xc00576b5e8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:41 +0xbb
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0003c9518, 0xc002738ff0, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536cc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 564 [semacquire]:
strings.genSplit(0xc0004d6ea0, 0x199, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0x199, 0xc0004d6d00, 0x199)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e33588, 0xaa04f9, 0x2, 0xc0004d6d00, 0x199, 0x1, 0x27, 0xc003db1d80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc001e33518, 0xc00166e3c0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536e40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 565 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4007e80, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0024959b0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0024959a0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc00252e000, 0xf1a, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0024c4a80, 0x38, 0xc00252e000, 0xf1a, 0xc00252e000, 0xf1a, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0024c4a80, 0x38, 0xc00252e000, 0xf1a, 0xaa0378, 0x1, 0xc00252e000, 0xf1a, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536f00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 566 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc0046ca480, 0xc003d56f40, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity.func1(0x2, 0xc0046ca480)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:571 +0x38
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc0036b5620, 0xc00017d1e8, 0xaa0378)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc00017d518, 0xc0036b53b0, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc00017d518, 0xc0019e8040, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000536fc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 567 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc0053a5500, 0x6e1, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:71 +0x129
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0053a5500, 0x6e1, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0053a5500, 0x6e1, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0053a5500, 0x6e1, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0053a5500, 0x6e1, 0x0, 0x0, 0x6e1, 0xc0053a5500, 0x6e1)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0053a5500, 0x6e1, 0x6e1, 0x800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00186c72a, 0x48, 0xc0053a5500, 0x6e1, 0xc0053a5500, 0x6e1, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00186c72a, 0x48, 0xc0053a5500, 0x6e1, 0xaa0378, 0x1, 0xc0053a5500, 0x6e1, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537080, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 568 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00166f100, 0xc0008db2c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0008db3c0, 0xaa04d9, 0x2, 0xc0018bc000, 0x14b3, 0x1, 0x3f6, 0xc0020e3320)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0018bc000, 0x14b3, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0008db518, 0xc0020e3c40, 0x47, 0xc001bda500)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537140, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 569 [semacquire]:
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc004f2bfe0, 0xc004cfc930, 0xc00451ea80, 0x2, 0x2, 0xc00451ea80, 0x2, 0x2)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:129 +0x11e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc004f2bfe0, 0xc001dca1c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.matchAllInto(0xc004f2bfe0, 0xc0018201c0, 0x0, 0x0, 0x0, 0x10, 0x9ed160, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:133 +0x9e
github.com/andybalholm/cascadia.Selector.MatchAll(0xc004f2bfe0, 0xc0018201c0, 0xc000886f50, 0x747325, 0xc000bff880)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:124 +0x46
github.com/PuerkitoBio/goquery.findWithMatcher.func1(0x0, 0xc0018200e0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:547 +0x8e
github.com/PuerkitoBio/goquery.mapNodes(0xc000011488, 0x1, 0x1, 0xc0008870b0, 0x1, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:693 +0xf6
github.com/PuerkitoBio/goquery.findWithMatcher(0xc000011488, 0x1, 0x1, 0xb856e0, 0xc004f2bfe0, 0xc0040c2090, 0xc0040c2090, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc004ef7770, 0xaa408e, 0x4, 0xaa04f9)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0008878f8, 0xc00199a400, 0x85b, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537200, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 570 [semacquire]:
github.com/fatih/set.newTS(...)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:15
github.com/fatih/set.New(...)
	/home/develop/go/src/github.com/fatih/set/set.go:56
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004d073c0, 0xaa04f9, 0x2, 0xc003ca4000, 0x79c, 0xc003ca4000, 0xc004d073b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:74 +0x52
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc003ca4000, 0x79c, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004d07518, 0xc0056cd380, 0x58, 0xc001a19e00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005372c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 571 [semacquire]:
bytes.makeSlice(0xbbb, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc000927388, 0xa1, 0x7)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc000927388, 0xc0055b5c30, 0xa1, 0x5165d7, 0xc00479c541, 0xc0027706b0)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0034fb030)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:70 +0x8d
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc0034fafc0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dc7490)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dc73b0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text.func1(0xc003dc6a80)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:74 +0x55
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc004a4e840, 0xc00009bd70, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:79 +0xbd
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc000927518, 0xc0073eaec0, 0x4e, 0xc0046b99f0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537380, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 572 [semacquire]:
regexp.(*Regexp).ReplaceAllString(0xc0000bf2c0, 0xc0041d1e60, 0x81, 0xaa0378, 0x1, 0x0, 0x0)
	/usr/local/go/src/regexp/regexp.go:560 +0x135
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00795b0c0, 0xc007ae7880, 0xc00795a1b0, 0xaa04bf)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:402 +0xb0
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00795b0c0, 0xc007ae7810, 0x2, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).paragraphHandler(0xc00795b0c0, 0xc007ae7810, 0xc000000001, 0x8)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:295 +0x6b
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc00795b0c0, 0xc007ae7810, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:265 +0x4f6
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc00795b0c0, 0xc007ae7810, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00795b0c0, 0xc007ae6cb0, 0xc000000001, 0x5)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0009290c0, 0xc007ae6cb0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009290c0, 0xc007ae6cb0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00795b0c0, 0xc007ae6bd0, 0xc000000001, 0x3)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0009290c0, 0xc007ae6bd0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009290c0, 0xc007ae6bd0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00795b0c0, 0xc007ae64d0, 0xc000928d40, 0x46a81e)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).handleElement(0xc0009290c0, 0xc007ae64d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:286 +0x4aa
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009290c0, 0xc007ae64d0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:407 +0xf4
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverseChildren(0xc00795b0c0, 0xc007ae63f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:413 +0x4e
github.com/jaytaylor/html2text.(*textifyTraverseContext).traverse(0xc0009290c0, 0xc007ae63f0, 0x54b170, 0xc00009c4e0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:395 +0x125
github.com/jaytaylor/html2text.FromHTMLNode(0xc007ae63f0, 0x0, 0x0, 0x0, 0x0, 0xc007ae63f0, 0x0, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:76 +0xab
github.com/jaytaylor/html2text.FromReader(0xb7b620, 0xc005ace180, 0x0, 0x0, 0x0, 0xa80, 0xc006a59500, 0xa24, 0x0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:97 +0xd3
github.com/jaytaylor/html2text.FromString(0xc006a59500, 0xa24, 0x0, 0x0, 0x0, 0x0, 0xad060b, 0x3, 0xc0057ac7d0)
	/home/develop/go/src/github.com/jaytaylor/html2text/html2text.go:103 +0x128
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc000929518, 0xc0026047c0, 0xc0056cda00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:291 +0xf3
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537440, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 573 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f12ec2265c0, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc00254ef90, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc00254ef80, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0026baf00, 0x4cf, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00093000a, 0x4b, 0xc0026baf00, 0x4cf, 0xc0026baf00, 0x4cf, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00093000a, 0x4b, 0xc0026baf00, 0x4cf, 0xaa0378, 0x1, 0xc0026baf00, 0x4cf, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537500, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 574 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc00252ad00, 0x8ba, 0xc001e09218, 0xc000bff880)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc00252ad00, 0x8ba, 0x1, 0x1)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc001e093c0, 0xaa04f9, 0x2, 0xc00252ad00, 0x8ba, 0x1, 0x1cd, 0xc0065e3b00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00252ad00, 0x8ba, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001e09518, 0xc002310280, 0x3e, 0xc0022beecd)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005375c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 575 [semacquire]:
strings.genSplit(0xc0042b5000, 0xba4, 0xaa0378, 0x1, 0x0, 0xffffffffffffffff, 0xc004d6b900, 0x23c, 0x23c)
	/usr/local/go/src/strings/strings.go:256 +0x68
strings.Split(...)
	/usr/local/go/src/strings/strings.go:308
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc004ca13c0, 0xaa0599, 0x2, 0xc0042b3800, 0xba4, 0x1, 0x23c, 0xc002250e80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:76 +0xd8
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0042b3800, 0xba4, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004ca1518, 0xc003e914e0, 0x48, 0xc0016a140a)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537680, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 576 [semacquire]:
strings.(*Builder).grow(...)
	/usr/local/go/src/strings/builder.go:68
strings.(*Builder).Grow(...)
	/usr/local/go/src/strings/builder.go:82
strings.Map(0xae62d0, 0xc0057c2000, 0x1fc8, 0x437c3e, 0xc000782380)
	/usr/local/go/src/strings/strings.go:485 +0x4b7
strings.ToLower(0xc0057c2000, 0x1fc8, 0x7f13c8553c78, 0xc0019352e0)
	/usr/local/go/src/strings/strings.go:610 +0x8f
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019353c0, 0xaa04f9, 0x2, 0xc0057c2000, 0x1fc8, 0xc0057c2000, 0xc0019353b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:75 +0x98
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0057c2000, 0x1fc8, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc001935518, 0xc002244b20, 0x3c, 0xc007a009c0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537740, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 577 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc007596e60, 0xc002669220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc002669588, 0xaa04f9, 0x2, 0xc0077db800, 0x7a8, 0x0, 0xc0009f0a80, 0x7f13f041c080)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc002669518, 0xc004338340, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537800, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 578 [semacquire]:
github.com/gigawattio/window.Rolling(0xc0074e2000, 0x675, 0x675, 0x3, 0x0, 0x674, 0xc0074e2000)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc003f07518, 0xc00416be20, 0xc0056ccc60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005378c0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 579 [semacquire]:
github.com/PuerkitoBio/goquery.newSingleSelection(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:113
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00679a060, 0xc006f0d1e8, 0xaa0378)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x9b
github.com/advancedlogic/GoOse.(*ContentExtractor).isHighLinkDensity(0xc006f0d518, 0xc007986090, 0x2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:570 +0x12f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc006f0d518, 0xc003e90e20, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:386 +0x1ae
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537980, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 581 [semacquire]:
github.com/gigawattio/window.Rolling(0xc004af4600, 0x11c, 0x11c, 0x3, 0x0, 0x11b, 0xc004af4600)
	/home/develop/go/src/github.com/gigawattio/window/rolling.go:15 +0x140
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc0043bf518, 0xc0039388c0, 0xc0062fee60)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:329 +0x8ed
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537b00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 582 [semacquire]:
bytes.(*Buffer).String(...)
	/usr/local/go/src/bytes/buffer.go:65
github.com/PuerkitoBio/goquery.(*Selection).Text(0xc005aff140, 0xc00009bd70, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/property.go:82 +0x122
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc004645518, 0xc005a23100, 0x31, 0xc001b3bdc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x134
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537bc0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 583 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4010880, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0023351a0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc002335190, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003a48000, 0x3d3, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001aaa888, 0x30, 0xc003a48000, 0x3d3, 0xc003a48000, 0x3d3, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001aaa888, 0x30, 0xc003a48000, 0x3d3, 0xaa0378, 0x1, 0xc003a48000, 0x3d3, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537c80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 584 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00384de20, 0xc000587220, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc000587588, 0xaa04f9, 0x2, 0xc002ffb440, 0xc0, 0x1, 0x13, 0xc00075e100)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc000587518, 0xc001ef95c0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:424 +0x3c6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537d40, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 585 [semacquire]:
strings.Replace(0xc006fa4800, 0x16e4, 0xaa36c2, 0x4, 0xaa5832, 0x5, 0x11, 0xc006fa4800, 0x16e4)
	/usr/local/go/src/strings/strings.go:941 +0x109
github.com/advancedlogic/GoOse.Crawler.addSpacesBetweenTags(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:179 +0x19e
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc005fc18f8, 0xc005fa6000, 0x16e0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:85 +0xc8
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537e00, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 586 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13641bf780, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004a25f00, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004a25ef0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc002a7a600, 0x1154, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc001d56080, 0x3f, 0xc002a7a600, 0x1154, 0xc002a7a600, 0x1154, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc001d56080, 0x3f, 0xc002a7a600, 0x1154, 0xaa0378, 0x1, 0xc002a7a600, 0x1154, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537ec0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 587 [runnable]:
internal/reflectlite.typedmemmove(0xa36900, 0xc0021b47c8, 0xc004f2be20)
	/usr/local/go/src/runtime/mbarrier.go:190 +0x4e
internal/reflectlite.Swapper.func9(0x446, 0x453)
	/usr/local/go/src/internal/reflectlite/swapper.go:72 +0xe3
sort.swapRange_func(0xc003fad7d0, 0xc004f12b10, 0x446, 0x453, 0x1)
	/usr/local/go/src/sort/zfuncversion.go:67 +0x4b
sort.rotate_func(0xc003fad7d0, 0xc004f12b10, 0x43e, 0x453, 0x454)
	/usr/local/go/src/sort/zfuncversion.go:257 +0x82
sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x42a, 0x453, 0x455)
	/usr/local/go/src/sort/zfuncversion.go:241 +0x364
sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x400, 0x451, 0x455)
	/usr/local/go/src/sort/zfuncversion.go:247 +0x2ee
sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x400, 0x49f, 0x4ab)
	/usr/local/go/src/sort/zfuncversion.go:244 +0x31d
sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x400, 0x53f, 0x556)
	/usr/local/go/src/sort/zfuncversion.go:244 +0x31d
sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x2ab, 0x52e, 0x556)
	/usr/local/go/src/sort/zfuncversion.go:247 +0x2ee
sort.symMerge_func(0xc003fad7d0, 0xc004f12b10, 0x0, 0x500, 0x556)
	/usr/local/go/src/sort/zfuncversion.go:247 +0x2ee
sort.stable_func(0xc003fad7d0, 0xc004f12b10, 0x556)
	/usr/local/go/src/sort/zfuncversion.go:180 +0x12f
sort.SliceStable(0x9de7e0, 0xc004f2be00, 0xc003fad7d0)
	/usr/local/go/src/sort/slice.go:27 +0xcb
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc0008e8000, 0x115e, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:48 +0x1c8
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc0008e8000, 0x115e, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc0008e8000, 0x115e, 0x0, 0x0, 0x115f500, 0x46e6ce, 0xc0008e8000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc0008e8000, 0x115e, 0x0, 0x0, 0x115e, 0x1800, 0xc0008e8000)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc0008e8000, 0x115e, 0x115e, 0x1800)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc005b38980, 0x37, 0xc0008e8000, 0x115e, 0xc0008e8000, 0x115e, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc005b38980, 0x37, 0xc0008e8000, 0x115e, 0xaa0378, 0x1, 0xc0008e8000, 0x115e, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000537f80, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 588 [runnable]:
regexp/syntax.(*compiler).inst(...)
	/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc00805ab30, 0xc0053092c8, 0x1, 0xe, 0xd5, 0x600000003)
	/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc00805ab30, 0xc008053340, 0x200000001)
	/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc00805ab30, 0xc0080533b0, 0x0)
	/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0080533b0, 0xc0080533b0, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xac0e09, 0x13, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc00805aff8, 0x0, 0xac0dfd, 0xa)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc00805aff8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc000ad58dc)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc00805aff8, 0x1189c00, 0x1, 0x1, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc00805aff8, 0x1, 0xc005d226a0, 0xc01009f0a00, 0x2804f041b9b8)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc00805aff8, 0x4, 0x540, 0xc003777a01, 0x115d6b1300000004, 0x5c50400005604)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xac0df8, 0x25, 0xc003777000, 0x1000, 0x1000, 0x0, 0x8)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xac0df8, 0x25, 0x203001, 0xc005bd9520, 0x1)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00765b9e0, 0xac0df8, 0x25, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.Crawler.GetContentType(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:43 +0x52
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:57 +0x89
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc00394d8f8, 0xc00193c000, 0xabb, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556060, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 589 [semacquire]:
github.com/fatih/set.(*Set).Add(0xc00744b6e0, 0xc0019c32c0, 0x1, 0x1)
	/home/develop/go/src/github.com/fatih/set/set_ts.go:35 +0xcd
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0019c33c0, 0xaa0569, 0x2, 0xc00560c880, 0xd1d, 0x4, 0x2f9, 0xc0062e8440)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x2b5
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc00560c880, 0xd1d, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0019c3518, 0xc0006706e0, 0x41, 0xc0001f3a06)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556120, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 590 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0035a9400, 0xaa04f9, 0x2, 0xc005d422d0, 0xe2, 0xc0035a9240, 0x42d308, 0x8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0x3, 0xc0065122d0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc00627fef0, 0xc0035a92c8, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc0035a9388)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc0035a9388, 0xc00627e750, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc0035a9301, 0xc0047519a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc0035a9518, 0xc00627e750, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005561e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 591 [semacquire]:
golang.org/x/net/html.(*parser).addText(0xc002d8fba0, 0xc004cb8ea9, 0x5)
	/home/develop/go/src/golang.org/x/net/html/parse.go:318 +0x128
golang.org/x/net/html.inHeadIM(0xc002d8fba0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:629 +0x9b1
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002d8fba0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002d8fba0, 0xc0024e3f80, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc0020bc080, 0x0, 0x0, 0x0, 0xc0015cf200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc0020bc080, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0015cf8f8, 0xc001639800, 0xbca, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005562a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 592 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0043a3588, 0xaa04f9, 0x2, 0xc00349dce0, 0xda, 0x9, 0x1f, 0xc0049a3160)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0043a3518, 0xc00000e740, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:385 +0x17f
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556360, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 593 [runnable]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c4008820, 0x7f1368012aa0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc004f7a5d0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc004f7a5c0, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc0034d4c00, 0x51f, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc0004aaa5d, 0x37, 0xc0034d4c00, 0x51f, 0xc0034d4c00, 0x51f, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc0004aaa5d, 0x37, 0xc0034d4c00, 0x51f, 0xaa0378, 0x1, 0xc0034d4c00, 0x51f, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556420, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 594 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc006eb1400, 0xaa04f9, 0x2, 0xc006edb800, 0xb2, 0xc006eb1240, 0x42d308, 0x8)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords.func1(0xa, 0xc004220c00)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:174 +0x86
github.com/PuerkitoBio/goquery.(*Selection).Each(0xc004220780, 0xc006eb12c8, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/iteration.go:10 +0x53
github.com/advancedlogic/GoOse.(*outputFormatter).removeParagraphsWithFewWords(0xc006eb1388)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:173 +0xb0
github.com/advancedlogic/GoOse.(*outputFormatter).getFormattedText(0xc006eb1388, 0xc004219c20, 0xaa04f9, 0x2, 0x42d308, 0x8, 0x9ecc80, 0xc006eb1301, 0xc004751478)
	/home/develop/go/src/github.com/advancedlogic/GoOse/outputformatter.go:43 +0xf5
github.com/advancedlogic/GoOse.(*ContentExtractor).GetCleanTextAndLinks(0xc006eb1518, 0xc004219c20, 0xaa04f9, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:365 +0xaf
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:160 +0x7d1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005564e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 595 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc004f2bf40, 0x4, 0x4, 0xc002a4e500, 0xd, 0x10, 0xc0072f9020, 0xc00576b6a0, 0x1, 0x8)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc001f489b8, 0x1, 0x1, 0xc0072f90f0, 0x7f13f041b2f0, 0x0, 0x1)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.getSiblingNodes(0xc001f489b8, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00576b6a0, ...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:598 +0x101
github.com/PuerkitoBio/goquery.(*Selection).Siblings(0xc0045bde60, 0xc003ff4e40)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:268 +0x59
github.com/advancedlogic/GoOse.(*ContentExtractor).isBoostable(0xc0072f9518, 0xc0045bde60, 0x1)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:517 +0x20f
github.com/advancedlogic/GoOse.(*ContentExtractor).CalculateBestNode(0xc0072f9518, 0xc00427cca0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:402 +0x2da
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:156 +0x6a1
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005565a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 596 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.(*Model).Predict(0xc0022443a0, 0xc00479d800, 0x5e3, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:153 +0x132
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLangFT(0xc00479d800, 0x5e3, 0xaa04f9, 0x2)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesft.go:14 +0x5f
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00146a69d, 0x54, 0xc00479d800, 0x5e3, 0xc00479d800, 0x5e3, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:12 +0x6b
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00146a69d, 0x54, 0xc00479d800, 0x5e3, 0xaa0378, 0x1, 0xc00479d800, 0x5e3, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556660, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 597 [semacquire]:
github.com/araddon/dateparse.newParser(...)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:1710
github.com/araddon/dateparse.parseTime(0xc00502ff80, 0x58, 0x0, 0xc00502ff80, 0x58, 0x58)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:214 +0xf6
github.com/araddon/dateparse.ParseAny(0xc00502ff80, 0x58, 0x3, 0xaa0378, 0x1, 0xc00502ff80, 0x58)
	/home/develop/go/src/github.com/araddon/dateparse/parseany.go:124 +0x42
github.com/advancedlogic/GoOse.(*ContentExtractor).GetPublishDate(0xc00170f518, 0xc0006aa200, 0xc0006aab80)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:335 +0xa9d
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:143 +0x99d
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556720, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 598 [semacquire]:
github.com/advancedlogic/GoOse.(*StopWords).stopWordsCount(0xc0036a93c0, 0xaa04f9, 0x2, 0xc0053fc000, 0x708, 0xc0053fc000, 0xc0036a93b0, 0x7544a2)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:82 +0x261
github.com/advancedlogic/GoOse.StopWords.SimpleLanguageDetector(0xc0001e9410, 0xc0053fc000, 0x708, 0x0, 0x127e7a0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/stopwords.go:101 +0xdc
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaLanguage(0xc0036a9518, 0xc005de6540, 0x31, 0xc001f3dcc0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:148 +0x146
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:130 +0x308
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005567e0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 599 [semacquire]:
github.com/PuerkitoBio/goquery.appendWithoutDuplicates(0xc00576bc30, 0x1, 0x1, 0xc0005e5fb0, 0x6, 0x6, 0xc004b70fe0, 0xc004973760, 0x20, 0x20)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/utilities.go:137 +0x1cf
github.com/PuerkitoBio/goquery.mapNodes(0xc00576bc18, 0x1, 0x1, 0xc004b710b0, 0x1, 0x0, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:694 +0x159
github.com/PuerkitoBio/goquery.findWithMatcher(0xc00576bc18, 0x1, 0x1, 0xb856e0, 0xc004973760, 0xc0005e5e90, 0xc0005e5e90, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:543 +0x81
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc0005e5980, 0xaa408e, 0x4, 0xaa04f9)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x85
github.com/advancedlogic/GoOse.Crawler.GetCharset(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:63 +0xd5
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc004b718f8, 0xc002b84c00, 0xbd4, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:93 +0x1d6
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc0005568a0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 600 [semacquire]:
golang.org/x/net/html.(*parser).addElement(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:326
golang.org/x/net/html.afterHeadIM(0xc002ff68f0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:780 +0x232
golang.org/x/net/html.(*parser).parseCurrentToken(0xc002ff68f0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2266 +0x80
golang.org/x/net/html.(*parser).parse(0xc002ff68f0, 0xc0050c2700, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2292 +0x48
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc005169820, 0x0, 0x0, 0x0, 0xc0032e5200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc005169820, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0032e58f8, 0xc00233d000, 0xdb7, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556960, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 601 [syscall]:
_/home/ec2-user/environment/cluster2/cluster2/fasttgo._Cfunc_NewHandle(0x7f13c400e950, 0x0)
	_cgo_gotypes.go:80 +0x4a
_/home/ec2-user/environment/cluster2/cluster2/fasttgo.Open(0xc0032935e0, 0xd, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/fasttgo/fasttext.go:124 +0x83
_/home/ec2-user/environment/cluster2/cluster2/base.GetModelInstance(0xc0032935d4, 0x7, 0x5)
	/home/ec2-user/environment/cluster2/cluster2/base/model.go:19 +0x117
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PredictCategory(0xaa04f9, 0x2, 0xc003d1e000, 0x606, 0x572a20, 0xc001b24b40, 0xaa0378)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:28 +0x75
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc00078ea80, 0x5a, 0xc003d1e000, 0x606, 0xc003d1e000, 0x606, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:19 +0xd9
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc00078ea80, 0x5a, 0xc003d1e000, 0x606, 0xaa0378, 0x1, 0xc003d1e000, 0x606, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556a20, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 602 [semacquire]:
golang.org/x/net/html.(*Tokenizer).Token(0xc003208b60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/token.go:1175 +0x3a8
golang.org/x/net/html.(*parser).parse(0xc003208c30, 0xc00238ff80, 0x0)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2285 +0xc1
golang.org/x/net/html.ParseWithOptions(0xb7c280, 0xc00477e4c0, 0x0, 0x0, 0x0, 0xc002893200, 0x42d308, 0x20)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2350 +0x10b
golang.org/x/net/html.Parse(...)
	/home/develop/go/src/golang.org/x/net/html/parse.go:2309
github.com/PuerkitoBio/goquery.NewDocumentFromReader(0xb7c280, 0xc00477e4c0, 0x1194, 0xaa04f9, 0x2)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:53 +0x4a
github.com/advancedlogic/GoOse.(*Crawler).Preprocess(0xc0028938f8, 0xc00513b500, 0x2826, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:88 +0x147
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:111 +0x7a
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556ae0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 603 [semacquire]:
regexp/syntax.(*compiler).inst(...)
	/usr/local/go/src/regexp/syntax/compile.go:173
regexp/syntax.(*compiler).rune(0xc000ef6e38, 0xc0051d2f98, 0x1, 0xa, 0xd5, 0xe00000007)
	/usr/local/go/src/regexp/syntax/compile.go:267 +0x27c
regexp/syntax.(*compiler).compile(0xc000ef6e38, 0xc0016f60e0, 0x200000001)
	/usr/local/go/src/regexp/syntax/compile.go:110 +0x12c
regexp/syntax.(*compiler).compile(0xc000ef6e38, 0xc0016f61c0, 0x0)
	/usr/local/go/src/regexp/syntax/compile.go:156 +0xb29
regexp/syntax.Compile(0xc0016f61c0, 0xc0016f61c0, 0x1, 0x1)
	/usr/local/go/src/regexp/syntax/compile.go:83 +0x10a
regexp.compile(0xabc10c, 0x11, 0xd4, 0x10, 0xa2acc0, 0x4)
	/usr/local/go/src/regexp/regexp.go:178 +0xd7
regexp.Compile(...)
	/usr/local/go/src/regexp/regexp.go:133
github.com/andybalholm/cascadia.(*parser).parseRegex(0xc000ef7300, 0x0, 0xabc106, 0x4)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:246 +0xc2
github.com/andybalholm/cascadia.(*parser).parseAttributeSelector(0xc000ef7300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:395 +0x6ef
github.com/andybalholm/cascadia.(*parser).parseSimpleSelectorSequence(0xc000ef7300, 0x0, 0xb856e0, 0xc0004ce0e8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:741 +0x616
github.com/andybalholm/cascadia.(*parser).parseSelector(0xc000ef7300, 0xc002228a80, 0x0, 0x8, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:779 +0x3d
github.com/andybalholm/cascadia.(*parser).parseSelectorGroup(0xc000ef7300, 0x42ca96, 0xc0050bcc00, 0x30, 0x28, 0xa4b3a0)
	/home/develop/go/src/github.com/andybalholm/cascadia/parser.go:820 +0x32
github.com/andybalholm/cascadia.ParseGroup(0xabc101, 0x1d, 0xc000ef7370, 0x42d308, 0x30, 0xa4b3a0, 0xb85601)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:67 +0x77
github.com/andybalholm/cascadia.Compile(0xabc101, 0x1d, 0xc00384d2c0, 0x0, 0x0)
	/home/develop/go/src/github.com/andybalholm/cascadia/selector.go:104 +0x39
github.com/PuerkitoBio/goquery.compileMatcher(...)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/type.go:129
github.com/PuerkitoBio/goquery.(*Selection).Find(0xc00223f950, 0xabc101, 0x1d, 0x0)
	/home/develop/go/src/github.com/PuerkitoBio/goquery/traversal.go:24 +0x39
github.com/advancedlogic/GoOse.(*ContentExtractor).GetMetaContentWithSelector(0xc000ef7518, 0xc0041d7500, 0xabc101, 0x1d, 0x5f, 0x0)
	/home/develop/go/src/github.com/advancedlogic/GoOse/extractor.go:174 +0x46
github.com/advancedlogic/GoOse.Crawler.Crawl(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/crawler.go:133 +0x3a7
github.com/advancedlogic/GoOse.Goose.ExtractFromRawHTML(0xaa0378, 0x0, 0x1194, 0xaa04f9, 0x2, 0xab47fe, 0x10, 0xab52f4, 0x11, 0xacd3bb, ...)
	/home/develop/go/src/github.com/advancedlogic/GoOse/goose.go:33 +0x142
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556ba0, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:302 +0x2e8
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 604 [semacquire]:
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.count(0xc005af6300, 0x6ae, 0xae4d68)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:85 +0x317
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.getTrigramsWithPositions(0xc005af6300, 0x6ae, 0xae4d20)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languagesTrigrams.go:39 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangInProfiles(0xc005af6300, 0x6ae, 0x0, 0x0, 0xc0001e8810, 0x115f3c0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:135 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.detectLangBaseOnScript(0xc005af6300, 0x6ae, 0x0, 0x0, 0x115f500, 0x46e6ce, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:79 +0x582
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectWithOptions(0xc005af6300, 0x6ae, 0x0, 0x0, 0x6ae, 0xc005af6300, 0x6ae)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:60 +0x79
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.Detect(...)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:43
_/home/ec2-user/environment/cluster2/cluster2/languagesDetect.DetectLang(0xc005af6300, 0x6ae, 0x6ae, 0x700)
	/home/ec2-user/environment/cluster2/cluster2/languagesDetect/languages.go:48 +0x3d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.DetectCategories(0xc002929c20, 0x54, 0xc005af6300, 0x6ae, 0xc005af6300, 0x6ae, 0xc001feb890, 0x0, 0x0)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/categories.go:11 +0x3c
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.PrepareThreads(0xc002929c20, 0x54, 0xc005af6300, 0x6ae, 0xaa0378, 0x1, 0xc005af6300, 0x6ae, 0x11, 0xacd3bb)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/threads.go:13 +0x4d
_/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1.1(0xc0002c6000, 0xc0002c8000, 0xc0002c8008, 0xc000556c60, 0x5b)
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:307 +0x3ae
created by _/home/ec2-user/environment/cluster2/cluster2/newsDetect.ThreadsCommand.func1
	/home/ec2-user/environment/cluster2/cluster2/newsDetect/newsCommand.go:282 +0x18a

goroutine 605 [semacquire]:
bytes.makeSlice(0xdc6, 0x0, 0x0, 0x0)
	/usr/local/go/src/bytes/buffer.go:229 +0x73
bytes.(*Buffer).grow(0xc004363a10, 0xbc, 0x0)
	/usr/local/go/src/bytes/buffer.go:142 +0x15b
bytes.(*Buffer).WriteString(0xc004363a10, 0xc004726cc0, 0xbc, 0x6, 0xffffffffffffffff, 0xad018a)
	/usr/local/go/src/bytes/buffer.go:184 +0xdc
golang.org/x/net/html.escape(0xb84d20, 0xc004363a10, 0xc004726cc0, 0xbc, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/escape.go:229 +0x22f
golang.org/x/net/html.render1(0xb84d20, 0xc004363a10, 0xc006749340, 0x0, 0x0)
	/home/develop/go/src/golang.org/x/net/html/render.go:74 +0x10d
golang.org/x/net