1.增加爬虫线程 2.分析使用协程加速处理

foot-core/module/analy/service/AnalyService.go

@@ -68,7 +68,7 @@ func (this *AnalyService) Analy(analyAll bool, thiz AnalyInterface) {
 			base.Log.Error(err)
 			return
 		}
-		this.Analy_Process(matchList, thiz)
+		go this.Analy_Process(matchList, thiz)
 		for currentPage <= page.TotalPage {
 			currentPage++
 			page = new(pojo.Page)
@@ -80,7 +80,7 @@ func (this *AnalyService) Analy(analyAll bool, thiz AnalyInterface) {
 				base.Log.Error(err)
 				continue
 			}
-			this.Analy_Process(matchList, thiz)
+			go this.Analy_Process(matchList, thiz)
 		}
 	} else {
 		matchList = this.MatchLastService.FindNotFinished()

foot-spider/module/win007/proc/AsiaLastNewProcesser.go

@@ -54,7 +54,7 @@ func (this *AsiaLastNewProcesser) Startup() {
 			newSpider.SetDownloader(down.NewMAsiaLastApiDownloader())
 			newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
 			newSpider.SetSleepTime("rand", 1, 300)
-			newSpider.SetThreadnum(1).Run()
+			newSpider.SetThreadnum(10).Run()
 
 			processer = GetAsiaLastNewProcesser()
 			processer.Setup(this)

foot-spider/module/win007/proc/BaseFaceProcesser.go

@@ -59,7 +59,7 @@ func (this *BaseFaceProcesser) Startup() {
 			newSpider.SetDownloader(down.NewMWin007Downloader())
 			newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
 			newSpider.SetSleepTime("rand", 1, 300)
-			newSpider.SetThreadnum(1).Run()
+			newSpider.SetThreadnum(10).Run()
 
 			processer = GetBaseFaceProcesser()
 			processer.Setup(this)

foot-spider/module/win007/proc/EuroLastProcesser.go

@@ -61,7 +61,7 @@ func (this *EuroLastProcesser) Startup() {
 			newSpider.SetDownloader(down.NewMWin007Downloader())
 			newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
 			newSpider.SetSleepTime("rand", 1, 300)
-			newSpider.SetThreadnum(1).Run()
+			newSpider.SetThreadnum(10).Run()
 
 			processer = GetEuroLastProcesser()
 			processer.Setup(this)

foot-spider/module/win007/proc/EuroTrackProcesser.go

@@ -60,7 +60,7 @@ func (this *EuroTrackProcesser) Startup() {
 			newSpider.SetDownloader(down.NewMWin007Downloader())
 			newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
 			newSpider.SetSleepTime("rand", 1, 300)
-			newSpider.SetThreadnum(1).Run()
+			newSpider.SetThreadnum(10).Run()
 
 			processer = GetEuroTrackProcesser()
 			processer.Setup(this)

foot-spider/module/win007/proc/LeagueSeasonProcesser.go

@@ -84,7 +84,7 @@ func (this *LeagueSeasonProcesser) Startup() {
 			newSpider.SetDownloader(down.NewMWin007Downloader())
 			newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
 			newSpider.SetSleepTime("rand", 1, 300)
-			newSpider.SetThreadnum(1).Run()
+			newSpider.SetThreadnum(10).Run()
 		}
 	}
 

foot-spider/module/win007/proc/MatchHisProcesser.go

@@ -71,7 +71,7 @@ func (this *MatchHisProcesser) Startup() {
 			newSpider.SetDownloader(down.NewMWin007Downloader())
 			newSpider = newSpider.AddPipeline(pipeline.NewPipelineConsole())
 			newSpider.SetSleepTime("rand", 1, 300)
-			newSpider.SetThreadnum(1).Run()
+			newSpider.SetThreadnum(10).Run()
 
 			processer = GetMatchHisProcesser()
 			processer.Setup(this)