xx

crawl/run.py

@@ -7,4 +7,4 @@ print(dirpath)
 # 添加环境变量
 sys.path.append(dirpath)
 # 启动爬虫,第三个参数为爬虫name
-execute(['scrapy','crawl','basketball-result'])
+execute(['scrapy','crawl','football'])

crawl/spiders/football.py

@@ -2,6 +2,7 @@ import scrapy
 import re
 import logging
 from crawl.comm.football import FTMatch, FTPrice, FTResult, WDLOdds, WDLSpreadOdds, ScoreResult, PointsResult, DoubleResult
+from crawl.spiders.util import getNoneStr
 
 class FootballSpider(scrapy.Spider):
   name = 'football'

crawl/spiders/football_result.py

@@ -102,16 +102,35 @@ class FootballSpider(scrapy.Spider):
     playRes = []
 
     # 胜平负
-    playRes.append(res['had']['prs_name'])
+    try:
+      playRes.append(res['had']['prs_name'])
+    except:
+      playRes.append('')
+    
     # 让球胜平负
-    playRes.append(res['hhad']['prs_name'])
+    try:
+      playRes.append(res['hhad']['prs_name'])
+    except:
+      playRes.append('')
+    
     # 比分
-    playRes.append(res['crs']['prs_name'])
+    try:
+      playRes.append(res['crs']['prs_name'])
+    except:
+      playRes.append('')
+    
     # 总进球
-    playRes.append(res['ttg']['prs_name'])
+    try:
+      playRes.append(res['ttg']['prs_name'])
+    except:
+      playRes.append('')
+    
     # 半全场
-    playRes.append(res['hafu']['prs_name'])
-
+    try:
+      playRes.append(res['hafu']['prs_name'])
+    except:
+      playRes.append('')
+    
     matchId = re.sub(r'^.*get_pool_rs\?mid=', '', response.url)
     ftResult = self._matchesMap[matchId]
     ftResult.playRes = '|'.join(playRes)