Your Name 4 年之前
父節點
當前提交
48bf6e12c5

二進制
crawl/__pycache__/__init__.cpython-38.pyc 查看文件


二進制
crawl/__pycache__/settings.cpython-38.pyc 查看文件


二進制
crawl/comm/__pycache__/__init__.cpython-38.pyc 查看文件


二進制
crawl/comm/__pycache__/basketball.cpython-38.pyc 查看文件


二進制
crawl/comm/__pycache__/football.cpython-38.pyc 查看文件


二進制
crawl/comm/__pycache__/lottery.cpython-38.pyc 查看文件


二進制
crawl/comm/__pycache__/mydb.cpython-38.pyc 查看文件


+ 1
- 1
crawl/run.py 查看文件

7
 # 添加环境变量
7
 # 添加环境变量
8
 sys.path.append(dirpath)
8
 sys.path.append(dirpath)
9
 # 启动爬虫,第三个参数为爬虫name
9
 # 启动爬虫,第三个参数为爬虫name
10
-execute(['scrapy','crawl','basketball-result'])
10
+execute(['scrapy','crawl','football'])

二進制
crawl/spiders/__pycache__/__init__.cpython-38.pyc 查看文件


二進制
crawl/spiders/__pycache__/basketball.cpython-38.pyc 查看文件


二進制
crawl/spiders/__pycache__/basketball_match.cpython-38.pyc 查看文件


二進制
crawl/spiders/__pycache__/basketball_price.cpython-38.pyc 查看文件


二進制
crawl/spiders/__pycache__/basketball_result.cpython-38.pyc 查看文件


二進制
crawl/spiders/__pycache__/football.cpython-38.pyc 查看文件


二進制
crawl/spiders/__pycache__/football_match.cpython-38.pyc 查看文件


二進制
crawl/spiders/__pycache__/football_price.cpython-38.pyc 查看文件


二進制
crawl/spiders/__pycache__/football_result.cpython-38.pyc 查看文件


二進制
crawl/spiders/__pycache__/lottery.cpython-38.pyc 查看文件


二進制
crawl/spiders/__pycache__/util.cpython-38.pyc 查看文件


+ 1
- 0
crawl/spiders/football.py 查看文件

2
 import re
2
 import re
3
 import logging
3
 import logging
4
 from crawl.comm.football import FTMatch, FTPrice, FTResult, WDLOdds, WDLSpreadOdds, ScoreResult, PointsResult, DoubleResult
4
 from crawl.comm.football import FTMatch, FTPrice, FTResult, WDLOdds, WDLSpreadOdds, ScoreResult, PointsResult, DoubleResult
5
+from crawl.spiders.util import getNoneStr
5
 
6
 
6
 class FootballSpider(scrapy.Spider):
7
 class FootballSpider(scrapy.Spider):
7
   name = 'football'
8
   name = 'football'

+ 25
- 6
crawl/spiders/football_result.py 查看文件

102
     playRes = []
102
     playRes = []
103
 
103
 
104
     # 胜平负
104
     # 胜平负
105
-    playRes.append(res['had']['prs_name'])
105
+    try:
106
+      playRes.append(res['had']['prs_name'])
107
+    except:
108
+      playRes.append('')
109
+    
106
     # 让球胜平负
110
     # 让球胜平负
107
-    playRes.append(res['hhad']['prs_name'])
111
+    try:
112
+      playRes.append(res['hhad']['prs_name'])
113
+    except:
114
+      playRes.append('')
115
+    
108
     # 比分
116
     # 比分
109
-    playRes.append(res['crs']['prs_name'])
117
+    try:
118
+      playRes.append(res['crs']['prs_name'])
119
+    except:
120
+      playRes.append('')
121
+    
110
     # 总进球
122
     # 总进球
111
-    playRes.append(res['ttg']['prs_name'])
123
+    try:
124
+      playRes.append(res['ttg']['prs_name'])
125
+    except:
126
+      playRes.append('')
127
+    
112
     # 半全场
128
     # 半全场
113
-    playRes.append(res['hafu']['prs_name'])
114
-
129
+    try:
130
+      playRes.append(res['hafu']['prs_name'])
131
+    except:
132
+      playRes.append('')
133
+    
115
     matchId = re.sub(r'^.*get_pool_rs\?mid=', '', response.url)
134
     matchId = re.sub(r'^.*get_pool_rs\?mid=', '', response.url)
116
     ftResult = self._matchesMap[matchId]
135
     ftResult = self._matchesMap[matchId]
117
     ftResult.playRes = '|'.join(playRes)
136
     ftResult.playRes = '|'.join(playRes)