feats

crawl/run.py

@@ -7,4 +7,4 @@ print(dirpath)
 # 添加环境变量
 sys.path.append(dirpath)
 # 启动爬虫,第三个参数为爬虫name
-execute(['scrapy','crawl','football-result'])
+execute(['scrapy','crawl','basketball-result'])

crawl/spiders/basketball_result.py

@@ -30,16 +30,16 @@ class BasketballSpider(scrapy.Spider):
       league = getNoneStr(tdNodeList[2].css('::text').get())
       leagueFullName = getNoneStr(tdNodeList[2].attrib.get('title'))  # 联赛全称
       leagueName = '|'.join((league, leagueFullName))
-      homeTeam = self.trimBrackets(getNoneStr(tdNodeList[3].css('.zhu::text').get()))  # 主队
-      awayTeam = self.trimBrackets(getNoneStr(tdNodeList[3].css('.ke::text').get()))  # 客队
+      homeTeam = self.trimBrackets(getNoneStr(tdNodeList[3].css('.zhu1::text').get()))  # 主队
+      awayTeam = self.trimBrackets(getNoneStr(tdNodeList[3].css('.ke1::text').get()))  # 客队
 
       half = ''
       halfSpan = tdNodeList[4].css('span')
       if halfSpan is not None and len(halfSpan) > 0:
-        part1 = getNoneStr(tdNodeList[4].css("span::text")[0].get())
-        part2 = getNoneStr(tdNodeList[4].css("span::text")[1].get())
-        part3 = getNoneStr(tdNodeList[5].css("span::text")[0].get())
-        part4 = getNoneStr(tdNodeList[5].css("span::text")[1].get())
+        part1 = getNoneStr(tdNodeList[4].css("span")[0].css("::text").get())
+        part2 = getNoneStr(tdNodeList[4].css("span")[1].css("::text").get())
+        part3 = getNoneStr(tdNodeList[5].css("span")[0].css("::text").get())
+        part4 = getNoneStr(tdNodeList[5].css("span")[1].css("::text").get())
         part5 = getNoneStr(tdNodeList[6].css('::text').get())
         half = '|'.join((part1, part2, part3, part4, part5))
 
@@ -49,6 +49,9 @@ class BasketballSpider(scrapy.Spider):
       if whole == '无效场次':
         status = '无效场次'
 
+      if status == '进行中':
+        continue
+
       bstResult = BSTResult(
         matchTime,
         matchWeek,

crawl/spiders/football_result.py

@@ -35,6 +35,9 @@ class FootballSpider(scrapy.Spider):
       whole = getNoneStr(tdNodeList[5].css('span::text').get())
       status = getNoneStr(tdNodeList[9].css('::text').get())
 
+      if status == '进行中':
+        continue
+
       ftResult = FTResult(
         matchTime,
         matchWeek,