feats

crawl/run.py

@@ -7,4 +7,4 @@ print(dirpath)
 # 添加环境变量
 sys.path.append(dirpath)
 # 启动爬虫,第三个参数为爬虫name
-execute(['scrapy','crawl','lottery'])
+execute(['scrapy','crawl','football-result'])

crawl/spiders/football_result.py

@@ -1,5 +1,6 @@
 import scrapy
 import re
+import logging
 from crawl.comm.football import FTResult
 
 class FootballSpider(scrapy.Spider):
@@ -28,9 +29,9 @@ class FootballSpider(scrapy.Spider):
       awayTeam = self.trimBrackets(tdNodeList[3].css('.ke::text').get()) # 客队
       half = tdNodeList[4].css('span::text').get()
       whole = tdNodeList[5].css('span::text').get()
-      status = tdNodeList[9].css('span::text').get()
+      status = tdNodeList[9].css('::text').get()
 
-      FTResult(
+      ftResult = FTResult(
         matchTime,
         matchWeek,
         leagueName,
@@ -40,7 +41,12 @@ class FootballSpider(scrapy.Spider):
         half,
         whole,
         status
-      ).persist()
+      )
+      
+      logging.info("采集到数据 --> %s" % ftResult.toString())
+
+      ftResult.persist()
+
 
     # 是否存在下一页
     pgNodes = response.css('.m-page .u-pg2')