feats

crawl/comm/lottery.py

@@ -0,0 +1,32 @@
+from .mydb import MyDB
+
+class LotteryResult:
+  def __init__(self,
+               # 类型
+               lotteryType,
+
+               # 期数
+               issueNo,
+
+               # 号码
+               result
+               ):
+    self.lotteryType = lotteryType
+    self.issueNo = issueNo
+    self.result = result
+
+  def persist(self):
+    cursor = MyDB.getCursor()
+    if cursor is None:
+      return
+
+    query = "select count(*) from ta_crawl_lottery_result where lottery_type = %s and issue_no = %s and status = 1"
+    cursor.execute(query,[self.lotteryType, self.issueNo])
+    res = cursor.fetchone()
+    if res[0] > 0:
+      return
+
+    sql = "insert into ta_crawl_lottery_result(lottery_type, issue_no, result) values(%s, %s, %s)"
+    cursor.execute(sql, [self.lotteryType, self.issueNo, self.result])
+    MyDB.commit()
+    cursor.close()

crawl/spiders/lottery.py

@@ -0,0 +1,60 @@
+import scrapy
+
+from crawl.comm.lottery import LotteryResult
+
+
+class LotterySpider(scrapy.Spider):
+  name = "lottery"
+
+  def start_requests(self):
+    url = "https://www.lottery.gov.cn/tz_kj.json"
+    yield scrapy.Request(url, self.parseLottery)
+
+    # 福彩
+    url = "http://www.cwl.gov.cn/cwl_admin/kjxx/findDrawNotice"
+    # 双色球
+    yield scrapy.Request(url + "?name=ssq&issueCount=1", self.parseDraw)
+
+  # 体彩
+  def parseLottery(self, response):
+    data = response.json()
+    data = data[0]
+
+    # 大乐透
+    key = 'dlt'
+    typ = 'lottery'
+    LotteryResult(
+      typ,
+      data[key]['term'],
+      '|'.join(data[key]['numberCode'])
+    ).persist()
+
+    # 排列三
+    key = 'pls'
+    typ = 'p3'
+    LotteryResult(
+      typ,
+      data[key]['term'],
+      '|'.join(data[key]['numberCode'])
+    ).persist()
+
+    # 排列五w
+    key = 'plw'
+    typ = 'p5'
+    LotteryResult(
+      typ,
+      data[key]['term'],
+      '|'.join(data[key]['numberCode'])
+    ).persist()
+
+  # 福彩 - 双色球
+  def parseDraw(self, response):
+    data = response.json()
+    result = data['result'][0]
+
+    typ = 'double-color'
+    LotteryResult(
+      typ,
+      result['code'],
+      '|'.join(result['red'].split(',') + [result['blue']])
+    ).persist()

main.py

@@ -4,4 +4,4 @@ import os
 
 sys.path.append(os.path.dirname(os.path.abspath(__file__)))
 
-execute(['scrapy', 'crawl', 'basketball-result'])  # 你需要将此处的spider_name替换为你自己的爬虫名称
+execute(['scrapy', 'crawl', 'lottery'])  # 你需要将此处的spider_name替换为你自己的爬虫名称