feats

bin/start.sh

@@ -0,0 +1,36 @@
+#! /bin/sh
+#
+#
+
+# 项目名称
+APPLICATION="niucai-task"
+
+# 项目启动jar包名称
+PROCESS_SIGN="java -jar .*${APPLICATION}.*.jar"
+
+PID=$(ps -ef | grep ${PROCESS_SIGN} | grep -v grep | awk '{ print $2 }')
+
+if [[ -n $PID ]]; then
+    echo "Origin pid: $PID"
+    kill -9 $PID
+    echo "${APPLICATION} stopped successfully"
+    echo
+fi
+
+BASE_PATH=$(cd `dirname $0`; cd ..; pwd)
+APPLICATION_FILE="${BASE_PATH}/$1"
+echo "Ready to start ${APPLICATION_FILE}"
+
+nohup java -jar $APPLICATION_FILE >> server.log 2>&1 &
+
+newPID=$(ps -ef|grep ${PROCESS_SIGN}|grep -v grep|awk '{ print $2 }')
+
+if [[ -z $newPID ]]; then
+    echo "${APPLICATION} start fail"
+else
+    echo "${APPLICATION} start success. PID: $newPID"
+fi
+
+echo
+
+tail -f server.log

bin/stop.sh

@@ -0,0 +1,19 @@
+#! /bin/sh
+#
+#
+
+# 项目名称
+APPLICATION="niucai-task"
+
+# 项目启动jar包名称
+PROCESS_SIGN="java -jar .*${APPLICATION}.*.jar"
+
+PID=$(ps -ef | grep ${PROCESS_SIGN} | grep -v grep | awk '{ print $2 }')
+if [ -z "$PID" ]
+then
+    echo ${APPLICATION} is already stopped
+else
+    echo kill  ${PID}
+    kill -9 ${PID}
+    echo ${APPLICATION} stopped successfully
+fi

pom.xml

@@ -10,8 +10,8 @@
 	</parent>
 	<groupId>com.xiaoniu.niucai</groupId>
 	<artifactId>task</artifactId>
-	<version>0.0.1-SNAPSHOT</version>
-	<name>task</name>
+	<version>0.0.1</version>
+	<name>niucai-task</name>
 	<description>Task of niucai</description>
 
 	<properties>
@@ -62,6 +62,25 @@
 				<artifactId>spring-boot-maven-plugin</artifactId>
 			</plugin>
 		</plugins>
+
+		<!-- 打包的时候放开 -->
+		<resources>
+			<resource>
+				<directory>src/main/resources</directory>
+				<filtering>true</filtering>
+				<excludes>
+					<exclude>application.yml</exclude>
+				</excludes>
+			</resource>
+			<resource>
+				<directory>src/main/resources</directory>
+				<filtering>true</filtering>
+				<includes>
+					<include>application.yml</include>
+				</includes>
+				<targetPath>${project.build.directory}/config</targetPath>
+			</resource>
+		</resources>
 	</build>
 
 	<repositories>

src/main/java/com/xiaoniu/niucai/config/JobCronConfig.java

@@ -0,0 +1,20 @@
+package com.xiaoniu.niucai.config;
+
+import lombok.Data;
+import org.springframework.boot.context.properties.ConfigurationProperties;
+import org.springframework.stereotype.Component;
+
+@Data
+@Component
+@ConfigurationProperties(prefix = "job-cron")
+public class JobCronConfig {
+    private Integer poolSize;
+    private String crawlFootball;
+    private String crawlBasketball;
+    private String crawlLottery;
+    private String cleanCrawlSpam;
+    private String orderExpire;
+    private String sportPrize;
+    private String lotteryPrize;
+    private String matchException;
+}

src/main/java/com/xiaoniu/niucai/config/ScheduledConfig.java

@@ -0,0 +1,57 @@
+package com.xiaoniu.niucai.config;
+
+import com.xiaoniu.niucai.task.*;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.context.annotation.Configuration;
+import org.springframework.scheduling.annotation.SchedulingConfigurer;
+import org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler;
+import org.springframework.scheduling.config.ScheduledTaskRegistrar;
+
+@Configuration
+public class ScheduledConfig implements SchedulingConfigurer {
+
+    @Autowired
+    JobCronConfig jobCronConfig;
+
+    @Autowired
+    CrawlFootball crawlFootball;
+
+    @Autowired
+    CrawlBasketball crawlBasketball;
+
+    @Autowired
+    CrawlLottery crawlLottery;
+
+    @Autowired
+    CleanCrawlSpam cleanCrawlSpam;
+
+    @Autowired
+    OrderExpire orderExpire;
+
+    @Autowired
+    SportPrize sportPrize;
+
+    @Autowired
+    LotteryPrize lotteryPrize;
+
+    @Autowired
+    MatchException matchException;
+
+    @Override
+    public void configureTasks(ScheduledTaskRegistrar scheduledTaskRegistrar) {
+        ThreadPoolTaskScheduler taskScheduler = new ThreadPoolTaskScheduler();
+        // 10 个线程
+        taskScheduler.setPoolSize(jobCronConfig.getPoolSize());
+        taskScheduler.initialize();
+        scheduledTaskRegistrar.setTaskScheduler(taskScheduler);
+
+        scheduledTaskRegistrar.addCronTask(crawlFootball, jobCronConfig.getCrawlFootball());
+        scheduledTaskRegistrar.addCronTask(crawlBasketball, jobCronConfig.getCrawlBasketball());
+        scheduledTaskRegistrar.addCronTask(crawlLottery, jobCronConfig.getCrawlLottery());
+        scheduledTaskRegistrar.addCronTask(cleanCrawlSpam, jobCronConfig.getCleanCrawlSpam());
+        scheduledTaskRegistrar.addCronTask(orderExpire, jobCronConfig.getOrderExpire());
+        scheduledTaskRegistrar.addCronTask(sportPrize, jobCronConfig.getSportPrize());
+        scheduledTaskRegistrar.addCronTask(lotteryPrize, jobCronConfig.getLotteryPrize());
+        scheduledTaskRegistrar.addCronTask(matchException, jobCronConfig.getMatchException());
+    }
+}

src/main/java/com/xiaoniu/niucai/mapper/TaMatchMapper.java

@@ -4,6 +4,7 @@ import com.baomidou.mybatisplus.core.mapper.BaseMapper;
 import com.xiaoniu.niucai.entity.TaMatch;
 import org.apache.ibatis.annotations.Mapper;
 import org.apache.ibatis.annotations.Param;
+import org.apache.ibatis.annotations.Select;
 
 import java.util.List;
 
@@ -20,4 +21,6 @@ public interface TaMatchMapper extends BaseMapper<TaMatch> {
     List<TaMatch> getLastOpenAndUndoMatch(@Param("days") int days) throws Exception;
 
     List<TaMatch> getLastExcAndUndoMatch(@Param("hours") int hours) throws Exception;
+
+    void callProcedure(@Param("procedureName") String procedureName);
 }

src/main/java/com/xiaoniu/niucai/service/ITaMatchService.java

@@ -15,4 +15,6 @@ public interface ITaMatchService extends IService<TaMatch> {
     void checkAndSetSportPrize() throws Exception;
 
     void checkExcMatches() throws Exception;
+
+    void callProcedure(String procedureName);
 }

src/main/java/com/xiaoniu/niucai/service/impl/TaMatchServiceImpl.java

@@ -108,6 +108,11 @@ public class TaMatchServiceImpl extends ServiceImpl<TaMatchMapper, TaMatch> impl
         }
     }
 
+    @Override
+    public void callProcedure(String procedureName) {
+        taMatchMapper.callProcedure(procedureName);
+    }
+
     @Transactional(rollbackFor = Exception.class, propagation = Propagation.REQUIRES_NEW)
     private void validateExcMatch(TaMatch taMatch) throws Exception {
         // 获取当前比赛的投注列表

src/main/java/com/xiaoniu/niucai/task/CleanCrawlSpam.java

@@ -0,0 +1,20 @@
+package com.xiaoniu.niucai.task;
+
+import com.xiaoniu.niucai.service.ITaMatchService;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Slf4j
+@Component
+public class CleanCrawlSpam implements Runnable {
+
+    @Autowired
+    ITaMatchService iTaMatchService;
+
+    @Override
+    public void run() {
+        log.info("开始清理爬虫垃圾数据");
+        iTaMatchService.callProcedure("pro_clear_sport_crawl_spam");
+    }
+}

src/main/java/com/xiaoniu/niucai/task/CrawlBasketball.java

@@ -0,0 +1,20 @@
+package com.xiaoniu.niucai.task;
+
+import com.xiaoniu.niucai.service.ITaMatchService;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Slf4j
+@Component
+public class CrawlBasketball implements Runnable {
+
+    @Autowired
+    ITaMatchService iTaMatchService;
+
+    @Override
+    public void run() {
+        log.info("开始执行篮球比赛解析过程");
+        iTaMatchService.callProcedure("pro_job_for_basketball");
+    }
+}

src/main/java/com/xiaoniu/niucai/task/CrawlFootball.java

@@ -0,0 +1,20 @@
+package com.xiaoniu.niucai.task;
+
+import com.xiaoniu.niucai.service.ITaMatchService;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Slf4j
+@Component
+public class CrawlFootball implements Runnable {
+
+    @Autowired
+    ITaMatchService iTaMatchService;
+
+    @Override
+    public void run() {
+        log.info("开始执行足球比赛解析过程");
+        iTaMatchService.callProcedure("pro_job_for_football");
+    }
+}

src/main/java/com/xiaoniu/niucai/task/CrawlLottery.java

@@ -0,0 +1,20 @@
+package com.xiaoniu.niucai.task;
+
+import com.xiaoniu.niucai.service.ITaMatchService;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Slf4j
+@Component
+public class CrawlLottery implements Runnable {
+
+    @Autowired
+    ITaMatchService iTaMatchService;
+
+    @Override
+    public void run() {
+        log.info("开始执行数字彩解析过程");
+        iTaMatchService.callProcedure("pro_job_for_lottery");
+    }
+}

src/main/java/com/xiaoniu/niucai/task/Lottery.java

@@ -1,49 +0,0 @@
-package com.xiaoniu.niucai.task;
-
-import com.xiaoniu.niucai.service.ITaMatchService;
-import com.xiaoniu.niucai.service.ITaLotteryResultService;
-import lombok.extern.slf4j.Slf4j;
-import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.scheduling.annotation.Scheduled;
-import org.springframework.stereotype.Component;
-
-@Slf4j
-@Component
-public class Lottery {
-
-    @Autowired
-    ITaLotteryResultService iTaLotteryResultService;
-
-    @Autowired
-    ITaMatchService iTaMatchService;
-
-    /**
-     * 开奖轮询
-     */
-    @Scheduled(cron = "* 0/2 * * * ? ")
-    public void lotteryOpenCheck() {
-        // 数字彩
-        try {
-            iTaLotteryResultService.checkAndSetLotteryPrize();
-        } catch (Exception e) {
-            e.printStackTrace();
-            log.error("校验数字彩开奖结果错误: {}", e.getMessage());
-        }
-
-        // 体彩中奖
-        try {
-            iTaMatchService.checkAndSetSportPrize();
-        } catch (Exception e) {
-            e.printStackTrace();
-            log.error("校验体彩开奖结果错误: {}", e.getMessage());
-        }
-
-        // 体彩异常比赛
-        try {
-            iTaMatchService.checkExcMatches();
-        } catch (Exception e) {
-            e.printStackTrace();
-            log.error("校验异常比赛错误: {}", e.getMessage());
-        }
-    }
-}

src/main/java/com/xiaoniu/niucai/task/LotteryPrize.java

@@ -0,0 +1,30 @@
+package com.xiaoniu.niucai.task;
+
+import com.xiaoniu.niucai.service.ITaLotteryResultService;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Slf4j
+@Component
+public class LotteryPrize implements Runnable {
+
+    @Autowired
+    ITaLotteryResultService iTaLotteryResultService;
+
+    /**
+     * 开奖轮询
+     */
+    @Override
+    public void run() {
+        log.info("开始处理数字彩中奖订单");
+
+        // 数字彩
+        try {
+            iTaLotteryResultService.checkAndSetLotteryPrize();
+        } catch (Exception e) {
+            e.printStackTrace();
+            log.error("校验数字彩开奖结果错误: {}", e.getMessage());
+        }
+    }
+}

src/main/java/com/xiaoniu/niucai/task/MatchException.java

@@ -0,0 +1,26 @@
+package com.xiaoniu.niucai.task;
+
+import com.xiaoniu.niucai.service.ITaMatchService;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Slf4j
+@Component
+public class MatchException implements Runnable {
+
+    @Autowired
+    ITaMatchService iTaMatchService;
+
+    @Override
+    public void run() {
+        log.info("开始处理异常的比赛");
+
+        try {
+            iTaMatchService.checkExcMatches();
+        } catch (Exception e) {
+            e.printStackTrace();
+            log.error("校验异常比赛错误: {}", e.getMessage());
+        }
+    }
+}

src/main/java/com/xiaoniu/niucai/task/Order.java → src/main/java/com/xiaoniu/niucai/task/OrderExpire.java

@@ -3,6 +3,7 @@ package com.xiaoniu.niucai.task;
 import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
 import com.xiaoniu.niucai.entity.TaOrder;
 import com.xiaoniu.niucai.service.ITaOrderService;
+import lombok.extern.slf4j.Slf4j;
 import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.scheduling.annotation.Scheduled;
 import org.springframework.stereotype.Component;
@@ -10,8 +11,9 @@ import org.springframework.stereotype.Component;
 import java.time.LocalDateTime;
 import java.util.List;
 
+@Slf4j
 @Component
-public class Order {
+public class OrderExpire implements Runnable {
 
     private final static Integer ORDER_PAYING = 2;
     private final static Integer ORDER_UNPAY = 0;
@@ -22,8 +24,9 @@ public class Order {
     /**
      * 改变支付中的状态为有效状态
      */
-    @Scheduled(cron = "* 0/30 * * * ? ")
-    public void changeOrderStatus(){
+    public void run(){
+        log.info("开始处理过期订单");
+
         QueryWrapper<TaOrder> taOrderQueryWrapper = new QueryWrapper<>();
         taOrderQueryWrapper.eq("pay_status", ORDER_PAYING);
         taOrderQueryWrapper.gt("update_date", LocalDateTime.now().plusMinutes(30));

src/main/java/com/xiaoniu/niucai/task/SportPrize.java

@@ -0,0 +1,27 @@
+package com.xiaoniu.niucai.task;
+
+import com.xiaoniu.niucai.service.ITaMatchService;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Slf4j
+@Component
+public class SportPrize implements Runnable {
+
+    @Autowired
+    ITaMatchService iTaMatchService;
+
+    @Override
+    public void run() {
+        log.info("开始处理体彩中奖订单");
+
+        // 体彩中奖
+        try {
+            iTaMatchService.checkAndSetSportPrize();
+        } catch (Exception e) {
+            e.printStackTrace();
+            log.error("校验体彩开奖结果错误: {}", e.getMessage());
+        }
+    }
+}

src/main/resources/application.yml

@@ -5,11 +5,33 @@ server:
 
 spring:
   datasource:
-    url: jdbc:mysql://rm-uf6z3z6jq11x653d77o.mysql.rds.aliyuncs.com:3306/niucai?serverTimezone=Asia/Shanghai&useUnicode=true&characterEncoding=utf8&useSSL=false&allowPublicKeyRetrieval=true
+    url: jdbc:mysql://rm-8vb8r44l60dc5ik05ao.mysql.zhangbei.rds.aliyuncs.com:3306/niucai2?serverTimezone=Asia/Shanghai&useUnicode=true&characterEncoding=utf8&useSSL=false&allowPublicKeyRetrieval=true
     username: niucai
-    password: 1qaz#EDC
+    password: sseTv!lSWgQFTZR3
 
 ###
 logging:
   level:
     root: info
+
+###
+job-cron:
+  # 线程池
+  pool-size: 10
+
+  # 解析足球爬虫结果
+  crawl-football: 0 0/10 * * * ?
+  # 解析篮球爬虫结果
+  crawl-basketball: 0 0/10 * * * ?
+  # 解析竞彩爬虫结果
+  crawl-lottery: 0 0 0/2 * * ?
+  # 爬虫垃圾数据
+  clean-crawl-spam: 0 0 0/4 * * ?
+  # 处理超时订单
+  order-expire: 0 0/15 * * * ?
+  # 体彩中奖
+  sport-prize: 0 0/3 * * * ?
+  # 数字彩中奖
+  lottery-prize: 0 0/3 * * * ?
+  # 异常比赛
+  match-exception: 0 0/5 * * * ?

src/main/resources/mapper/TaMatchMapper.xml

@@ -27,4 +27,9 @@
         ORDER BY
             t.match_id ASC
     </select>
+
+    <select id="callProcedure" statementType="CALLABLE">
+        { call ${procedureName}() }
+    </select>
+
 </mapper>

src/test/java/com/xiaoniu/niucai/TaskApplicationTests.java

@@ -1,13 +0,0 @@
-package com.xiaoniu.niucai;
-
-import org.junit.jupiter.api.Test;
-import org.springframework.boot.test.context.SpringBootTest;
-
-@SpringBootTest
-class TaskApplicationTests {
-
-	@Test
-	void contextLoads() {
-	}
-
-}