From b367ef20f7fb5be71610dd89b18bde7d99a2647d Mon Sep 17 00:00:00 2001
From: Administrator <admin>
Date: Thu, 09 Jun 2022 12:21:36 +0800
Subject: [PATCH] 调整删除文件逻辑
---
src/main/java/org/springblade/modules/quartz/task/Task.java | 578 +++++++++++++++++++++++++++++++++++++++++++--------------
1 files changed, 437 insertions(+), 141 deletions(-)
diff --git a/src/main/java/org/springblade/modules/quartz/task/Task.java b/src/main/java/org/springblade/modules/quartz/task/Task.java
index b1e4028..3759d63 100644
--- a/src/main/java/org/springblade/modules/quartz/task/Task.java
+++ b/src/main/java/org/springblade/modules/quartz/task/Task.java
@@ -1,23 +1,30 @@
package org.springblade.modules.quartz.task;
+import com.alibaba.fastjson.JSON;
+import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import org.apache.commons.net.ftp.FTP;
import org.apache.commons.net.ftp.FTPClient;
import org.apache.commons.net.ftp.FTPFile;
import org.apache.commons.net.ftp.FTPReply;
import org.springblade.modules.FTP.*;
+import org.springblade.modules.system.entity.User;
+import org.springblade.modules.system.service.IUserService;
+import org.springblade.modules.system.service.MyAsyncService;
import org.springblade.modules.training.service.TrainingRegistrationService;
import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.scheduling.annotation.Scheduled;
+import org.springframework.data.redis.core.RedisTemplate;
+import org.springframework.scheduling.annotation.Async;
import org.springframework.stereotype.Component;
import org.springframework.web.bind.annotation.GetMapping;
import java.io.IOException;
import java.io.InputStream;
import java.text.SimpleDateFormat;
-import java.util.Date;
+import java.util.*;
import static org.springblade.common.config.FtpConfig.*;
import static org.springblade.common.config.FtpConfig.ftpPath;
+import static org.springblade.modules.FTP.DataHandler.handlerUserInfo;
/**
* 定时任务
@@ -29,6 +36,16 @@
@Autowired
private TrainingRegistrationService trainingRegistrationService;
+
+ @Autowired
+ private IUserService userService;
+
+ @Autowired
+ private RedisTemplate redisTemplate;
+
+
+ @Autowired
+ private MyAsyncService myAsyncService;
public void testTask(){
System.out.println("测试定时任务执行-----------------");
@@ -56,15 +73,19 @@
}
/**
- * 读取内外推送的文件,每30秒读取一次
+ * 读取内外推送的sql文件
* @return
*/
-// @Scheduled(cron = "*/30 * * * * ?")
public boolean readFile() {
FTPClient ftp = new FTPClient();
try {
+ //设置传输超时时间为60秒
+ ftp.setDataTimeout(10000);
+ //连接超时为60秒
+ ftp.setConnectTimeout(10000);
//连接
ftp.connect(ftpHost, ftpPort);
+ System.out.println("ftp 连接成功!"+new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date()));
// 登陆
ftp.login(ftpUserNameIn, ftpPasswordIn);
// 检验登陆操作的返回码是否正确
@@ -89,58 +110,60 @@
FTPFile[] files = ftp.listFiles();
if (files.length==0){
+ ftp.logout();
return false;
}
else {
- for (FTPFile file : files) {
- String fileName = file.getName();
- InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
- if (null == is) {
- return false;
- } else {
- String substring1 = fileName.substring(0, 4);
- if (substring1.equals("nsql")) {
- //把文件下载到本地
- FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
- //
- String s = OutJson.TestJson(fileName);
- //sql语句
- String sql = OutJson.stringReplace(s);
- String[] split = sql.split(";");//以逗号分割
- for (String sqls : split) {
- //判断是否是新增，删除，修改
- String substring = sqls.substring(0, 2);
- //新增
- if (substring.equals("in")) {
- //运行sql语句
- MysqlCenlint.inster(sqls);
- }
- //修改
- else if (substring.equals("up")) {
- MysqlCenlint.update(sqls);
- }
- //删除
- else {
- MysqlCenlint.delete(sqls);
- }
+ for (int i = files.length-1; i >0 ; i--) {
+ String fileName = files[i].getName();
+ System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：读取到文件 = " + fileName);
+ if (fileName.contains("nq")) {
+// InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
+ //把文件下载到本地
+ long l = System.currentTimeMillis();
+ FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
+ long x = System.currentTimeMillis();
+ System.out.println("下载文件耗时 = " + (x-l)+" 毫秒");
+ //
+ String s = OutJson.TestJson(fileName);
+ //sql语句
+ String sql = OutJson.stringReplace(s);
+ //以逗号分割
+ String[] split = sql.split(";");
+ for (String sqls : split) {
+ //判断是否是新增，删除，修改
+ String substring = sqls.substring(0, 2);
+ //新增
+ if (substring.equals("in")) {
+ //运行sql语句
+ MysqlCenlint.inster(sqls);
}
- //删除本地服务器文件
- MysqlCenlint.deletess(fileName);
- //删除 ftp 服务器文件
- FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
+ //修改
+ else if (substring.equals("up")) {
+ MysqlCenlint.update(sqls);
+ }
+ //删除
+ else {
+ MysqlCenlint.delete(sqls);
+ }
}
- //关闭流
- is.close();
- ftp.completePendingCommand();
+ //删除本地服务器文件
+ MysqlCenlint.deletess(fileName);
+ //删除 ftp 服务器文件
+// ftp.dele(fileName);
+ FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
+ System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：成功删除ftp文件 = " + fileName);
}
- return true;
}
+ //关闭流
+ ftp.completePendingCommand();
+ ftp.logout();
}
} catch (Exception e) {
System.out.println("ftp连接失败");
e.printStackTrace();
} finally {
- if (ftp != null) {
+ if (ftp.isConnected()) {
try {
ftp.disconnect();
} catch (IOException e) {
@@ -151,102 +174,375 @@
return false;
}
-// /**
-// * 读取文件（用户对象）单用户新增
-// * @return
-// */
-// public Result readFile() {
-// String uuid = "123-456";
-// //创建 ftp 对象
-// FTPClient ftp = new FTPClient();
-// boolean flag = false;
-// try {
-// //连接
-// ftp.connect(ftpHost, ftpPort);
-//
-// // 登陆
-// ftp.login(ftpUserNameIn, ftpPasswordIn);
-// // 检验登陆操作的返回码是否正确
-// if (!FTPReply.isPositiveCompletion(ftp.getReplyCode())) {
-// ftp.disconnect();
-// return new Result(400,null,"ftp 连接失败",null);
-// }
-//
-// ftp.enterLocalActiveMode();
-//
-// // 设置文件类型为二进制，与ASCII有区别
-// ftp.setFileType(FTP.BINARY_FILE_TYPE);
-//
-// // 设置编码格式
-// ftp.setControlEncoding("GBK");
-// // 检验文件是否存在
-// boolean ftpFile = ftp.changeWorkingDirectory(ftpPath);
-// System.out.println("检验文件是否存在 = " + ftpFile);
-//
-// // Use passive mode as default
-// ftp.enterLocalPassiveMode();
-//
-// FTPFile[] files = ftp.listFiles();
-// System.out.println("files = " + files);
-// System.out.println("开始读取内网回传消息");
-// if (files.length==0){
-// System.out.println("未读取到文件");
-// return new Result(400,null,"未读取到文件",null);
-// } else {
-// System.out.println("-----有读取到文件--------");
-// for (FTPFile file : files){
-// String fileName = file.getName();
-// System.out.println("fileName = " + fileName);
-// InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
-// String substring1 = fileName.substring(0, 1);
-// System.out.println("substring1 = " + substring1);
-// if (substring1.equals("n")){
-// System.out.println("-------接收到内网回传的文件： " + substring1);
-// //把文件下载到本地
-// FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
-// // 解析数据
-// String s = OutJson.TestJson(fileName);
-// //数据处理
-// Result result = DataHandler.handler(s,uuid);
-// //删除本地文件
-// MysqlCenlint.deletess(fileName);
-// FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
-// is.close();
-// ftp.completePendingCommand();
-// if (result.getCode()==200) {
-// //返回
-// return new Result(200,null,"新增成功",null);
-// }
-// if (result.getCode()==201) {
-// //返回
-// return new Result(201,null,"修改成功",null);
-// }
-// if (result.getCode()==202) {
-// //返回
-// return new Result(202,null,result.getMsg(),null);
-// }
-// if (result.getCode()==203) {
-// //返回
-// return new Result(203,null,result.getMsg(),null);
-// }
-// }
-// }
-// System.out.println("未读取到对应的文件");
-// return new Result(400,null,"未读取到对应的文件",null);
-// }
-// } catch (Exception e) {
-// System.out.println("ftp连接失败");
-// e.printStackTrace();
-// } finally {
-// if (ftp != null) {
-// try {
-// ftp.disconnect();
-// } catch (IOException e) {
-// e.printStackTrace();
-// }
-// }
-// }
-// return new Result(400,null,"失败",null);
-// }
+ /**
+ * 读取内外推送的保安员单个新增文件
+ * @return
+ */
+ public boolean readOneSecurityFile() {
+ FTPClient ftp = new FTPClient();
+ try {
+ //设置传输超时时间为60秒
+ ftp.setDataTimeout(10000);
+ //连接超时为60秒
+ ftp.setConnectTimeout(10000);
+ //连接
+ ftp.connect(ftpHost, ftpPort);
+ System.out.println("ftp 连接成功!"+new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date()));
+ // 登陆
+ ftp.login(ftpUserNameIn, ftpPasswordIn);
+ // 检验登陆操作的返回码是否正确
+ if (!FTPReply.isPositiveCompletion(ftp.getReplyCode())) {
+ ftp.disconnect();
+ return false;
+ }
+
+ ftp.enterLocalActiveMode();
+
+ // 设置文件类型为二进制，与ASCII有区别
+ ftp.setFileType(FTP.BINARY_FILE_TYPE);
+
+ // 设置编码格式
+ ftp.setControlEncoding("GBK");
+
+ // 检验文件是否存在
+ ftp.changeWorkingDirectory(ftpPath);
+
+ // Use passive mode as default
+ ftp.enterLocalPassiveMode();
+
+ FTPFile[] files = ftp.listFiles();
+ //文件个数大于10个时开始处理
+ if (files.length==0 || files.length<6){
+ ftp.logout();
+ return false;
+ }
+ else {
+ for (int i = files.length-1; i >0 ; i--) {
+ String fileName = files[i].getName();
+ System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：读取到文件 = " + fileName);
+ if (fileName.contains("ni")) {
+// InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
+ //把文件下载到本地
+ long l = System.currentTimeMillis();
+ FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
+ long x = System.currentTimeMillis();
+ System.out.println("下载文件耗时 = " + (x-l)+" 毫秒");
+ //数据转换
+ String json = OutJson.TestJson(fileName);
+ //取出map
+ Map<String,Object> map = JSON.parseObject(json, Map.class);
+ //取出 key/uuid,取出结果
+ String uuid = null;
+ Result result = new Result();
+ for (Map.Entry entry : map.entrySet()) {
+ uuid = entry.getKey().toString();
+ Object value = entry.getValue();
+ //转换
+ result = JSON.parseObject(value.toString(), Result.class);
+ }
+ //删除本地文件
+ MysqlCenlint.deletess(fileName);
+ //删除 ftp 文件
+ FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
+ System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：成功删除ftp文件 = " + fileName);
+ if (null!=result) {
+ try {
+ userInfoHandler(uuid, result);
+ }catch (Exception e) {
+ //异步用户处理逻辑
+ e.printStackTrace();
+ }
+ }
+
+ }
+ }
+ //关闭流
+ ftp.completePendingCommand();
+ ftp.logout();
+ }
+ } catch (Exception e) {
+ System.out.println("ftp连接失败");
+ e.printStackTrace();
+ } finally {
+ if (ftp.isConnected()) {
+ try {
+ ftp.disconnect();
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ }
+ }
+ return false;
+ }
+
+ /**
+ * 读取内外推送的保安员单个新增文件
+ * @return
+ */
+ public boolean readSecurityListFile() {
+ FTPClient ftp = new FTPClient();
+ try {
+ //设置传输超时时间为60秒
+ ftp.setDataTimeout(10000);
+ //连接超时为60秒
+ ftp.setConnectTimeout(10000);
+ //连接
+ ftp.connect(ftpHost, ftpPort);
+ System.out.println("ftp 连接成功!"+new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date()));
+ // 登陆
+ ftp.login(ftpUserNameIn, ftpPasswordIn);
+ // 检验登陆操作的返回码是否正确
+ if (!FTPReply.isPositiveCompletion(ftp.getReplyCode())) {
+ ftp.disconnect();
+ return false;
+ }
+
+ ftp.enterLocalActiveMode();
+
+ // 设置文件类型为二进制，与ASCII有区别
+ ftp.setFileType(FTP.BINARY_FILE_TYPE);
+
+ // 设置编码格式
+ ftp.setControlEncoding("GBK");
+
+ // 检验文件是否存在
+ ftp.changeWorkingDirectory(ftpPath);
+
+ // Use passive mode as default
+ ftp.enterLocalPassiveMode();
+
+ FTPFile[] files = ftp.listFiles();
+ //文件个数大于10个时开始处理
+ if (files.length==0 || files.length<10){
+ ftp.logout();
+ return false;
+ }
+ else {
+ for (int i = files.length-1; i >0 ; i--) {
+ String fileName = files[i].getName();
+ System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：读取到文件 = " + fileName);
+ if (fileName.contains("nl")) {
+// InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
+ //把文件下载到本地
+ long l = System.currentTimeMillis();
+ FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
+ long x = System.currentTimeMillis();
+ System.out.println("下载文件耗时 = " + (x-l)+" 毫秒");
+ //
+ String s = OutJson.TestJson(fileName);
+ //sql语句
+ String sql = OutJson.stringReplace(s);
+ //删除本地服务器文件
+ MysqlCenlint.deletess(fileName);
+ //删除 ftp 服务器文件
+// ftp.dele(fileName);
+ FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
+ System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：成功删除ftp文件 = " + fileName);
+ }
+ }
+ //关闭流
+ ftp.completePendingCommand();
+ ftp.logout();
+ }
+ } catch (Exception e) {
+ System.out.println("ftp连接失败");
+ e.printStackTrace();
+ } finally {
+ if (ftp.isConnected()) {
+ try {
+ ftp.disconnect();
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ }
+ }
+ return false;
+ }
+
+ /**
+ * 读取内外推送的保安员报名信息
+ * @return
+ */
+ public boolean readSecurityApplyFile() {
+ FTPClient ftp = new FTPClient();
+ try {
+ //设置传输超时时间为60秒
+ ftp.setDataTimeout(10000);
+ //连接超时为60秒
+ ftp.setConnectTimeout(10000);
+ //连接
+ ftp.connect(ftpHost, ftpPort);
+ System.out.println("ftp 连接成功!"+new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date()));
+ // 登陆
+ ftp.login(ftpUserNameIn, ftpPasswordIn);
+ // 检验登陆操作的返回码是否正确
+ if (!FTPReply.isPositiveCompletion(ftp.getReplyCode())) {
+ ftp.disconnect();
+ return false;
+ }
+
+ ftp.enterLocalActiveMode();
+
+ // 设置文件类型为二进制，与ASCII有区别
+ ftp.setFileType(FTP.BINARY_FILE_TYPE);
+
+ // 设置编码格式
+ ftp.setControlEncoding("GBK");
+
+ // 检验文件是否存在
+ ftp.changeWorkingDirectory(ftpPath);
+
+ // Use passive mode as default
+ ftp.enterLocalPassiveMode();
+
+ FTPFile[] files = ftp.listFiles();
+ //文件个数大于10个时开始处理
+ if (files.length==0 || files.length<10){
+ ftp.logout();
+ return false;
+ }
+ else {
+ for (int i = files.length-1; i >0 ; i--) {
+ String fileName = files[i].getName();
+ System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：读取到文件 = " + fileName);
+ if (fileName.contains("nt")) {
+ //把文件下载到本地
+ long l = System.currentTimeMillis();
+ FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
+ long x = System.currentTimeMillis();
+ System.out.println("下载文件耗时 = " + (x-l)+" 毫秒");
+ //
+ String s = OutJson.TestJson(fileName);
+ //sql语句
+ String sql = OutJson.stringReplace(s);
+ //删除本地服务器文件
+ MysqlCenlint.deletess(fileName);
+ //删除 ftp 服务器文件
+// ftp.dele(fileName);
+ FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
+ System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：成功删除ftp文件 = " + fileName);
+ }
+ }
+ //关闭流
+ ftp.completePendingCommand();
+ ftp.logout();
+ }
+ } catch (Exception e) {
+ System.out.println("ftp连接失败");
+ e.printStackTrace();
+ } finally {
+ if (ftp.isConnected()) {
+ try {
+ ftp.disconnect();
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ }
+ }
+ return false;
+ }
+
+ /**
+ * 用户审查
+ * @return
+ */
+ public void userExamine() {
+ //查询审查状态为未审查的保安员
+ User user = new User();
+ user.setStatus(1);
+ user.setIsDeleted(0);
+ user.setRoleId("1412226235153731586");
+ //未审查
+ user.setExaminationType("2");
+ //查询
+ List<User> users = userService.list(new QueryWrapper<>(user));
+ //遍历
+ if (users.size()>0){
+ users.forEach(user1 -> {
+ myAsyncService.userExamineFTP(user1);
+ });
+ }
+ }
+
+
+
+ /**
+ * 用户信息处理
+ * @param uuid
+ * @param result
+ */
+ @Async
+ public void userInfoHandler(String uuid, Result result){
+ //用户数处理
+ User users = handlerUserInfo(uuid);
+ if (null!=users) {
+ System.out.println("用户数据 = " + users);
+ //判断结果
+ if (result.getCode() == 200) {
+ //新增
+ users.setId(result.getUserId());
+ users.setStatus(1);
+ //插入数据库
+ boolean save = userService.save(users);
+ if (save) {
+ //异步同步到群防群控
+ myAsyncService.qfqkUserSave(users);
+ }
+ } else if (result.getCode() == 201) {
+ //修改
+ users.setId(result.getUserId());
+ //先查询当前库是否有改用户？
+ User user2 = userService.getById(result.getUserId());
+ if (null != user2) {
+ //数据修改
+ boolean b = userService.updateById(users);
+ if (b) {
+ //异步同步到群防群控
+ myAsyncService.updateUserByQfqk(users);
+ }
+ } else {
+ //新增
+ boolean save = userService.save(users);
+ if (save) {
+ //异步同步到群防群控
+ myAsyncService.qfqkUserSave(users);
+ }
+ }
+ } else if (result.getCode() == 203) {
+ //保安证编号不匹配,请核实!也可通过提供保安证件信息提交核实申请! 用户为新增
+ //新增
+ users.setId(result.getUserId());
+ //插入数据库
+ boolean save = userService.save(users);
+ if (save) {
+ //异步同步到群防群控
+ myAsyncService.qfqkUserSave(users);
+ }
+ } else if (result.getCode() == 204) {
+ //保安证编号不匹配,请核实!也可通过提供保安证件信息提交核实申请! 内网用户已存在情况
+ users.setId(result.getUserId());
+ //先查询当前库是否有改用户？
+ User user2 = userService.getById(result.getUserId());
+ //判断
+ if (null != user2) {
+ //修改
+ //数据修改
+ boolean b = userService.updateById(users);
+ if (b) {
+ //异步同步到群防群控
+ myAsyncService.updateUserByQfqk(users);
+ }
+ } else {
+ //新增
+ boolean save = userService.save(users);
+ if (save) {
+ //异步同步到群防群控
+ myAsyncService.qfqkUserSave(users);
+ }
+ }
+ }
+ }
+ }
+
}
--
Gitblit v1.9.3