From b367ef20f7fb5be71610dd89b18bde7d99a2647d Mon Sep 17 00:00:00 2001
From: Administrator <admin>
Date: Thu, 09 Jun 2022 12:21:36 +0800
Subject: [PATCH] 调整删除文件逻辑
---
src/main/java/org/springblade/modules/quartz/task/Task.java | 498 +++++++++++++++++++++++++++++++++++++++++++++++++-----
1 files changed, 447 insertions(+), 51 deletions(-)
diff --git a/src/main/java/org/springblade/modules/quartz/task/Task.java b/src/main/java/org/springblade/modules/quartz/task/Task.java
index 3b9b29c..3759d63 100644
--- a/src/main/java/org/springblade/modules/quartz/task/Task.java
+++ b/src/main/java/org/springblade/modules/quartz/task/Task.java
@@ -1,23 +1,30 @@
package org.springblade.modules.quartz.task;
+import com.alibaba.fastjson.JSON;
+import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import org.apache.commons.net.ftp.FTP;
import org.apache.commons.net.ftp.FTPClient;
import org.apache.commons.net.ftp.FTPFile;
import org.apache.commons.net.ftp.FTPReply;
import org.springblade.modules.FTP.*;
+import org.springblade.modules.system.entity.User;
+import org.springblade.modules.system.service.IUserService;
+import org.springblade.modules.system.service.MyAsyncService;
import org.springblade.modules.training.service.TrainingRegistrationService;
import org.springframework.beans.factory.annotation.Autowired;
-import org.springframework.scheduling.annotation.Scheduled;
+import org.springframework.data.redis.core.RedisTemplate;
+import org.springframework.scheduling.annotation.Async;
import org.springframework.stereotype.Component;
import org.springframework.web.bind.annotation.GetMapping;
import java.io.IOException;
import java.io.InputStream;
import java.text.SimpleDateFormat;
-import java.util.Date;
+import java.util.*;
import static org.springblade.common.config.FtpConfig.*;
import static org.springblade.common.config.FtpConfig.ftpPath;
+import static org.springblade.modules.FTP.DataHandler.handlerUserInfo;
/**
* 定时任务
@@ -29,6 +36,16 @@
@Autowired
private TrainingRegistrationService trainingRegistrationService;
+
+ @Autowired
+ private IUserService userService;
+
+ @Autowired
+ private RedisTemplate redisTemplate;
+
+
+ @Autowired
+ private MyAsyncService myAsyncService;
public void testTask(){
System.out.println("测试定时任务执行-----------------");
@@ -56,24 +73,25 @@
}
/**
- * 读取文件（用户对象）单用户新增
+ * 读取内外推送的sql文件
* @return
*/
- public Result readFile() {
- String uuid = "123-456";
- //创建 ftp 对象
+ public boolean readFile() {
FTPClient ftp = new FTPClient();
- boolean flag = false;
try {
+ //设置传输超时时间为60秒
+ ftp.setDataTimeout(10000);
+ //连接超时为60秒
+ ftp.setConnectTimeout(10000);
//连接
ftp.connect(ftpHost, ftpPort);
-
+ System.out.println("ftp 连接成功!"+new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date()));
// 登陆
ftp.login(ftpUserNameIn, ftpPasswordIn);
// 检验登陆操作的返回码是否正确
if (!FTPReply.isPositiveCompletion(ftp.getReplyCode())) {
ftp.disconnect();
- return new Result(400,null,"ftp 连接失败",null);
+ return false;
}
ftp.enterLocalActiveMode();
@@ -83,62 +101,69 @@
// 设置编码格式
ftp.setControlEncoding("GBK");
+
// 检验文件是否存在
- boolean ftpFile = ftp.changeWorkingDirectory(ftpPath);
- System.out.println("检验文件是否存在 = " + ftpFile);
+ ftp.changeWorkingDirectory(ftpPath);
+
+ // Use passive mode as default
+ ftp.enterLocalPassiveMode();
+
FTPFile[] files = ftp.listFiles();
- System.out.println("files = " + files);
- System.out.println("开始读取内网回传消息");
if (files.length==0){
- System.out.println("未读取到文件");
- return new Result(400,null,"未读取到文件",null);
- } else {
- System.out.println("-----有读取到文件--------");
- for (FTPFile file : files){
- String fileName = file.getName();
- System.out.println("fileName = " + fileName);
- InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
- String substring1 = fileName.substring(0, 1);
- System.out.println("substring1 = " + substring1);
- if (substring1.equals("n")){
- System.out.println("-------接收到内网回传的文件： " + substring1);
+ ftp.logout();
+ return false;
+ }
+ else {
+ for (int i = files.length-1; i >0 ; i--) {
+ String fileName = files[i].getName();
+ System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：读取到文件 = " + fileName);
+ if (fileName.contains("nq")) {
+// InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
//把文件下载到本地
+ long l = System.currentTimeMillis();
FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
- // 解析数据
+ long x = System.currentTimeMillis();
+ System.out.println("下载文件耗时 = " + (x-l)+" 毫秒");
+ //
String s = OutJson.TestJson(fileName);
- //数据处理
- Result result = DataHandler.handler(s,uuid);
- //删除本地文件
+ //sql语句
+ String sql = OutJson.stringReplace(s);
+ //以逗号分割
+ String[] split = sql.split(";");
+ for (String sqls : split) {
+ //判断是否是新增，删除，修改
+ String substring = sqls.substring(0, 2);
+ //新增
+ if (substring.equals("in")) {
+ //运行sql语句
+ MysqlCenlint.inster(sqls);
+ }
+ //修改
+ else if (substring.equals("up")) {
+ MysqlCenlint.update(sqls);
+ }
+ //删除
+ else {
+ MysqlCenlint.delete(sqls);
+ }
+ }
+ //删除本地服务器文件
MysqlCenlint.deletess(fileName);
+ //删除 ftp 服务器文件
+// ftp.dele(fileName);
FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
- is.close();
- ftp.completePendingCommand();
- if (result.getCode()==200) {
- //返回
- return new Result(200,null,"新增成功",null);
- }
- if (result.getCode()==201) {
- //返回
- return new Result(201,null,"修改成功",null);
- }
- if (result.getCode()==202) {
- //返回
- return new Result(202,null,result.getMsg(),null);
- }
- if (result.getCode()==203) {
- //返回
- return new Result(203,null,result.getMsg(),null);
- }
+ System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：成功删除ftp文件 = " + fileName);
}
}
- System.out.println("未读取到对应的文件");
- return new Result(400,null,"未读取到对应的文件",null);
+ //关闭流
+ ftp.completePendingCommand();
+ ftp.logout();
}
} catch (Exception e) {
System.out.println("ftp连接失败");
e.printStackTrace();
} finally {
- if (ftp != null) {
+ if (ftp.isConnected()) {
try {
ftp.disconnect();
} catch (IOException e) {
@@ -146,7 +171,378 @@
}
}
}
- return new Result(400,null,"失败",null);
+ return false;
}
+ /**
+ * 读取内外推送的保安员单个新增文件
+ * @return
+ */
+ public boolean readOneSecurityFile() {
+ FTPClient ftp = new FTPClient();
+ try {
+ //设置传输超时时间为60秒
+ ftp.setDataTimeout(10000);
+ //连接超时为60秒
+ ftp.setConnectTimeout(10000);
+ //连接
+ ftp.connect(ftpHost, ftpPort);
+ System.out.println("ftp 连接成功!"+new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date()));
+ // 登陆
+ ftp.login(ftpUserNameIn, ftpPasswordIn);
+ // 检验登陆操作的返回码是否正确
+ if (!FTPReply.isPositiveCompletion(ftp.getReplyCode())) {
+ ftp.disconnect();
+ return false;
+ }
+
+ ftp.enterLocalActiveMode();
+
+ // 设置文件类型为二进制，与ASCII有区别
+ ftp.setFileType(FTP.BINARY_FILE_TYPE);
+
+ // 设置编码格式
+ ftp.setControlEncoding("GBK");
+
+ // 检验文件是否存在
+ ftp.changeWorkingDirectory(ftpPath);
+
+ // Use passive mode as default
+ ftp.enterLocalPassiveMode();
+
+ FTPFile[] files = ftp.listFiles();
+ //文件个数大于10个时开始处理
+ if (files.length==0 || files.length<6){
+ ftp.logout();
+ return false;
+ }
+ else {
+ for (int i = files.length-1; i >0 ; i--) {
+ String fileName = files[i].getName();
+ System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：读取到文件 = " + fileName);
+ if (fileName.contains("ni")) {
+// InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
+ //把文件下载到本地
+ long l = System.currentTimeMillis();
+ FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
+ long x = System.currentTimeMillis();
+ System.out.println("下载文件耗时 = " + (x-l)+" 毫秒");
+ //数据转换
+ String json = OutJson.TestJson(fileName);
+ //取出map
+ Map<String,Object> map = JSON.parseObject(json, Map.class);
+ //取出 key/uuid,取出结果
+ String uuid = null;
+ Result result = new Result();
+ for (Map.Entry entry : map.entrySet()) {
+ uuid = entry.getKey().toString();
+ Object value = entry.getValue();
+ //转换
+ result = JSON.parseObject(value.toString(), Result.class);
+ }
+ //删除本地文件
+ MysqlCenlint.deletess(fileName);
+ //删除 ftp 文件
+ FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
+ System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：成功删除ftp文件 = " + fileName);
+ if (null!=result) {
+ try {
+ userInfoHandler(uuid, result);
+ }catch (Exception e) {
+ //异步用户处理逻辑
+ e.printStackTrace();
+ }
+ }
+
+ }
+ }
+ //关闭流
+ ftp.completePendingCommand();
+ ftp.logout();
+ }
+ } catch (Exception e) {
+ System.out.println("ftp连接失败");
+ e.printStackTrace();
+ } finally {
+ if (ftp.isConnected()) {
+ try {
+ ftp.disconnect();
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ }
+ }
+ return false;
+ }
+
+ /**
+ * 读取内外推送的保安员单个新增文件
+ * @return
+ */
+ public boolean readSecurityListFile() {
+ FTPClient ftp = new FTPClient();
+ try {
+ //设置传输超时时间为60秒
+ ftp.setDataTimeout(10000);
+ //连接超时为60秒
+ ftp.setConnectTimeout(10000);
+ //连接
+ ftp.connect(ftpHost, ftpPort);
+ System.out.println("ftp 连接成功!"+new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date()));
+ // 登陆
+ ftp.login(ftpUserNameIn, ftpPasswordIn);
+ // 检验登陆操作的返回码是否正确
+ if (!FTPReply.isPositiveCompletion(ftp.getReplyCode())) {
+ ftp.disconnect();
+ return false;
+ }
+
+ ftp.enterLocalActiveMode();
+
+ // 设置文件类型为二进制，与ASCII有区别
+ ftp.setFileType(FTP.BINARY_FILE_TYPE);
+
+ // 设置编码格式
+ ftp.setControlEncoding("GBK");
+
+ // 检验文件是否存在
+ ftp.changeWorkingDirectory(ftpPath);
+
+ // Use passive mode as default
+ ftp.enterLocalPassiveMode();
+
+ FTPFile[] files = ftp.listFiles();
+ //文件个数大于10个时开始处理
+ if (files.length==0 || files.length<10){
+ ftp.logout();
+ return false;
+ }
+ else {
+ for (int i = files.length-1; i >0 ; i--) {
+ String fileName = files[i].getName();
+ System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：读取到文件 = " + fileName);
+ if (fileName.contains("nl")) {
+// InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
+ //把文件下载到本地
+ long l = System.currentTimeMillis();
+ FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
+ long x = System.currentTimeMillis();
+ System.out.println("下载文件耗时 = " + (x-l)+" 毫秒");
+ //
+ String s = OutJson.TestJson(fileName);
+ //sql语句
+ String sql = OutJson.stringReplace(s);
+ //删除本地服务器文件
+ MysqlCenlint.deletess(fileName);
+ //删除 ftp 服务器文件
+// ftp.dele(fileName);
+ FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
+ System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：成功删除ftp文件 = " + fileName);
+ }
+ }
+ //关闭流
+ ftp.completePendingCommand();
+ ftp.logout();
+ }
+ } catch (Exception e) {
+ System.out.println("ftp连接失败");
+ e.printStackTrace();
+ } finally {
+ if (ftp.isConnected()) {
+ try {
+ ftp.disconnect();
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ }
+ }
+ return false;
+ }
+
+ /**
+ * 读取内外推送的保安员报名信息
+ * @return
+ */
+ public boolean readSecurityApplyFile() {
+ FTPClient ftp = new FTPClient();
+ try {
+ //设置传输超时时间为60秒
+ ftp.setDataTimeout(10000);
+ //连接超时为60秒
+ ftp.setConnectTimeout(10000);
+ //连接
+ ftp.connect(ftpHost, ftpPort);
+ System.out.println("ftp 连接成功!"+new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date()));
+ // 登陆
+ ftp.login(ftpUserNameIn, ftpPasswordIn);
+ // 检验登陆操作的返回码是否正确
+ if (!FTPReply.isPositiveCompletion(ftp.getReplyCode())) {
+ ftp.disconnect();
+ return false;
+ }
+
+ ftp.enterLocalActiveMode();
+
+ // 设置文件类型为二进制，与ASCII有区别
+ ftp.setFileType(FTP.BINARY_FILE_TYPE);
+
+ // 设置编码格式
+ ftp.setControlEncoding("GBK");
+
+ // 检验文件是否存在
+ ftp.changeWorkingDirectory(ftpPath);
+
+ // Use passive mode as default
+ ftp.enterLocalPassiveMode();
+
+ FTPFile[] files = ftp.listFiles();
+ //文件个数大于10个时开始处理
+ if (files.length==0 || files.length<10){
+ ftp.logout();
+ return false;
+ }
+ else {
+ for (int i = files.length-1; i >0 ; i--) {
+ String fileName = files[i].getName();
+ System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：读取到文件 = " + fileName);
+ if (fileName.contains("nt")) {
+ //把文件下载到本地
+ long l = System.currentTimeMillis();
+ FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
+ long x = System.currentTimeMillis();
+ System.out.println("下载文件耗时 = " + (x-l)+" 毫秒");
+ //
+ String s = OutJson.TestJson(fileName);
+ //sql语句
+ String sql = OutJson.stringReplace(s);
+ //删除本地服务器文件
+ MysqlCenlint.deletess(fileName);
+ //删除 ftp 服务器文件
+// ftp.dele(fileName);
+ FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
+ System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：成功删除ftp文件 = " + fileName);
+ }
+ }
+ //关闭流
+ ftp.completePendingCommand();
+ ftp.logout();
+ }
+ } catch (Exception e) {
+ System.out.println("ftp连接失败");
+ e.printStackTrace();
+ } finally {
+ if (ftp.isConnected()) {
+ try {
+ ftp.disconnect();
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ }
+ }
+ return false;
+ }
+
+ /**
+ * 用户审查
+ * @return
+ */
+ public void userExamine() {
+ //查询审查状态为未审查的保安员
+ User user = new User();
+ user.setStatus(1);
+ user.setIsDeleted(0);
+ user.setRoleId("1412226235153731586");
+ //未审查
+ user.setExaminationType("2");
+ //查询
+ List<User> users = userService.list(new QueryWrapper<>(user));
+ //遍历
+ if (users.size()>0){
+ users.forEach(user1 -> {
+ myAsyncService.userExamineFTP(user1);
+ });
+ }
+ }
+
+
+
+ /**
+ * 用户信息处理
+ * @param uuid
+ * @param result
+ */
+ @Async
+ public void userInfoHandler(String uuid, Result result){
+ //用户数处理
+ User users = handlerUserInfo(uuid);
+ if (null!=users) {
+ System.out.println("用户数据 = " + users);
+ //判断结果
+ if (result.getCode() == 200) {
+ //新增
+ users.setId(result.getUserId());
+ users.setStatus(1);
+ //插入数据库
+ boolean save = userService.save(users);
+ if (save) {
+ //异步同步到群防群控
+ myAsyncService.qfqkUserSave(users);
+ }
+ } else if (result.getCode() == 201) {
+ //修改
+ users.setId(result.getUserId());
+ //先查询当前库是否有改用户？
+ User user2 = userService.getById(result.getUserId());
+ if (null != user2) {
+ //数据修改
+ boolean b = userService.updateById(users);
+ if (b) {
+ //异步同步到群防群控
+ myAsyncService.updateUserByQfqk(users);
+ }
+ } else {
+ //新增
+ boolean save = userService.save(users);
+ if (save) {
+ //异步同步到群防群控
+ myAsyncService.qfqkUserSave(users);
+ }
+ }
+ } else if (result.getCode() == 203) {
+ //保安证编号不匹配,请核实!也可通过提供保安证件信息提交核实申请! 用户为新增
+ //新增
+ users.setId(result.getUserId());
+ //插入数据库
+ boolean save = userService.save(users);
+ if (save) {
+ //异步同步到群防群控
+ myAsyncService.qfqkUserSave(users);
+ }
+ } else if (result.getCode() == 204) {
+ //保安证编号不匹配,请核实!也可通过提供保安证件信息提交核实申请! 内网用户已存在情况
+ users.setId(result.getUserId());
+ //先查询当前库是否有改用户？
+ User user2 = userService.getById(result.getUserId());
+ //判断
+ if (null != user2) {
+ //修改
+ //数据修改
+ boolean b = userService.updateById(users);
+ if (b) {
+ //异步同步到群防群控
+ myAsyncService.updateUserByQfqk(users);
+ }
+ } else {
+ //新增
+ boolean save = userService.save(users);
+ if (save) {
+ //异步同步到群防群控
+ myAsyncService.qfqkUserSave(users);
+ }
+ }
+ }
+ }
+ }
+
+
}
--
Gitblit v1.9.3