调整删除文件逻辑

Administrator

2022-06-09 b367ef20f7fb5be71610dd89b18bde7d99a2647d

 src/main/java/org/springblade/modules/quartz/task/Task.java

@@ -1,5 +1,6 @@
package org.springblade.modules.quartz.task;

import com.alibaba.fastjson.JSON;
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import org.apache.commons.net.ftp.FTP;
import org.apache.commons.net.ftp.FTPClient;
@@ -11,18 +12,19 @@
import org.springblade.modules.system.service.MyAsyncService;
import org.springblade.modules.training.service.TrainingRegistrationService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.scheduling.annotation.Scheduled;
import org.springframework.data.redis.core.RedisTemplate;
import org.springframework.scheduling.annotation.Async;
import org.springframework.stereotype.Component;
import org.springframework.web.bind.annotation.GetMapping;

import java.io.IOException;
import java.io.InputStream;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.List;
import java.util.*;

import static org.springblade.common.config.FtpConfig.*;
import static org.springblade.common.config.FtpConfig.ftpPath;
import static org.springblade.modules.FTP.DataHandler.handlerUserInfo;

/**
 * 定时任务
@@ -37,6 +39,9 @@

   @Autowired
   private IUserService userService;

   @Autowired
   private RedisTemplate redisTemplate;


   @Autowired
@@ -68,13 +73,11 @@
   }

   /**
    * 读取内外推送的文件,每30秒读取一次
    * 读取内外推送的sql文件
    * @return
    */
//   @Scheduled(cron = "*/30 * * * * ?")
   public boolean readFile() {
      FTPClient ftp = new FTPClient();
      System.out.println("ftp 创建客户端");
      try {
         //设置传输超时时间为60秒
         ftp.setDataTimeout(10000);
@@ -111,51 +114,318 @@
            return false;
         }
         else {
            for (FTPFile file : files) {
               String fileName = file.getName();
               InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
               if (null == is) {
                  ftp.logout();
                  return false;
               } else {
                  String substring1 = fileName.substring(0, 4);
                  if (substring1.equals("nsql")) {
                     //把文件下载到本地
                     FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
                     //
                     String s = OutJson.TestJson(fileName);
                     //sql语句
                     String sql = OutJson.stringReplace(s);
                     String[] split = sql.split(";");//以逗号分割
                     for (String sqls : split) {
                        //判断是否是新增，删除，修改
                        String substring = sqls.substring(0, 2);
                        //新增
                        if (substring.equals("in")) {
                           //运行sql语句
                           MysqlCenlint.inster(sqls);
                        }
                        //修改
                        else if (substring.equals("up")) {
                           MysqlCenlint.update(sqls);
                        }
                        //删除
                        else {
                           MysqlCenlint.delete(sqls);
                        }
            for (int i = files.length-1; i >0 ; i--) {
               String fileName = files[i].getName();
               System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：读取到文件 = " + fileName);
               if (fileName.contains("nq")) {
//                  InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
                  //把文件下载到本地
                  long l = System.currentTimeMillis();
                  FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
                  long x = System.currentTimeMillis();
                  System.out.println("下载文件耗时 = " + (x-l)+" 毫秒");
                  //
                  String s = OutJson.TestJson(fileName);
                  //sql语句
                  String sql = OutJson.stringReplace(s);
                  //以逗号分割
                  String[] split = sql.split(";");
                  for (String sqls : split) {
                     //判断是否是新增，删除，修改
                     String substring = sqls.substring(0, 2);
                     //新增
                     if (substring.equals("in")) {
                        //运行sql语句
                        MysqlCenlint.inster(sqls);
                     }
                     //删除本地服务器文件
                     MysqlCenlint.deletess(fileName);
                     //删除 ftp 服务器文件
                     FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
                     //修改
                     else if (substring.equals("up")) {
                        MysqlCenlint.update(sqls);
                     }
                     //删除
                     else {
                        MysqlCenlint.delete(sqls);
                     }
                  }
                  //关闭流
                  is.close();
                  ftp.completePendingCommand();
                  ftp.logout();
                  //删除本地服务器文件
                  MysqlCenlint.deletess(fileName);
                  //删除 ftp 服务器文件
//                  ftp.dele(fileName);
                  FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
                  System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：成功删除ftp文件 = " + fileName);
               }
               return true;
            }
            //关闭流
            ftp.completePendingCommand();
            ftp.logout();
         }
      } catch (Exception e) {
         System.out.println("ftp连接失败");
         e.printStackTrace();
      } finally {
         if (ftp.isConnected()) {
            try {
               ftp.disconnect();
            } catch (IOException e) {
               e.printStackTrace();
            }
         }
      }
      return false;
   }

   /**
    * 读取内外推送的保安员单个新增文件
    * @return
    */
   public boolean readOneSecurityFile() {
      FTPClient ftp = new FTPClient();
      try {
         //设置传输超时时间为60秒
         ftp.setDataTimeout(10000);
         //连接超时为60秒
         ftp.setConnectTimeout(10000);
         //连接
         ftp.connect(ftpHost, ftpPort);
         System.out.println("ftp 连接成功!"+new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date()));
         // 登陆
         ftp.login(ftpUserNameIn, ftpPasswordIn);
         // 检验登陆操作的返回码是否正确
         if (!FTPReply.isPositiveCompletion(ftp.getReplyCode())) {
            ftp.disconnect();
            return false;
         }

         ftp.enterLocalActiveMode();

         // 设置文件类型为二进制，与ASCII有区别
         ftp.setFileType(FTP.BINARY_FILE_TYPE);

         // 设置编码格式
         ftp.setControlEncoding("GBK");

         // 检验文件是否存在
         ftp.changeWorkingDirectory(ftpPath);

         // Use passive mode as default
         ftp.enterLocalPassiveMode();

         FTPFile[] files = ftp.listFiles();
         //文件个数大于10个时开始处理
         if (files.length==0 || files.length<6){
            ftp.logout();
            return false;
         }
         else {
            for (int i = files.length-1; i >0 ; i--) {
               String fileName = files[i].getName();
               System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：读取到文件 = " + fileName);
               if (fileName.contains("ni")) {
//                  InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
                  //把文件下载到本地
                  long l = System.currentTimeMillis();
                  FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
                  long x = System.currentTimeMillis();
                  System.out.println("下载文件耗时 = " + (x-l)+" 毫秒");
                  //数据转换
                  String json = OutJson.TestJson(fileName);
                  //取出map
                  Map<String,Object> map = JSON.parseObject(json, Map.class);
                  //取出 key/uuid,取出结果
                  String uuid = null;
                  Result result = new Result();
                  for (Map.Entry entry : map.entrySet()) {
                     uuid = entry.getKey().toString();
                     Object value = entry.getValue();
                     //转换
                     result = JSON.parseObject(value.toString(), Result.class);
                  }
                  //删除本地文件
                  MysqlCenlint.deletess(fileName);
                  //删除 ftp 文件
                  FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
                  System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：成功删除ftp文件 = " + fileName);
                  if (null!=result) {
                     try {
                        userInfoHandler(uuid, result);
                     }catch (Exception e) {
                        //异步用户处理逻辑
                        e.printStackTrace();
                     }
                  }

               }
            }
            //关闭流
            ftp.completePendingCommand();
            ftp.logout();
         }
      } catch (Exception e) {
         System.out.println("ftp连接失败");
         e.printStackTrace();
      } finally {
         if (ftp.isConnected()) {
            try {
               ftp.disconnect();
            } catch (IOException e) {
               e.printStackTrace();
            }
         }
      }
      return false;
   }

   /**
    * 读取内外推送的保安员单个新增文件
    * @return
    */
   public boolean readSecurityListFile() {
      FTPClient ftp = new FTPClient();
      try {
         //设置传输超时时间为60秒
         ftp.setDataTimeout(10000);
         //连接超时为60秒
         ftp.setConnectTimeout(10000);
         //连接
         ftp.connect(ftpHost, ftpPort);
         System.out.println("ftp 连接成功!"+new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date()));
         // 登陆
         ftp.login(ftpUserNameIn, ftpPasswordIn);
         // 检验登陆操作的返回码是否正确
         if (!FTPReply.isPositiveCompletion(ftp.getReplyCode())) {
            ftp.disconnect();
            return false;
         }

         ftp.enterLocalActiveMode();

         // 设置文件类型为二进制，与ASCII有区别
         ftp.setFileType(FTP.BINARY_FILE_TYPE);

         // 设置编码格式
         ftp.setControlEncoding("GBK");

         // 检验文件是否存在
         ftp.changeWorkingDirectory(ftpPath);

         // Use passive mode as default
         ftp.enterLocalPassiveMode();

         FTPFile[] files = ftp.listFiles();
         //文件个数大于10个时开始处理
         if (files.length==0 || files.length<10){
            ftp.logout();
            return false;
         }
         else {
            for (int i = files.length-1; i >0 ; i--) {
               String fileName = files[i].getName();
               System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：读取到文件 = " + fileName);
               if (fileName.contains("nl")) {
//                  InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
                  //把文件下载到本地
                  long l = System.currentTimeMillis();
                  FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
                  long x = System.currentTimeMillis();
                  System.out.println("下载文件耗时 = " + (x-l)+" 毫秒");
                  //
                  String s = OutJson.TestJson(fileName);
                  //sql语句
                  String sql = OutJson.stringReplace(s);
                  //删除本地服务器文件
                  MysqlCenlint.deletess(fileName);
                  //删除 ftp 服务器文件
//                  ftp.dele(fileName);
                  FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
                  System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：成功删除ftp文件 = " + fileName);
               }
            }
            //关闭流
            ftp.completePendingCommand();
            ftp.logout();
         }
      } catch (Exception e) {
         System.out.println("ftp连接失败");
         e.printStackTrace();
      } finally {
         if (ftp.isConnected()) {
            try {
               ftp.disconnect();
            } catch (IOException e) {
               e.printStackTrace();
            }
         }
      }
      return false;
   }

   /**
    * 读取内外推送的保安员报名信息
    * @return
    */
   public boolean readSecurityApplyFile() {
      FTPClient ftp = new FTPClient();
      try {
         //设置传输超时时间为60秒
         ftp.setDataTimeout(10000);
         //连接超时为60秒
         ftp.setConnectTimeout(10000);
         //连接
         ftp.connect(ftpHost, ftpPort);
         System.out.println("ftp 连接成功!"+new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date()));
         // 登陆
         ftp.login(ftpUserNameIn, ftpPasswordIn);
         // 检验登陆操作的返回码是否正确
         if (!FTPReply.isPositiveCompletion(ftp.getReplyCode())) {
            ftp.disconnect();
            return false;
         }

         ftp.enterLocalActiveMode();

         // 设置文件类型为二进制，与ASCII有区别
         ftp.setFileType(FTP.BINARY_FILE_TYPE);

         // 设置编码格式
         ftp.setControlEncoding("GBK");

         // 检验文件是否存在
         ftp.changeWorkingDirectory(ftpPath);

         // Use passive mode as default
         ftp.enterLocalPassiveMode();

         FTPFile[] files = ftp.listFiles();
         //文件个数大于10个时开始处理
         if (files.length==0 || files.length<10){
            ftp.logout();
            return false;
         }
         else {
            for (int i = files.length-1; i >0 ; i--) {
               String fileName = files[i].getName();
               System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：读取到文件 = " + fileName);
               if (fileName.contains("nt")) {
                  //把文件下载到本地
                  long l = System.currentTimeMillis();
                  FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
                  long x = System.currentTimeMillis();
                  System.out.println("下载文件耗时 = " + (x-l)+" 毫秒");
                  //
                  String s = OutJson.TestJson(fileName);
                  //sql语句
                  String sql = OutJson.stringReplace(s);
                  //删除本地服务器文件
                  MysqlCenlint.deletess(fileName);
                  //删除 ftp 服务器文件
//                  ftp.dele(fileName);
                  FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
                  System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：成功删除ftp文件 = " + fileName);
               }
            }
            //关闭流
            ftp.completePendingCommand();
            ftp.logout();
         }
      } catch (Exception e) {
         System.out.println("ftp连接失败");
@@ -194,4 +464,85 @@
      }
   }



   /**
    * 用户信息处理
    * @param uuid
    * @param result
    */
   @Async
   public void userInfoHandler(String uuid, Result result){
      //用户数处理
      User users = handlerUserInfo(uuid);
      if (null!=users) {
         System.out.println("用户数据 = " + users);
         //判断结果
         if (result.getCode() == 200) {
            //新增
            users.setId(result.getUserId());
            users.setStatus(1);
            //插入数据库
            boolean save = userService.save(users);
            if (save) {
               //异步同步到群防群控
               myAsyncService.qfqkUserSave(users);
            }
         } else if (result.getCode() == 201) {
            //修改
            users.setId(result.getUserId());
            //先查询当前库是否有改用户？
            User user2 = userService.getById(result.getUserId());
            if (null != user2) {
               //数据修改
               boolean b = userService.updateById(users);
               if (b) {
                  //异步同步到群防群控
                  myAsyncService.updateUserByQfqk(users);
               }
            } else {
               //新增
               boolean save = userService.save(users);
               if (save) {
                  //异步同步到群防群控
                  myAsyncService.qfqkUserSave(users);
               }
            }
         } else if (result.getCode() == 203) {
            //保安证编号不匹配,请核实!也可通过提供保安证件信息提交核实申请! 用户为新增
            //新增
            users.setId(result.getUserId());
            //插入数据库
            boolean save = userService.save(users);
            if (save) {
               //异步同步到群防群控
               myAsyncService.qfqkUserSave(users);
            }
         } else if (result.getCode() == 204) {
            //保安证编号不匹配,请核实!也可通过提供保安证件信息提交核实申请! 内网用户已存在情况
            users.setId(result.getUserId());
            //先查询当前库是否有改用户？
            User user2 = userService.getById(result.getUserId());
            //判断
            if (null != user2) {
               //修改
               //数据修改
               boolean b = userService.updateById(users);
               if (b) {
                  //异步同步到群防群控
                  myAsyncService.updateUserByQfqk(users);
               }
            } else {
               //新增
               boolean save = userService.save(users);
               if (save) {
                  //异步同步到群防群控
                  myAsyncService.qfqkUserSave(users);
               }
            }
         }
      }
   }


}