调整删除文件逻辑

Administrator

2022-06-09 b367ef20f7fb5be71610dd89b18bde7d99a2647d

 src/main/java/org/springblade/modules/quartz/task/Task.java

@@ -1,23 +1,30 @@
package org.springblade.modules.quartz.task;

import com.alibaba.fastjson.JSON;
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import org.apache.commons.net.ftp.FTP;
import org.apache.commons.net.ftp.FTPClient;
import org.apache.commons.net.ftp.FTPFile;
import org.apache.commons.net.ftp.FTPReply;
import org.springblade.modules.FTP.*;
import org.springblade.modules.system.entity.User;
import org.springblade.modules.system.service.IUserService;
import org.springblade.modules.system.service.MyAsyncService;
import org.springblade.modules.training.service.TrainingRegistrationService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.scheduling.annotation.Scheduled;
import org.springframework.data.redis.core.RedisTemplate;
import org.springframework.scheduling.annotation.Async;
import org.springframework.stereotype.Component;
import org.springframework.web.bind.annotation.GetMapping;

import java.io.IOException;
import java.io.InputStream;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.*;

import static org.springblade.common.config.FtpConfig.*;
import static org.springblade.common.config.FtpConfig.ftpPath;
import static org.springblade.modules.FTP.DataHandler.handlerUserInfo;

/**
 * 定时任务
@@ -29,6 +36,16 @@

   @Autowired
   private TrainingRegistrationService trainingRegistrationService;

   @Autowired
   private IUserService userService;

   @Autowired
   private RedisTemplate redisTemplate;


   @Autowired
   private MyAsyncService myAsyncService;

   public void testTask(){
        System.out.println("测试定时任务执行-----------------");
@@ -56,15 +73,19 @@
   }

   /**
    * 读取内外推送的文件,每30秒读取一次
    * 读取内外推送的sql文件
    * @return
    */
//   @Scheduled(cron = "*/30 * * * * ?")
   public boolean readFile() {
      FTPClient ftp = new FTPClient();
      try {
         //设置传输超时时间为60秒
         ftp.setDataTimeout(10000);
         //连接超时为60秒
         ftp.setConnectTimeout(10000);
         //连接
         ftp.connect(ftpHost, ftpPort);
         System.out.println("ftp 连接成功!"+new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date()));
         // 登陆
         ftp.login(ftpUserNameIn, ftpPasswordIn);
         // 检验登陆操作的返回码是否正确
@@ -89,58 +110,60 @@

         FTPFile[] files = ftp.listFiles();
         if (files.length==0){
            ftp.logout();
            return false;
         }
         else {
            for (FTPFile file : files) {
               String fileName = file.getName();
               InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
               if (null == is) {
                  return false;
               } else {
                  String substring1 = fileName.substring(0, 4);
                  if (substring1.equals("nsql")) {
                     //把文件下载到本地
                     FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
                     //
                     String s = OutJson.TestJson(fileName);
                     //sql语句
                     String sql = OutJson.stringReplace(s);
                     String[] split = sql.split(";");//以逗号分割
                     for (String sqls : split) {
                        //判断是否是新增，删除，修改
                        String substring = sqls.substring(0, 2);
                        //新增
                        if (substring.equals("in")) {
                           //运行sql语句
                           MysqlCenlint.inster(sqls);
                        }
                        //修改
                        else if (substring.equals("up")) {
                           MysqlCenlint.update(sqls);
                        }
                        //删除
                        else {
                           MysqlCenlint.delete(sqls);
                        }
            for (int i = files.length-1; i >0 ; i--) {
               String fileName = files[i].getName();
               System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：读取到文件 = " + fileName);
               if (fileName.contains("nq")) {
//                  InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
                  //把文件下载到本地
                  long l = System.currentTimeMillis();
                  FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
                  long x = System.currentTimeMillis();
                  System.out.println("下载文件耗时 = " + (x-l)+" 毫秒");
                  //
                  String s = OutJson.TestJson(fileName);
                  //sql语句
                  String sql = OutJson.stringReplace(s);
                  //以逗号分割
                  String[] split = sql.split(";");
                  for (String sqls : split) {
                     //判断是否是新增，删除，修改
                     String substring = sqls.substring(0, 2);
                     //新增
                     if (substring.equals("in")) {
                        //运行sql语句
                        MysqlCenlint.inster(sqls);
                     }
                     //删除本地服务器文件
                     MysqlCenlint.deletess(fileName);
                     //删除 ftp 服务器文件
                     FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
                     //修改
                     else if (substring.equals("up")) {
                        MysqlCenlint.update(sqls);
                     }
                     //删除
                     else {
                        MysqlCenlint.delete(sqls);
                     }
                  }
                  //关闭流
                  is.close();
                  ftp.completePendingCommand();
                  //删除本地服务器文件
                  MysqlCenlint.deletess(fileName);
                  //删除 ftp 服务器文件
//                  ftp.dele(fileName);
                  FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
                  System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：成功删除ftp文件 = " + fileName);
               }
               return true;
            }
            //关闭流
            ftp.completePendingCommand();
            ftp.logout();
         }
      } catch (Exception e) {
         System.out.println("ftp连接失败");
         e.printStackTrace();
      } finally {
         if (ftp != null) {
         if (ftp.isConnected()) {
            try {
               ftp.disconnect();
            } catch (IOException e) {
@@ -151,102 +174,375 @@
      return false;
   }

//   /**
//    * 读取文件（用户对象）单用户新增
//    * @return
//    */
//   public Result readFile() {
//      String uuid = "123-456";
//      //创建 ftp 对象
//      FTPClient ftp = new FTPClient();
//      boolean flag = false;
//      try {
//         //连接
//         ftp.connect(ftpHost, ftpPort);
//
//         // 登陆
//         ftp.login(ftpUserNameIn, ftpPasswordIn);
//         // 检验登陆操作的返回码是否正确
//         if (!FTPReply.isPositiveCompletion(ftp.getReplyCode())) {
//            ftp.disconnect();
//            return new Result(400,null,"ftp 连接失败",null);
//         }
//
//         ftp.enterLocalActiveMode();
//
//         // 设置文件类型为二进制，与ASCII有区别
//         ftp.setFileType(FTP.BINARY_FILE_TYPE);
//
//         // 设置编码格式
//         ftp.setControlEncoding("GBK");
//         // 检验文件是否存在
//         boolean ftpFile = ftp.changeWorkingDirectory(ftpPath);
//         System.out.println("检验文件是否存在 = " + ftpFile);
//
//         // Use passive mode as default
//         ftp.enterLocalPassiveMode();
//
//         FTPFile[] files = ftp.listFiles();
//         System.out.println("files = " + files);
//         System.out.println("开始读取内网回传消息");
//         if (files.length==0){
//            System.out.println("未读取到文件");
//            return new Result(400,null,"未读取到文件",null);
//         } else {
//            System.out.println("-----有读取到文件--------");
//            for (FTPFile file : files){
//               String fileName = file.getName();
//               System.out.println("fileName = " + fileName);
//               InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
//               String substring1 = fileName.substring(0, 1);
//               System.out.println("substring1 = " + substring1);
//               if (substring1.equals("n")){
//                  System.out.println("-------接收到内网回传的文件： " + substring1);
//                  //把文件下载到本地
//                  FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
//                  // 解析数据
//                  String s = OutJson.TestJson(fileName);
//                  //数据处理
//                  Result result = DataHandler.handler(s,uuid);
//                  //删除本地文件
//                  MysqlCenlint.deletess(fileName);
//                  FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
//                  is.close();
//                  ftp.completePendingCommand();
//                  if (result.getCode()==200) {
//                     //返回
//                     return new Result(200,null,"新增成功",null);
//                  }
//                  if (result.getCode()==201) {
//                     //返回
//                     return new Result(201,null,"修改成功",null);
//                  }
//                  if (result.getCode()==202) {
//                     //返回
//                     return new Result(202,null,result.getMsg(),null);
//                  }
//                  if (result.getCode()==203) {
//                     //返回
//                     return new Result(203,null,result.getMsg(),null);
//                  }
//               }
//            }
//            System.out.println("未读取到对应的文件");
//            return new Result(400,null,"未读取到对应的文件",null);
//         }
//      } catch (Exception e) {
//         System.out.println("ftp连接失败");
//         e.printStackTrace();
//      } finally {
//         if (ftp != null) {
//            try {
//               ftp.disconnect();
//            } catch (IOException e) {
//               e.printStackTrace();
//            }
//         }
//      }
//      return new Result(400,null,"失败",null);
//   }
   /**
    * 读取内外推送的保安员单个新增文件
    * @return
    */
   public boolean readOneSecurityFile() {
      FTPClient ftp = new FTPClient();
      try {
         //设置传输超时时间为60秒
         ftp.setDataTimeout(10000);
         //连接超时为60秒
         ftp.setConnectTimeout(10000);
         //连接
         ftp.connect(ftpHost, ftpPort);
         System.out.println("ftp 连接成功!"+new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date()));
         // 登陆
         ftp.login(ftpUserNameIn, ftpPasswordIn);
         // 检验登陆操作的返回码是否正确
         if (!FTPReply.isPositiveCompletion(ftp.getReplyCode())) {
            ftp.disconnect();
            return false;
         }

         ftp.enterLocalActiveMode();

         // 设置文件类型为二进制，与ASCII有区别
         ftp.setFileType(FTP.BINARY_FILE_TYPE);

         // 设置编码格式
         ftp.setControlEncoding("GBK");

         // 检验文件是否存在
         ftp.changeWorkingDirectory(ftpPath);

         // Use passive mode as default
         ftp.enterLocalPassiveMode();

         FTPFile[] files = ftp.listFiles();
         //文件个数大于10个时开始处理
         if (files.length==0 || files.length<6){
            ftp.logout();
            return false;
         }
         else {
            for (int i = files.length-1; i >0 ; i--) {
               String fileName = files[i].getName();
               System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：读取到文件 = " + fileName);
               if (fileName.contains("ni")) {
//                  InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
                  //把文件下载到本地
                  long l = System.currentTimeMillis();
                  FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
                  long x = System.currentTimeMillis();
                  System.out.println("下载文件耗时 = " + (x-l)+" 毫秒");
                  //数据转换
                  String json = OutJson.TestJson(fileName);
                  //取出map
                  Map<String,Object> map = JSON.parseObject(json, Map.class);
                  //取出 key/uuid,取出结果
                  String uuid = null;
                  Result result = new Result();
                  for (Map.Entry entry : map.entrySet()) {
                     uuid = entry.getKey().toString();
                     Object value = entry.getValue();
                     //转换
                     result = JSON.parseObject(value.toString(), Result.class);
                  }
                  //删除本地文件
                  MysqlCenlint.deletess(fileName);
                  //删除 ftp 文件
                  FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
                  System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：成功删除ftp文件 = " + fileName);
                  if (null!=result) {
                     try {
                        userInfoHandler(uuid, result);
                     }catch (Exception e) {
                        //异步用户处理逻辑
                        e.printStackTrace();
                     }
                  }

               }
            }
            //关闭流
            ftp.completePendingCommand();
            ftp.logout();
         }
      } catch (Exception e) {
         System.out.println("ftp连接失败");
         e.printStackTrace();
      } finally {
         if (ftp.isConnected()) {
            try {
               ftp.disconnect();
            } catch (IOException e) {
               e.printStackTrace();
            }
         }
      }
      return false;
   }

   /**
    * 读取内外推送的保安员单个新增文件
    * @return
    */
   public boolean readSecurityListFile() {
      FTPClient ftp = new FTPClient();
      try {
         //设置传输超时时间为60秒
         ftp.setDataTimeout(10000);
         //连接超时为60秒
         ftp.setConnectTimeout(10000);
         //连接
         ftp.connect(ftpHost, ftpPort);
         System.out.println("ftp 连接成功!"+new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date()));
         // 登陆
         ftp.login(ftpUserNameIn, ftpPasswordIn);
         // 检验登陆操作的返回码是否正确
         if (!FTPReply.isPositiveCompletion(ftp.getReplyCode())) {
            ftp.disconnect();
            return false;
         }

         ftp.enterLocalActiveMode();

         // 设置文件类型为二进制，与ASCII有区别
         ftp.setFileType(FTP.BINARY_FILE_TYPE);

         // 设置编码格式
         ftp.setControlEncoding("GBK");

         // 检验文件是否存在
         ftp.changeWorkingDirectory(ftpPath);

         // Use passive mode as default
         ftp.enterLocalPassiveMode();

         FTPFile[] files = ftp.listFiles();
         //文件个数大于10个时开始处理
         if (files.length==0 || files.length<10){
            ftp.logout();
            return false;
         }
         else {
            for (int i = files.length-1; i >0 ; i--) {
               String fileName = files[i].getName();
               System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：读取到文件 = " + fileName);
               if (fileName.contains("nl")) {
//                  InputStream is = ftp.retrieveFileStream(new String(fileName.getBytes("GBK"), FTP.DEFAULT_CONTROL_ENCODING));
                  //把文件下载到本地
                  long l = System.currentTimeMillis();
                  FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
                  long x = System.currentTimeMillis();
                  System.out.println("下载文件耗时 = " + (x-l)+" 毫秒");
                  //
                  String s = OutJson.TestJson(fileName);
                  //sql语句
                  String sql = OutJson.stringReplace(s);
                  //删除本地服务器文件
                  MysqlCenlint.deletess(fileName);
                  //删除 ftp 服务器文件
//                  ftp.dele(fileName);
                  FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
                  System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：成功删除ftp文件 = " + fileName);
               }
            }
            //关闭流
            ftp.completePendingCommand();
            ftp.logout();
         }
      } catch (Exception e) {
         System.out.println("ftp连接失败");
         e.printStackTrace();
      } finally {
         if (ftp.isConnected()) {
            try {
               ftp.disconnect();
            } catch (IOException e) {
               e.printStackTrace();
            }
         }
      }
      return false;
   }

   /**
    * 读取内外推送的保安员报名信息
    * @return
    */
   public boolean readSecurityApplyFile() {
      FTPClient ftp = new FTPClient();
      try {
         //设置传输超时时间为60秒
         ftp.setDataTimeout(10000);
         //连接超时为60秒
         ftp.setConnectTimeout(10000);
         //连接
         ftp.connect(ftpHost, ftpPort);
         System.out.println("ftp 连接成功!"+new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date()));
         // 登陆
         ftp.login(ftpUserNameIn, ftpPasswordIn);
         // 检验登陆操作的返回码是否正确
         if (!FTPReply.isPositiveCompletion(ftp.getReplyCode())) {
            ftp.disconnect();
            return false;
         }

         ftp.enterLocalActiveMode();

         // 设置文件类型为二进制，与ASCII有区别
         ftp.setFileType(FTP.BINARY_FILE_TYPE);

         // 设置编码格式
         ftp.setControlEncoding("GBK");

         // 检验文件是否存在
         ftp.changeWorkingDirectory(ftpPath);

         // Use passive mode as default
         ftp.enterLocalPassiveMode();

         FTPFile[] files = ftp.listFiles();
         //文件个数大于10个时开始处理
         if (files.length==0 || files.length<10){
            ftp.logout();
            return false;
         }
         else {
            for (int i = files.length-1; i >0 ; i--) {
               String fileName = files[i].getName();
               System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：读取到文件 = " + fileName);
               if (fileName.contains("nt")) {
                  //把文件下载到本地
                  long l = System.currentTimeMillis();
                  FtpUtil.downloadFtpFile(ftpHost, ftpUserNameIn, ftpPasswordIn, ftpPort, ftpPath, localPath, fileName);
                  long x = System.currentTimeMillis();
                  System.out.println("下载文件耗时 = " + (x-l)+" 毫秒");
                  //
                  String s = OutJson.TestJson(fileName);
                  //sql语句
                  String sql = OutJson.stringReplace(s);
                  //删除本地服务器文件
                  MysqlCenlint.deletess(fileName);
                  //删除 ftp 服务器文件
//                  ftp.dele(fileName);
                  FtpUtil.deleteFile(ftpHost, ftpPort, ftpUserNameIn, ftpPasswordIn, ftpPath, fileName);
                  System.out.println(new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date())+"：成功删除ftp文件 = " + fileName);
               }
            }
            //关闭流
            ftp.completePendingCommand();
            ftp.logout();
         }
      } catch (Exception e) {
         System.out.println("ftp连接失败");
         e.printStackTrace();
      } finally {
         if (ftp.isConnected()) {
            try {
               ftp.disconnect();
            } catch (IOException e) {
               e.printStackTrace();
            }
         }
      }
      return false;
   }

   /**
    *  用户审查
    * @return
    */
   public void userExamine() {
      //查询审查状态为未审查的保安员
      User user = new User();
      user.setStatus(1);
      user.setIsDeleted(0);
      user.setRoleId("1412226235153731586");
      //未审查
      user.setExaminationType("2");
      //查询
      List<User> users = userService.list(new QueryWrapper<>(user));
      //遍历
      if (users.size()>0){
         users.forEach(user1 -> {
            myAsyncService.userExamineFTP(user1);
         });
      }
   }



   /**
    * 用户信息处理
    * @param uuid
    * @param result
    */
   @Async
   public void userInfoHandler(String uuid, Result result){
      //用户数处理
      User users = handlerUserInfo(uuid);
      if (null!=users) {
         System.out.println("用户数据 = " + users);
         //判断结果
         if (result.getCode() == 200) {
            //新增
            users.setId(result.getUserId());
            users.setStatus(1);
            //插入数据库
            boolean save = userService.save(users);
            if (save) {
               //异步同步到群防群控
               myAsyncService.qfqkUserSave(users);
            }
         } else if (result.getCode() == 201) {
            //修改
            users.setId(result.getUserId());
            //先查询当前库是否有改用户？
            User user2 = userService.getById(result.getUserId());
            if (null != user2) {
               //数据修改
               boolean b = userService.updateById(users);
               if (b) {
                  //异步同步到群防群控
                  myAsyncService.updateUserByQfqk(users);
               }
            } else {
               //新增
               boolean save = userService.save(users);
               if (save) {
                  //异步同步到群防群控
                  myAsyncService.qfqkUserSave(users);
               }
            }
         } else if (result.getCode() == 203) {
            //保安证编号不匹配,请核实!也可通过提供保安证件信息提交核实申请! 用户为新增
            //新增
            users.setId(result.getUserId());
            //插入数据库
            boolean save = userService.save(users);
            if (save) {
               //异步同步到群防群控
               myAsyncService.qfqkUserSave(users);
            }
         } else if (result.getCode() == 204) {
            //保安证编号不匹配,请核实!也可通过提供保安证件信息提交核实申请! 内网用户已存在情况
            users.setId(result.getUserId());
            //先查询当前库是否有改用户？
            User user2 = userService.getById(result.getUserId());
            //判断
            if (null != user2) {
               //修改
               //数据修改
               boolean b = userService.updateById(users);
               if (b) {
                  //异步同步到群防群控
                  myAsyncService.updateUserByQfqk(users);
               }
            } else {
               //新增
               boolean save = userService.save(users);
               if (save) {
                  //异步同步到群防群控
                  myAsyncService.qfqkUserSave(users);
               }
            }
         }
      }
   }


}