SpringBoot删除清理垃圾文件的实现

    String fileUrl = this.storageFile(engine, file, false);     //上传minio并返回fileUrl
    String redisKey = "file:url:" + fileUrl;                    
    cacheOperator.put(redisKey, fileUrl, 60 * 60 * 24);         //将fileUrl存入Redis中并设置24小时过期

@Slf4j
 @Service
 @EnableAsync
 @Component
 public class AsyncFileHandler {

     @Resource
     private CommonCacheOperator cacheOperator;

     @Resource
     private DevFileApi devFileApi;

     // URL正则表达式模式
     private static final Pattern URL_PATTERN = Pattern.compile("/(\\d+)\\.[a-zA-Z0-9]+");

     @Async
     public void checkValid(String... imgFields) throws IOException {
         for (String field : imgFields) {
             Matcher matcher = URL_PATTERN.matcher(field);
             Set<String> extractedUrls = new HashSet<>();
             while (matcher.find()) {
                 String fileUrl = matcher.group(1);
                 extractedUrls.add(fileUrl);
             }
             // 删除Redis中匹配的URL
             deleteMatchedUrlsFromRedis(extractedUrls);
         }
     }

     // 比较新旧记录字段中文件的差异，并删除未被使用的旧字段
     @Async
     public void compareField(String newFiled, String oldFiled){
         Matcher matcher1= URL_PATTERN.matcher(newFiled);
         Matcher matcher2= URL_PATTERN.matcher(oldFiled);
         Set<String> newFileUrls = new HashSet<>();
         Set<String> oldFileUrls = new HashSet<>();
         while (matcher1.find()) {
             String fileUrl = matcher1.group(1);
             newFileUrls.add(fileUrl);
         }
         while (matcher2.find()) {
             String fileUrl = matcher2.group(1);
             oldFileUrls.add(fileUrl);
         }
         Set<String> toDelFileUrls = oldFileUrls.stream()
                 .filter(element -> !newFileUrls.contains(element))
                 .collect(Collectors.toSet());
         // 删除不再使用的文件
         deleteDiffFileUrls(toDelFileUrls);
     }
     
     // 删除在有效期内提交表单的文件，不删除的话后面会在redis过期事件中被删除。
     private void deleteMatchedUrlsFromRedis(Set<String> urls) {
         int deletedCount = 0;
         for (String url : urls) {
             String redisKey = "file:url:" + url;
             if (cacheOperator.get(url)!=null){
                 cacheOperator.remove(redisKey);
                 log.info("从Redis中删除已引用的文件URL: {}", url);
                 deletedCount++;
             }
         }
         log.info("共处理{}个文件URL，成功删除{}个Redis键", urls.size(), deletedCount);
     }
     
     // 删除新旧差异文件
     private void deleteDiffFileUrls(Set<String> urls) {
         for (String url : urls) {
             devFileApi.deleteFileByUrl(url);
         }
     }
}

@Component
public class RedisKeyExpirationListener extends KeyExpirationEventMessageListener {

   @Resource
   private DevFileApi devFileApi;

   /**
    * 创建RedisKeyExpirationListener bean时注入 redisMessageListenerContainer
    *
    * @param redisMessageListenerContainer RedisConfig中配置的消息监听者容器bean
    */
   public RedisKeyExpirationListener(RedisMessageListenerContainer redisMessageListenerContainer) {
       super(redisMessageListenerContainer);
   }

   @Override
   public void onMessage(Message message, byte[] pattern) {
       String channel = new String(message.getChannel()); // __keyevent@*__:expired
       String pa = new String(pattern); // __keyevent@*__:expired
       String expiredKey = message.toString();
       if (expiredKey.startsWith("Cache:file:url:")){
           System.out.println("监听到过期文件：" + expiredKey);
           devFileApi.deleteFileByUrl(expiredKey);
       }
   }
}

/**
 * 清理垃圾文件定时任务
 */
@Slf4j
@Component
public class ClearGarbageFileTaskRunner implements CommonTimerTaskRunner {

    @Resource
    private DevFileService devFileService;

    @Override
    public void action(String extJson) {
        // 哪个表哪个字段在使用文件资源
        Map<String, String[]> map = new HashMap<>();
        map.put("BIZ_CHILD_USER", new String[]{"AVATAR"});
        map.put("BIZ_COLLECT", new String[]{"ANALYSIS_VIDEO","ANALYSIS", "COVER", "OPTIONS", "CONTENT"});
        map.put("BIZ_QUESTION", new String[]{"ANALYSIS_VIDEO", "ANALYSIS","COVER", "OPTIONS", "CONTENT"});
        map.put("BIZ_WRONG", new String[]{"ANALYSIS_VIDEO","ANALYSIS", "COVER", "OPTIONS", "CONTENT"});
        map.put("BIZ_EXAM_RECORD", new String[]{"ANALYSIS_VIDEO","ANALYSIS", "COVER", "OPTIONS", "CONTENT"});
        map.put("BIZ_LECTURE", new String[]{"VIDEO", "INTRODUCE"});
        map.put("BIZ_NOTICE", new String[]{"IMAGE", "CONTENT"});

        // 全表中在使用的文件ID集合
        Set<String> allTableInUseFileIdSet = new HashSet<>();
        for (Map.Entry<String, String[]> entry : map.entrySet()) {
            Set<String> oneTableInUseFileIdSet = devFileService.getInUseFileIdList(entry.getKey(), entry.getValue());
            allTableInUseFileIdSet.addAll(oneTableInUseFileIdSet);
        }
        log.info("------------------------------------------------清理垃圾文件Start------------------------------------------------");
        log.info("在使用的文件数量：{}", allTableInUseFileIdSet.size());
        // 获取垃圾文件ID
        List<DevFileIdParam> junkFileIds = devFileService.list(new LambdaQueryWrapper<DevFile>().notIn(DevFile::getId, allTableInUseFileIdSet))
                .stream().map(devFile -> {
                    DevFileIdParam param = new DevFileIdParam();
                    param.setId(devFile.getId()); // 确保字段名称匹配
                    return param;
                }).toList();
        log.info("待清理的文件数量：{}", junkFileIds.size());
        if (!junkFileIds.isEmpty()) {
            // 执行物理删除垃圾文件
            devFileService.deleteGarbageFiles(junkFileIds);
        }
        log.info("------------------------------------------------清理垃圾文件End------------------------------------------------\n");
    }
}