SpringBoot实现敏感词过滤功能示例

<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
    <modelVersion>4.0.0</modelVersion>

    <groupId>cn.cjc.demo</groupId>
    <artifactId>TestDemo</artifactId>
    <version>1.0-SNAPSHOT</version>

    <parent>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-parent</artifactId>
        <version>2.6.6</version>
        <relativePath />
    </parent>

    <properties>
        <maven.compiler.source>8</maven.compiler.source>
        <maven.compiler.target>8</maven.compiler.target>
        <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
    </properties>

    <dependencies>
        <dependency>
            <groupId>org.ansj</groupId>
            <artifactId>ansj_seg</artifactId>
            <version>5.1.2</version>
        </dependency>

    </dependencies>
    <repositories>
        <repository>
            <id>public</id>
            <name>aliyun nexus</name>
            <url>http://maven.aliyun.com/nexus/content/groups/public/</url>
            <releases>
                <enabled>true</enabled>
            </releases>
        </repository>
    </repositories>
</project>

sensitive:
  word:
    file-path: classpath:sensitive-words.txt

spring:
  main:
    allow-bean-definition-overriding: true

package cn.cjc.config;

import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;

@Configuration
public class SensitiveConfig {

    @Bean
    public SensitiveWordFilter sensitiveWordFilter() {
        return new SensitiveWordFilter();
    }
}

package cn.cjc.config;

import org.ansj.domain.Term;
import org.ansj.splitWord.analysis.ToAnalysis;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.core.io.Resource;
import org.springframework.stereotype.Component;
import org.springframework.util.FileCopyUtils;

import javax.annotation.PostConstruct;
import java.io.IOException;
import java.util.HashSet;
import java.util.List;
import java.util.Set;

@Component
public class SensitiveWordFilter {

    @Value("${sensitive.word.file-path}")
    private Resource sensitiveWordFile;

    private Set<String> sensitiveWords;

    @PostConstruct
    public void init() {
        this.sensitiveWords = loadSensitiveWords();
    }

    private Set<String> loadSensitiveWords() {
        Set<String> words = new HashSet<>();
        try {
            // 从敏感词文件中加载敏感词
            String content = new String(FileCopyUtils.copyToByteArray(sensitiveWordFile.getInputStream()), "UTF-8");
            String[] wordArray = content.split("\n");
            for (String word : wordArray) {
                words.add(word.trim());
            }
        } catch (IOException e) {
            e.printStackTrace();
        }
        return words;
    }

    public String filterSensitiveWords(String input) {
        List<Term> terms = ToAnalysis.parse(input).getTerms();
        StringBuilder filteredText = new StringBuilder(input);
        for (Term term : terms) {
            if (sensitiveWords.contains(term.getName())) {
                // 将敏感词替换为*
                replaceSensitiveWord(filteredText, term.getName());
            }
        }
        return filteredText.toString();
    }

    private void replaceSensitiveWord(StringBuilder text, String sensitiveWord) {
        int index = text.indexOf(sensitiveWord);
        while (index != -1) {
            text.replace(index, index + sensitiveWord.length(), "*");
            index = text.indexOf(sensitiveWord, index + 1);
        }
    }
}

package cn.cjc.controller;

import cn.cjc.config.SensitiveWordFilter;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestParam;
import org.springframework.web.bind.annotation.RestController;

import javax.annotation.Resource;

@RestController
public class TestController {

    @Resource
    private SensitiveWordFilter sensitiveWordFilter;

    @PostMapping("/filter")
    public String filterSensitiveWords(@RequestParam String input) {
        return sensitiveWordFilter.filterSensitiveWords(input);
    }
}