快捷導(dǎo)航

java敏感詞過(guò)濾的實(shí)現(xiàn)方式

更新時(shí)間：2025年12月01日 14:35:29 作者：一點(diǎn)暉光

文章描述了如何搭建敏感詞過(guò)濾系統(tǒng)來(lái)防御用戶生成內(nèi)容中的違規(guī)、廣告或惡意言論,包括引入依賴、定義敏感詞類、非敏感詞類、替換詞類和工具類等步驟,并指出資源文件應(yīng)放在src/main/resources目錄下

1.引入依賴

<!-- 敏感詞工具包 -->
<dependency>
    <groupId>com.github.houbb</groupId>
    <artifactId>sensitive-word</artifactId>
    <version>0.21.0</version>
</dependency>

2.定義自定義敏感詞類

package com.heyin.sass.portal.util.sensitive;

import com.github.houbb.sensitive.word.api.IWordDeny;
import lombok.extern.slf4j.Slf4j;
import org.springframework.core.io.ClassPathResource;
import org.springframework.core.io.Resource;

import java.io.IOException;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.util.ArrayList;
import java.util.List;


/**
 * @author zenghuilin
 */
@Slf4j
public class MyWordDeny implements IWordDeny {

    @Override
    public List<String> deny() {
        List<String> list = new ArrayList<>();
        try {
            Resource mySensitiveWords = new ClassPathResource("sensitive/sensitive_word_deny.txt");
            Path mySensitiveWordsPath = Paths.get(mySensitiveWords.getFile().getPath());
            list = Files.readAllLines(mySensitiveWordsPath, StandardCharsets.UTF_8);
        } catch (IOException ioException) {


            log.error("讀取敏感詞文件錯(cuò)誤！" + ioException.getMessage());
        }
        return list;
    }

}

3.定義自定義非敏感類

package com.heyin.sass.portal.util.sensitive;

import com.github.houbb.sensitive.word.api.IWordAllow;
import lombok.extern.slf4j.Slf4j;
import org.springframework.core.io.ClassPathResource;
import org.springframework.core.io.Resource;

import java.io.IOException;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.util.ArrayList;
import java.util.List;


/**
 * @author zenghuilin
 */
@Slf4j
public class MyWordAllow implements IWordAllow {

    @Override
    public List<String> allow() {
        List<String> list = new ArrayList<>();
        try {
            Resource mySensitiveWords = new ClassPathResource("sensitive/sensitive_word_allow.txt");
            Path mySensitiveWordsPath = Paths.get(mySensitiveWords.getFile().getPath());
            list = Files.readAllLines(mySensitiveWordsPath, StandardCharsets.UTF_8);
        } catch (IOException ioException) {


            log.error("讀取敏感詞文件錯(cuò)誤！" + ioException.getMessage());
        }
        return list;
    }
}

4.定義自定義替換詞類

package com.heyin.sass.portal.util.sensitive;

import lombok.extern.slf4j.Slf4j;
import org.springframework.core.io.ClassPathResource;
import org.springframework.core.io.Resource;
import com.github.houbb.sensitive.word.api.IWordContext;
import com.github.houbb.sensitive.word.api.IWordReplace;
import com.github.houbb.sensitive.word.api.IWordResult;
import com.github.houbb.sensitive.word.utils.InnerWordCharUtils;

import java.io.BufferedReader;
import java.io.InputStreamReader;
import java.nio.charset.StandardCharsets;
import java.util.HashMap;
import java.util.Map;

/**
 * @author zenghuilin
 */
@Slf4j
public class MyWordReplace implements IWordReplace {

    private static final Map<String, String> SENSITIVE_WORD_MAP = new HashMap<>();

    static {
        try {
            // 使用 ClassPathResource 加載文件
            Resource resource = new ClassPathResource("sensitive/sensitive_word_replace.txt");
            BufferedReader reader = new BufferedReader(new InputStreamReader(resource.getInputStream(), StandardCharsets.UTF_8));
            // 逐行讀取文件
            String line;
            while ((line = reader.readLine()) != null) {
                // 將每行按逗號(hào)分割成 key 和 value
                String[] parts = line.split(",");
                if (parts.length == 2) {
                    SENSITIVE_WORD_MAP.put(parts[0], parts[1]);  // 將 a,b 形式加入到Map中
                }
            }
            reader.close();
        } catch (Exception e) {
            log.info("初始化SENSITIVE_WORD_MAP失?。簕}", e.getMessage());
        }
    }

    @Override
    public void replace(StringBuilder stringBuilder, final char[] rawChars, IWordResult wordResult, IWordContext wordContext) {
        String sensitiveWord = InnerWordCharUtils.getString(rawChars, wordResult);
        // 自定義不同的敏感詞替換策略，可以從數(shù)據(jù)庫(kù)等地方讀取
        if (SENSITIVE_WORD_MAP.containsKey(sensitiveWord)) {
            stringBuilder.append(SENSITIVE_WORD_MAP.get(sensitiveWord));
        } else {
            // 其他默認(rèn)使用 * 代替
            int wordLength = wordResult.endIndex() - wordResult.startIndex();
            for (int i = 0; i < wordLength; i++) {
                stringBuilder.append('*');
            }
        }
    }

}

5.最后定義工具類

package com.heyin.sass.portal.util.sensitive;

import com.github.houbb.sensitive.word.api.IWordAllow;
import com.github.houbb.sensitive.word.api.IWordDeny;
import com.github.houbb.sensitive.word.api.IWordReplace;
import com.github.houbb.sensitive.word.bs.SensitiveWordBs;
import com.github.houbb.sensitive.word.support.allow.WordAllows;
import com.github.houbb.sensitive.word.support.deny.WordDenys;

import java.util.List;


/**
 * @author zenghuilin
 */
public class SensitiveWordUtil {

    private static final SensitiveWordBs SENSITIVE_WORD_BS;

    static {
        // 配置默認(rèn)敏感詞 + 自定義敏感詞
        IWordDeny wordDeny = WordDenys.chains(WordDenys.defaults(), new MyWordDeny());
        // 配置默認(rèn)非敏感詞 + 自定義非敏感詞
        IWordAllow wordAllow = WordAllows.chains(WordAllows.defaults(), new MyWordAllow());
        // 配置自定義替換詞
        IWordReplace wordReplace = new MyWordReplace();
        SENSITIVE_WORD_BS = SensitiveWordBs.newInstance()
                // 忽略大小寫(xiě)
                .ignoreCase(true)
                // 忽略半角圓角
                .ignoreWidth(true)
                // 忽略數(shù)字的寫(xiě)法
                .ignoreNumStyle(true)
                // 忽略中文的書(shū)寫(xiě)格式：簡(jiǎn)繁體
                .ignoreChineseStyle(true)
                // 忽略英文的書(shū)寫(xiě)格式
                .ignoreEnglishStyle(true)
                // 忽略重復(fù)詞
                .ignoreRepeat(false)
                // 是否啟用數(shù)字檢測(cè)
                .enableNumCheck(false)
                // 是否啟用郵箱檢測(cè)
                .enableEmailCheck(false)
                // 是否啟用鏈接檢測(cè)
                .enableUrlCheck(false)
                // 數(shù)字檢測(cè)，自定義指定長(zhǎng)度
//                .numCheckLen(8)
                // 配置自定義敏感詞
                .wordDeny(wordDeny)
                // 配置非自定義敏感詞
                .wordAllow(wordAllow)
                // 配置自定義替換詞
                .wordReplace(wordReplace)
                .init();
    }


    /**
     * 刷新敏感詞庫(kù)與非敏感詞庫(kù)緩存
     */
    public static void refresh() {
        SENSITIVE_WORD_BS.init();
    }

    /**
     * 判斷是否含有敏感詞
     *
     * @param text
     * @return
     */
    public static boolean contains(String text) {
        return SENSITIVE_WORD_BS.contains(text);
    }

    /**
     * 替換敏感詞
     *
     * @param text
     * @return
     */
    public static String replace(String text) {
        return SENSITIVE_WORD_BS.replace(text);
    }

    /**
     * 返回所有敏感詞
     *
     * @param text
     * @return
     */
    public static List<String> findAll(String text) {
        return SENSITIVE_WORD_BS.findAll(text);
    }

    public static void main(String[] args) {
        String text = "五星紅旗迎風(fēng)飄揚(yáng)";
        System.out.println(findAll(text));
        String replace = replace(text);
        System.out.println(replace);
    }
}