文本查重

community-service/src/main/java/com/tanpu/community/service/ThemeTextCheckService.java

@@ -20,10 +20,12 @@ public class ThemeTextCheckService {
     @Resource
     private ThemeCheckDuplicateMapper themeCheckDuplicateMapper;
 
+    private final String regex = "[，。！？；;, ]";
+
 
     public void insert(String content, String themeId, String userId,Integer themeType) {
         themeCheckDuplicateMapper.deleteByThemeId(themeId);
-        content = content.replaceAll("[，。！？ ]", "。");
+        content = content.replaceAll(regex, "。");
         String[] split = content.split("。");
         for (int i = 0; i < split.length; i++) {
             getMD5(split[i]);
@@ -52,7 +54,7 @@ public class ThemeTextCheckService {
         if (content.length()<15){
             return false;
         }
-        content = content.replaceAll("[，。！？ ]", "。");
+        content = content.replaceAll(regex, "。");
         String[] split = content.split("。");
         List<String> list = new ArrayList<>();
         for (int i = 0; i < split.length; i++) {
@@ -86,7 +88,8 @@ public class ThemeTextCheckService {
 
     public void insertInit(String content, String themeId,String userId, LocalDateTime createTime) {
         themeCheckDuplicateMapper.deleteByThemeId(themeId);
-        content = content.replaceAll("[，。！？ ]", "。");
+
+        content = content.replaceAll(regex, "。");
         String[] split = content.split("。");
         for (int i = 0; i < split.length; i++) {
             getMD5(split[i]);