Cookies_Github_mirror/AquaDX
4
0
Fork 1
mirror of https://github.com/MewoLab/AquaDX.git synced 2026-02-12 03:37:27 +08:00
Code Issues Packages Projects Releases Wiki Activity

[+] NFKC Normalization before processing

Browse Source
This commit is contained in:
Azalea
2024-04-18 11:37:40 +09:00
parent 08c27b6c58
commit bf7de99524
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/main/java/icu/samnyan/aqua/net/Safety.kt
View File

@@ -13,6 +13,7 @@ import org.springframework.boot.context.properties.ConfigurationProperties
import org.springframework.context.annotation.Configuration import org.springframework.context.annotation.Configuration
import org.springframework.data.jpa.repository.JpaRepository import org.springframework.data.jpa.repository.JpaRepository
import org.springframework.stereotype.Service import org.springframework.stereotype.Service
import java.text.Normalizer
@Configuration @Configuration
@ConfigurationProperties(prefix = "aqua-net.openai") @ConfigurationProperties(prefix = "aqua-net.openai")
@@ -49,7 +50,9 @@ class AquaNetSafetyService(
val safety: AquaNetSafetyRepo, val safety: AquaNetSafetyRepo,
val openAIConfig: OpenAIConfig val openAIConfig: OpenAIConfig
) { ) {
suspend fun isSafe(content: String): Boolean { suspend fun isSafe(rawContent: String): Boolean {
// NFKC normalize
val content = Normalizer.normalize(rawContent, Normalizer.Form.NFKC)
if (content.isBlank()) return true if (content.isBlank()) return true
async { safety.findByContent(content) }?.let { return it.safe } async { safety.findByContent(content) }?.let { return it.safe }