Break text for Chinese, etc

This commit is contained in:
M66B
2022-10-12 10:58:11 +02:00
parent 0991ad8d69
commit 78b05d2f13
2 changed files with 22 additions and 11 deletions

View File

@@ -134,12 +134,12 @@ public class Fts4DbHelper extends SQLiteOpenHelper {
db.delete("message", "rowid = ?", new String[]{Long.toString(id)});
}
static String preprocessText(String text) {
private static String preprocessText(String text) {
return Normalizer.normalize(text.trim().toLowerCase(), Normalizer.Form.NFKD)
.replaceAll("[\\p{InCombiningDiacriticalMarks}]", "");
}
private static String breakText(String text) {
static String breakText(String text) {
if (TextUtils.isEmpty(text))
return "";