sql: limit FTS preprocessing to NFKD normalization (#45285)

This commit is contained in:
Frédéric Péters 2020-07-20 14:49:11 +02:00
parent 755590d069
commit d1bda63792
1 changed files with 3 additions and 1 deletions

View File

@ -21,6 +21,7 @@ import psycopg2.extras
import datetime
import time
import re
import unicodedata
try:
import cPickle as pickle
except ImportError:
@ -1659,7 +1660,8 @@ class SqlDataMixin(SqlMixin):
WHERE id = %%(id)s''' % self._table_name
cur.execute(sql_statement, {
'id': self.id,
'fts': qommon.misc.simplify(' '.join(fts_strings), space=' ')})
'fts': unicodedata.normalize('NFKD', ' '.join(fts_strings)),
})
conn.commit()
cur.close()