forum: workaround for error while indexing badly encoded text (legacy)

This commit is contained in:
Antoine Bartuccio 2018-12-10 10:45:38 +01:00 committed by Skia
parent 545671bec3
commit 269242601a
1 changed files with 3 additions and 1 deletions

View File

@ -29,6 +29,8 @@ from haystack import indexes, signals
from core.models import User
from forum.models import ForumMessage
from unicodedata import normalize
class UserIndex(indexes.SearchIndex, indexes.Indexable):
text = indexes.CharField(document=True, use_template=True)
@ -64,7 +66,7 @@ class BigCharFieldIndex(indexes.CharField):
"""
def prepare(self, term):
return super(BigCharFieldIndex, self).prepare(term)[:245]
return normalize("NFKC", super(BigCharFieldIndex, self).prepare(term))[:245]
class ForumMessageIndex(indexes.SearchIndex, indexes.Indexable):