forum: workaround size error while building index, handle malformed utf8

57454bff · Sli · Skia · 641d564e · 57454bff
Commit 57454bff authored Dec 11, 2018 by Sli Committed by Skia Dec 13, 2018
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 1 deletion

core/search_indexes.py core/search_indexes.py +3 -1

No files found.
--- a/core/search_indexes.py
+++ b/core/search_indexes.py
@@ -99,7 +99,9 @@ class BigCharFieldIndex(indexes.CharField):
    """
    def prepare(self, term):
-        return super(BigCharFieldIndex, self).prepare(term)[:240]
+        return bytes(super(BigCharFieldIndex, self).prepare(term), "utf-8")[
+            :245
+        ].decode("utf-8", errors="ignore")
 class ForumMessageIndex(indexes.SearchIndex, indexes.Indexable):