GitHub/Anki
1
0
Fork 0
mirror of https://github.com/ankitects/anki.git synced 2025-11-12 07:37:11 -05:00
Code Issues Projects Releases Packages 1 Wiki Activity Actions

Revert "ensure fields normalized before checksumming"

Browse source 
This reverts commit f4bd867b3b54b172125d2f2021c8c6a6e69c4c4d.
This commit is contained in:
Damien Elmes 2021-03-17 22:21:13 +10:00
parent f8b5210df9
commit 7472181aeb
1 changed files with 1 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
pylib/anki/utils.py
View file

@ -15,7 +15,6 @@ import sys
import tempfile import tempfile
import time import time
import traceback import traceback
import unicodedata
from contextlib import contextmanager from contextlib import contextmanager
from hashlib import sha1 from hashlib import sha1
from html.entities import name2codepoint from html.entities import name2codepoint
@ -202,11 +201,8 @@ def checksum(data: Union[bytes, str]) -> str:
def fieldChecksum(data: str) -> int: def fieldChecksum(data: str) -> int:
without_html = stripHTMLMedia(data)
normalized = unicodedata.normalize("NFC", without_html)
utf8_text = normalized.encode("utf-8")
# 32 bit unsigned number from first 8 digits of sha1 hash # 32 bit unsigned number from first 8 digits of sha1 hash
return int(checksum(utf8_text)[:8], 16) return int(checksum(stripHTMLMedia(data).encode("utf-8"))[:8], 16)
# Temp files # Temp files