We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 89581f3 commit 3d7e786Copy full SHA for 3d7e786
trafilatura/deduplication.py
@@ -22,7 +22,7 @@
22
23
BIN_COUNT_FUNC = getattr(int, "bit_count", lambda x: bin(x).count("1"))
24
25
-PUNCT_TBL = str.maketrans({i: ' ' for i in range(0x10FFFF) if unicodedata.category(chr(i)).startswith('P')})
+PUNCT_TBL = str.maketrans({i: " " for i in range(0x10FFFF) if unicodedata.category(chr(i))[0] == "P"})
26
27
28
@lru_cache(maxsize=1024)
0 commit comments