Python weirdness

2023-04-28 13:20:31 +02:00 · 2023-04-28 13:20:31 +02:00 · b7d14efc8b
parent eed61289b6
commit b7d14efc8b
1 changed files with 0 additions and 1 deletions
--- a/llama_cpp/llama.py
+++ b/llama_cpp/llama.py
@ -472,7 +472,6 @@ class Llama:
            # Contains multi-byte UTF8
            for k,char in enumerate(all_text[-3:]):
                k = 3 - k
-                char = int.from_bytes(char, "big")
                for num,pattern in [(2, 192), (3, 224), (4, 240)]:
                    # Bitwise AND check
                    if (num > k and pattern & char == pattern):