use "\u2581" instead of the character itself for clarity

This commit is contained in:
skunkworxdark
2025-06-29 19:34:57 +01:00
committed by psychedelicious
parent bbb5d68146
commit 099d75ca1e

View File

@@ -200,7 +200,7 @@ class FluxTextEncoderInvocation(BaseInvocation):
# The T5 tokenizer uses a space-like character ' ' (U+2581) to denote spaces.
# We'll replace it with a regular space for readability.
tokens = [t.replace(" ", " ") for t in tokens]
tokens = [t.replace("\u2581", " ") for t in tokens]
tokenized_str = ""
used_tokens = 0