mirror of
https://github.com/invoke-ai/InvokeAI.git
synced 2026-02-12 09:34:54 -05:00
use "\u2581" instead of the character itself for clarity
This commit is contained in:
committed by
psychedelicious
parent
bbb5d68146
commit
099d75ca1e
@@ -200,7 +200,7 @@ class FluxTextEncoderInvocation(BaseInvocation):
|
||||
|
||||
# The T5 tokenizer uses a space-like character ' ' (U+2581) to denote spaces.
|
||||
# We'll replace it with a regular space for readability.
|
||||
tokens = [t.replace(" ", " ") for t in tokens]
|
||||
tokens = [t.replace("\u2581", " ") for t in tokens]
|
||||
|
||||
tokenized_str = ""
|
||||
used_tokens = 0
|
||||
|
||||
Reference in New Issue
Block a user