lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-02-08 08:59:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix t5

Browse Source
This commit is contained in:
layerdiffusion
2024-08-07 21:10:23 -07:00
parent a91a81d8e6
commit 463cff0d89
1 changed files with 10 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
backend/text_processing/t5_engine.py
View File

@@ -25,7 +25,8 @@ class T5TextProcessingEngine:
self.emphasis = emphasis.get_current_option(emphasis_name)()
self.min_length = min_length
self.id_end = self.tokenizer('')["input_ids"][0]
self.id_end = 1
self.id_pad = 0
vocab = self.tokenizer.get_vocab()
@@ -81,14 +82,16 @@ class T5TextProcessingEngine:
nonlocal token_count
nonlocal chunk
token_count += len(chunk.tokens)
to_add = self.min_length - len(chunk.tokens) - 1
if to_add > 0:
chunk.tokens += [self.id_end] * to_add
chunk.multipliers += [1.0] * to_add
chunk.tokens = chunk.tokens + [self.id_end]
chunk.multipliers = chunk.multipliers + [1.0]
current_chunk_length = len(chunk.tokens)
token_count += current_chunk_length
remaining_count = self.min_length - current_chunk_length
if remaining_count > 0:
chunk.tokens += [self.id_pad] * remaining_count
chunk.multipliers += [1.0] * remaining_count
chunks.append(chunk)
chunk = PromptChunk()