lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-04-29 18:51:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix t5

Browse Source
This commit is contained in:
layerdiffusion
2024-08-07 21:10:23 -07:00
parent a91a81d8e6
commit 463cff0d89
1 changed files with 10 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
backend/text_processing/t5_engine.py
View File

@@ -25,7 +25,8 @@ class T5TextProcessingEngine:
self.emphasis = emphasis.get_current_option(emphasis_name)() self.emphasis = emphasis.get_current_option(emphasis_name)()
self.min_length = min_length self.min_length = min_length
self.id_end = self.tokenizer('')["input_ids"][0] self.id_end = 1
self.id_pad = 0
vocab = self.tokenizer.get_vocab() vocab = self.tokenizer.get_vocab()
@@ -81,14 +82,16 @@ class T5TextProcessingEngine:
nonlocal token_count nonlocal token_count
nonlocal chunk nonlocal chunk
token_count += len(chunk.tokens)
to_add = self.min_length - len(chunk.tokens) - 1
if to_add > 0:
chunk.tokens += [self.id_end] * to_add
chunk.multipliers += [1.0] * to_add
chunk.tokens = chunk.tokens + [self.id_end] chunk.tokens = chunk.tokens + [self.id_end]
chunk.multipliers = chunk.multipliers + [1.0] chunk.multipliers = chunk.multipliers + [1.0]
current_chunk_length = len(chunk.tokens)
token_count += current_chunk_length
remaining_count = self.min_length - current_chunk_length
if remaining_count > 0:
chunk.tokens += [self.id_pad] * remaining_count
chunk.multipliers += [1.0] * remaining_count
chunks.append(chunk) chunks.append(chunk)
chunk = PromptChunk() chunk = PromptChunk()