Text Processing Engine is Finished

100% reproduce all previous results, including TI embeddings, LoRAs in CLIP, emphasize settings, BREAK, timestep swap scheduling, AB mixture, advanced uncond, etc
Backend is 85% finished
This commit is contained in:
layerdiffusion
2024-08-04 14:13:37 -07:00
parent 2791203d5b
commit a72154405e
8 changed files with 123 additions and 90 deletions

View File

@@ -128,7 +128,7 @@ class EmbeddingDatabase:
return self.register_embedding_by_name(embedding, embedding.name)
def register_embedding_by_name(self, embedding, name):
ids = self.tokenizer.tokenize([name])[0]
ids = self.tokenizer([name], truncation=False, add_special_tokens=False)["input_ids"][0]
first_id = ids[0]
if first_id not in self.ids_lookup:
self.ids_lookup[first_id] = []