ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-04-21 23:09:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove system prompt, shouldnt be necessary fo rhow it works.

Browse Source
This commit is contained in:
Jaret Burkett
2025-02-13 08:42:48 -07:00
parent 7679105d52
commit 87ac031859
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
toolkit/models/llm_adapter.py
View File

@@ -45,7 +45,8 @@ class LLMAdapter(torch.nn.Module):
self.llm_ref: weakref.ref = weakref.ref(llm)
self.tokenizer_ref: weakref.ref = weakref.ref(tokenizer)
self.system_prompt = "You are an assistant designed to generate superior images with the superior degree of image-text alignment based on textual prompts or user prompts."
self.system_prompt = ""
# self.system_prompt = "You are an assistant designed to generate superior images with the superior degree of image-text alignment based on textual prompts or user prompts. <Prompt Start> "
self.hidden_size = llm.config.hidden_size
@@ -109,7 +110,8 @@ class LLMAdapter(torch.nn.Module):
prompt = prompt if isinstance(prompt, list) else [prompt]
prompt = [self.system_prompt + " <Prompt Start> " + p for p in prompt]
# prompt = [self.system_prompt + " <Prompt Start> " + p for p in prompt]
prompt = [self.system_prompt + p for p in prompt]
prompt_embeds, prompt_attention_mask = self._get_prompt_embeds(
prompt=prompt,