ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-04-30 11:11:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

Speed up omnigen TE loading

Browse Source
This commit is contained in:
Jaret Burkett
2025-07-05 09:32:00 -06:00
parent 5906a76666
commit bbb57de6ec
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
extensions_built_in/diffusion_models/omnigen2/__init__.py
View File

@@ -84,7 +84,7 @@ class OmniGen2Model(BaseModel):
subfolder="mllm", subfolder="mllm",
torch_dtype=torch.bfloat16 torch_dtype=torch.bfloat16
) )
mllm.to(self.device_torch, dtype=dtype)
if self.model_config.quantize_te: if self.model_config.quantize_te:
self.print_and_status_update("Quantizing Qwen2.5 VL model") self.print_and_status_update("Quantizing Qwen2.5 VL model")
quantization_type = get_qtype(self.model_config.qtype_te) quantization_type = get_qtype(self.model_config.qtype_te)