turboderp-org/exllamav3
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav3.git synced 2026-04-20 14:29:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix example

Browse Source
This commit is contained in:
turboderp
2025-06-12 04:14:52 +02:00
parent afa7f1e5d0
commit 72bdf5a39c
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/transformers_integration.py
View File

@@ -3,7 +3,7 @@ sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
import torch
from transformers import AutoTokenizer, AutoModelForCausalLM, Gemma3ForConditionalGeneration
from exllamav3.integration import patch_transformers
from exllamav3.integration.transformers import patch_transformers
# At the moment, ExLlamaV3 integrates into Transformers by injecting a couple of classes into Transformers' lists
# of recognized quantization formats. Expect this method to change