turboderp-org/exllamav2
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav2.git synced 2026-04-20 14:29:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix imports in test_inference

Browse Source
This commit is contained in:
turboderp
2024-06-24 00:56:29 +02:00
parent 9b725dd5cc
commit 05b1f2194e
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
test_inference.py
View File

@@ -24,8 +24,8 @@ from exllamav2.parallel_decoder import ExLlamaV2ParallelDecoder
import argparse, os, math, time
import torch
import torch.nn.functional as F
from conversion.tokenize import get_tokens
from conversion.quantize import list_live_tensors
from exllamav2.conversion.tokenize import get_tokens
from exllamav2.conversion.quantize import list_live_tensors
import gc
# from exllamav2.mlp import set_catch