diff --git a/.gitignore b/.gitignore index 8b56a79..ad85061 100644 --- a/.gitignore +++ b/.gitignore @@ -5,4 +5,7 @@ build/ __pycache__/ .idea venv -dist \ No newline at end of file +dist + +# produced by `pip install -e .` +exllamav2_ext.cpython-312-x86_64-linux-gnu.so diff --git a/test_inference.py b/test_inference.py index 55e8673..5441b01 100644 --- a/test_inference.py +++ b/test_inference.py @@ -18,7 +18,6 @@ from exllamav2.mlp import ExLlamaV2MLP from exllamav2.moe_mlp import ExLlamaV2MoEMLP import argparse, os, math, time -import pandas, fastparquet import torch import torch.nn.functional as F from conversion.tokenize import get_tokens