turboderp-org/exllamav2
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav2.git synced 2026-04-20 06:19:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #324 from flying-x/master

Browse Source 
2 minor changes
This commit is contained in:
turboderp
2024-02-11 10:09:55 +01:00
committed by GitHub
parent d7eddbaee0 79402c5c7f
commit 944e523109
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
.gitignore vendored
View File

@@ -5,4 +5,7 @@ build/
__pycache__/
.idea
venv
dist
dist
# produced by `pip install -e .`
exllamav2_ext.cpython-*.so

1
test_inference.py
View File

@@ -18,7 +18,6 @@ from exllamav2.mlp import ExLlamaV2MLP
from exllamav2.moe_mlp import ExLlamaV2MoEMLP
import argparse, os, math, time
import pandas, fastparquet
import torch
import torch.nn.functional as F
from conversion.tokenize import get_tokens