turboderp-org/exllamav2
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav2.git synced 2026-04-20 14:29:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

A little cleanup

Browse Source
This commit is contained in:
turboderp
2024-05-18 06:39:26 +02:00
parent 357236f445
commit d0c31a509f
1 changed files with 2 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
examples/ws_server.py
View File

@@ -2,17 +2,8 @@
import sys, os
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
from exllamav2 import (
ExLlamaV2,
ExLlamaV2Config,
ExLlamaV2Cache,
ExLlamaV2Tokenizer,
model_init,
)
from exllamav2.server import (
ExLlamaV2WebSocketServer
)
from exllamav2 import ExLlamaV2Cache, model_init
from exllamav2.server import ExLlamaV2WebSocketServer
import argparse