turboderp-org/exllamav2
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav2.git synced 2026-04-19 22:08:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

Rename JSON example

Browse Source
This commit is contained in:
turboderp
2024-10-02 23:59:53 +02:00
parent ed6dc9b7b3
commit 7bacab2a55
2 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/inference_json.py → examples/inference_lmfe.py
View File

@@ -5,7 +5,7 @@ sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
from exllamav2 import ExLlamaV2, ExLlamaV2Config, ExLlamaV2Cache, ExLlamaV2Tokenizer
from exllamav2.generator import ExLlamaV2DynamicGenerator
from exllamav2.generator.filters import ExLlamaV2PrefixFilter
from inference_json_lmfe_wrapper import ExLlamaV2TokenEnforcerFilter
from inference_lmfe_wrapper import ExLlamaV2TokenEnforcerFilter
from lmformatenforcer import JsonSchemaParser
from pydantic import BaseModel, conlist
from typing import Literal

0
examples/inference_json_lmfe_wrapper.py → examples/inference_lmfe_wrapper.py
View File