turboderp-org/exllamav2
1
0
Fork 0
mirror of https://github.com/turboderp-org/exllamav2.git synced 2026-04-20 14:29:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix video example

Browse Source
This commit is contained in:
turboderp
2024-12-30 02:24:49 +01:00
parent 1ef618389b
commit ae241a9af5
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
examples/multimodal_video.py
View File

@@ -31,10 +31,11 @@ streaming = True
greedy = True
model_directory = "/mnt/str/models/qwen2-vl-7b-instruct-exl2/6.0bpw"
images_mask = os.path.join(os.path.dirname(os.path.abspath(__file__)), "media/test_video_*.png")
frames = [
{"file": f}
for f in sorted(glob.glob("media/test_video_*.png"))
for f in sorted(glob.glob(images_mask))
]
instruction = "Describe this video."