mirror of
https://github.com/ikawrakow/ik_llama.cpp.git
synced 2026-01-26 17:20:01 +00:00
0ceeb11721
* Merging mainline - WIP * Merging mainline - WIP AVX2 and CUDA appear to work. CUDA performance seems slightly (~1-2%) lower as it is so often the case with llama.cpp/ggml after some "improvements" have been made. * Merging mainline - fix Metal * Remove check --------- Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
28 lines
749 B
Bash
Executable File
28 lines
749 B
Bash
Executable File
#!/bin/bash
|
|
|
|
if [ $# -lt 2 ]; then
|
|
echo "usage: ./scripts/compare-commits.sh <commit1> <commit2> [additional llama-bench arguments]"
|
|
exit 1
|
|
fi
|
|
|
|
set -e
|
|
set -x
|
|
|
|
bench_args="${@:3}"
|
|
|
|
rm -f llama-bench.sqlite > /dev/null
|
|
|
|
# to test a backend, call the script with the corresponding environment variable (e.g. GGML_CUDA=1 ./scripts/compare-commits.sh ...)
|
|
|
|
git checkout $1 > /dev/null
|
|
make clean > /dev/null
|
|
make -j$(nproc) $make_opts llama-bench > /dev/null
|
|
./llama-bench -o sql -oe md $bench_args | sqlite3 llama-bench.sqlite
|
|
|
|
git checkout $2 > /dev/null
|
|
make clean > /dev/null
|
|
make -j$(nproc) $make_opts llama-bench > /dev/null
|
|
./llama-bench -o sql -oe md $bench_args | sqlite3 llama-bench.sqlite
|
|
|
|
./scripts/compare-llama-bench.py -b $1 -c $2
|