Azure-Tang 203b853c75 rm KMoEGateDeepSeekV3, fall back to KMoEGate

2025-04-01 07:13:05 +00:00

..

rocm

Fix rocm example yaml

2025-03-15 22:27:02 -04:00

DeepSeek-V2-Chat-multi-gpu-4.yaml

optimize gguf dequant, save mem, support Q2_K

2025-02-22 06:13:01 +00:00

DeepSeek-V2-Chat-multi-gpu.yaml

optimize gguf dequant, save mem, support Q2_K

2025-02-22 06:13:01 +00:00

DeepSeek-V2-Chat.yaml

optimize gguf dequant, save mem, support Q2_K

2025-02-22 06:13:01 +00:00

DeepSeek-V2-Lite-Chat-multi-gpu.yaml

optimize gguf dequant, save mem, support Q2_K

2025-02-22 06:13:01 +00:00

DeepSeek-V2-Lite-Chat.yaml

add balance-serve, support concurrence

2025-03-31 22:55:32 +08:00

DeepSeek-V3-Chat-fp8-linear-ggml-experts-serve.yaml

add balance-serve, support concurrence

2025-03-31 22:55:32 +08:00

DeepSeek-V3-Chat-fp8-linear-ggml-experts.yaml

rm KMoEGateDeepSeekV3, fall back to KMoEGate

2025-04-01 07:13:05 +00:00

DeepSeek-V3-Chat-multi-gpu-4.yaml

rm KMoEGateDeepSeekV3, fall back to KMoEGate

2025-04-01 07:13:05 +00:00

DeepSeek-V3-Chat-multi-gpu-8.yaml

rm KMoEGateDeepSeekV3, fall back to KMoEGate

2025-04-01 07:13:05 +00:00

DeepSeek-V3-Chat-multi-gpu-fp8-linear-ggml-experts.yaml

rm KMoEGateDeepSeekV3, fall back to KMoEGate

2025-04-01 07:13:05 +00:00

DeepSeek-V3-Chat-multi-gpu-marlin.yaml

rm KMoEGateDeepSeekV3, fall back to KMoEGate

2025-04-01 07:13:05 +00:00

DeepSeek-V3-Chat-multi-gpu.yaml

rm KMoEGateDeepSeekV3, fall back to KMoEGate

2025-04-01 07:13:05 +00:00

DeepSeek-V3-Chat-serve.yaml

add balance-serve, support concurrence

2025-03-31 22:55:32 +08:00

DeepSeek-V3-Chat.yaml

add balance-serve, support concurrence

2025-03-31 22:55:32 +08:00

Internlm2_5-7b-Chat-1m.yaml

[feature] release 0.1.3

2024-08-28 16:11:43 +00:00

Mixtral.yaml

optimize gguf dequant, save mem, support Q2_K

2025-02-22 06:13:01 +00:00

Moonlight-16B-A3B-serve.yaml

rm KMoEGateDeepSeekV3, fall back to KMoEGate

2025-04-01 07:13:05 +00:00

Moonlight-16B-A3B.yaml

rm KMoEGateDeepSeekV3, fall back to KMoEGate

2025-04-01 07:13:05 +00:00

Qwen2-57B-A14B-Instruct-multi-gpu.yaml

optimize gguf dequant, save mem, support Q2_K

2025-02-22 06:13:01 +00:00

Qwen2-57B-A14B-Instruct.yaml

optimize gguf dequant, save mem, support Q2_K

2025-02-22 06:13:01 +00:00