mirror of
https://github.com/kvcache-ai/ktransformers.git
synced 2026-04-23 15:59:16 +00:00
171578a7ec
* Change named 'KT-SFT' to 'kt-sft' * [docs]: update kt-sft name --------- Co-authored-by: ZiWei Yuan <yzwliam@126.com>
25 lines
727 B
Python
25 lines
727 B
Python
from setuptools import setup, Extension
|
|
from torch.utils import cpp_extension
|
|
from torch.utils.cpp_extension import BuildExtension, CUDAExtension
|
|
setup(
|
|
name='vLLMMarlin',
|
|
ext_modules=[
|
|
CUDAExtension(
|
|
'vLLMMarlin', [
|
|
#'custom_gguf/dequant.cu',
|
|
'binding.cpp',
|
|
'gptq_marlin/gptq_marlin.cu',
|
|
'gptq_marlin/gptq_marlin_repack.cu',
|
|
],
|
|
extra_compile_args={
|
|
'cxx': ['-O3'],
|
|
'nvcc': [
|
|
'-O3',
|
|
'--use_fast_math',
|
|
'-Xcompiler', '-fPIC',
|
|
]
|
|
},
|
|
)
|
|
],
|
|
cmdclass={'build_ext': BuildExtension}
|
|
) |