Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 6 additions & 4 deletions setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,6 @@
from setuptools import find_namespace_packages, find_packages, setup
from setuptools.command.bdist_wheel import bdist_wheel as _bdist_wheel


CUTLASS_VERSION = "3.5.0"
CUTLASS_RELEASE_URL = f"https://github.com/NVIDIA/cutlass/archive/refs/tags/v{CUTLASS_VERSION}.tar.gz"

Expand Down Expand Up @@ -420,6 +419,7 @@ def _resolve_wheel_url(tag_name: str, wheel_name: str) -> str:
# Fallback: default GitHub template
return DEFAULT_WHEEL_URL_TEMPLATE.format(tag_name=tag_name, wheel_name=wheel_name)


# Decide HAS_CUDA_V8 / HAS_CUDA_V9 without torch
HAS_CUDA_V8 = False
HAS_CUDA_V9 = False
Expand Down Expand Up @@ -526,7 +526,7 @@ def _env_enabled_any(names, default="1") -> bool:
print(f"Using NVCC_THREADS={nvcc_threads} for per-invocation NVCC concurrency.")

# Optional conda CUDA runtime headers
#conda_cuda_include_dir = os.path.join(get_python_lib(), "nvidia/cuda_runtime/include")
# conda_cuda_include_dir = os.path.join(get_python_lib(), "nvidia/cuda_runtime/include")
# if os.path.isdir(conda_cuda_include_dir):
# include_dirs.append(conda_cuda_include_dir)
# print(f"appending conda cuda include dir {conda_cuda_include_dir}")
Expand Down Expand Up @@ -786,11 +786,13 @@ def _hipify_compile_flags(flags):

additional_setup_kwargs = {
"ext_modules": extensions,
# "include_package_data": True,
# "package_data": {"": ["build/lib/*.so"]},
"cmdclass": {"build_ext": cpp_ext.BuildExtension.with_options(
use_ninja=True,
no_python_abi_suffix=True,
build_temp="build/temp",
build_lib="build/lib",
# build_lib="build/lib", TODO FIX ME why package_data doesn't work..
clean_first=False # keep intermediates for reuse
)},
}
Expand Down Expand Up @@ -850,7 +852,7 @@ def run(self):
_packages.append(_pkg)

setup(
version = gptqmodel_version,
version=gptqmodel_version,
packages=_packages,
include_package_data=True,
extras_require={
Expand Down