Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Disable unit test of llm_int8_linear op #62282

Merged
merged 1 commit into from
Mar 5, 2024
Merged

Disable unit test of llm_int8_linear op #62282

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
90 changes: 13 additions & 77 deletions test/quantization/test_llm_int8_linear.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -15,12 +15,11 @@
import unittest

import numpy as np
from test_weight_only_linear import convert_uint16_to_float, get_cuda_version
from test_weight_only_linear import convert_uint16_to_float

import paddle
import paddle.nn.quant as Q
from paddle import base
from paddle.base import core
from paddle.base.framework import default_main_program
from paddle.framework import set_default_dtype
from paddle.pir_utils import test_with_pir_api
Expand All @@ -30,12 +29,7 @@
default_main_program().random_seed = 42


@unittest.skipIf(
not core.is_compiled_with_cuda()
or get_cuda_version() < 11020
or paddle.device.cuda.get_device_capability()[0] < 8,
"quantized_matmul requires CUDA >= 11.2 and CUDA_ARCH >= 8",
)
@unittest.skipIf(True, "Disable this unit test in release/2.6")
class LLMInt8LinearTestCase(unittest.TestCase):
def config(self):
self.dtype = 'float16'
Expand Down Expand Up @@ -149,25 +143,15 @@ def test_llm_int8_linear(self):
)


@unittest.skipIf(
not core.is_compiled_with_cuda()
or get_cuda_version() < 11020
or paddle.device.cuda.get_device_capability()[0] < 8,
"quantized_matmul requires CUDA >= 11.2 and CUDA_ARCH >= 8",
)
@unittest.skipIf(True, "Disable this unit test in release/2.6")
class LLMInt8LinearTestCase1(LLMInt8LinearTestCase):
def config(self):
super().config()
self.dtype = 'float16'
self.weight_dtype = "int8"


@unittest.skipIf(
not core.is_compiled_with_cuda()
or get_cuda_version() < 11020
or paddle.device.cuda.get_device_capability()[0] < 8,
"quantized_matmul requires CUDA >= 11.2 and CUDA_ARCH >= 8",
)
@unittest.skipIf(True, "Disable this unit test in release/2.6")
class LLMInt8LinearTestCase2(LLMInt8LinearTestCase):
def config(self):
super().config()
Expand All @@ -176,39 +160,23 @@ def config(self):
self.weight_dtype = "int8"


@unittest.skipIf(
not core.is_compiled_with_cuda()
or get_cuda_version() < 11020
or paddle.device.cuda.get_device_capability()[0] < 8,
"quantized_matmul requires CUDA >= 11.2 and CUDA_ARCH >= 8",
)
@unittest.skipIf(True, "Disable this unit test in release/2.6")
class LLMInt8LinearTestCase3(LLMInt8LinearTestCase):
def config(self):
super().config()
self.dtype = 'bfloat16'
self.weight_dtype = "int8"


@unittest.skipIf(
not core.is_compiled_with_cuda()
or get_cuda_version() < 11020
or paddle.device.cuda.get_device_capability()[0] < 8
or not core.is_bfloat16_supported(core.CUDAPlace(0)),
"quantized_matmul requires CUDA >= 11.2 and CUDA_ARCH >= 8 or core is not support bfloat16",
)
@unittest.skipIf(True, "Disable this unit test in release/2.6")
class LLMInt8LinearTestCase4(LLMInt8LinearTestCase):
def config(self):
super().config()
self.dtype = 'float16'
self.weight_dtype = "int4"


@unittest.skipIf(
not core.is_compiled_with_cuda()
or get_cuda_version() < 11020
or paddle.device.cuda.get_device_capability()[0] < 8,
"quantized_matmul requires CUDA >= 11.2 and CUDA_ARCH >= 8",
)
@unittest.skipIf(True, "Disable this unit test in release/2.6")
class LLMInt8LinearTestCase5(LLMInt8LinearTestCase):
def config(self):
super().config()
Expand All @@ -217,26 +185,15 @@ def config(self):
self.weight_dtype = "int4"


@unittest.skipIf(
not core.is_compiled_with_cuda()
or get_cuda_version() < 11020
or paddle.device.cuda.get_device_capability()[0] < 8
or not core.is_bfloat16_supported(core.CUDAPlace(0)),
"quantized_matmul requires CUDA >= 11.2 and CUDA_ARCH >= 8 or core is not support bfloat16",
)
@unittest.skipIf(True, "Disable this unit test in release/2.6")
class LLMInt8LinearTestCase6(LLMInt8LinearTestCase):
def config(self):
super().config()
self.dtype = 'bfloat16'
self.weight_dtype = "int4"


@unittest.skipIf(
not core.is_compiled_with_cuda()
or get_cuda_version() < 11020
or paddle.device.cuda.get_device_capability()[0] < 8,
"quantized_matmul requires CUDA >= 11.2 and CUDA_ARCH >= 8",
)
@unittest.skipIf(True, "Disable this unit test in release/2.6")
class LLMInt8LinearTestCase7(LLMInt8LinearTestCase):
def config(self):
super().config()
Expand All @@ -246,12 +203,7 @@ def config(self):
self.token = 1


@unittest.skipIf(
not core.is_compiled_with_cuda()
or get_cuda_version() < 11020
or paddle.device.cuda.get_device_capability()[0] < 8,
"quantized_matmul requires CUDA >= 11.2 and CUDA_ARCH >= 8",
)
@unittest.skipIf(True, "Disable this unit test in release/2.6")
class LLMInt8LinearTestCase8(LLMInt8LinearTestCase):
def config(self):
super().config()
Expand All @@ -262,12 +214,7 @@ def config(self):
self.token = 1


@unittest.skipIf(
not core.is_compiled_with_cuda()
or get_cuda_version() < 11020
or paddle.device.cuda.get_device_capability()[0] < 8,
"quantized_matmul requires CUDA >= 11.2 and CUDA_ARCH >= 8",
)
@unittest.skipIf(True, "Disable this unit test in release/2.6")
class LLMInt8LinearTestCase9(LLMInt8LinearTestCase):
def config(self):
super().config()
Expand All @@ -277,12 +224,7 @@ def config(self):
self.token = 1


@unittest.skipIf(
not core.is_compiled_with_cuda()
or get_cuda_version() < 11020
or paddle.device.cuda.get_device_capability()[0] < 8,
"quantized_matmul requires CUDA >= 11.2 and CUDA_ARCH >= 8",
)
@unittest.skipIf(True, "Disable this unit test in release/2.6")
class LLMInt8LinearTestCase10(LLMInt8LinearTestCase):
def config(self):
super().config()
Expand All @@ -293,13 +235,7 @@ def config(self):
self.token = 1


@unittest.skipIf(
not core.is_compiled_with_cuda()
or not core.is_compiled_with_cuda()
or get_cuda_version() < 11020
or paddle.device.cuda.get_device_capability()[0] < 8,
"quantized_matmul requires CUDA >= 11.2 and CUDA_ARCH >= 8",
)
@unittest.skipIf(True, "Disable this unit test in release/2.6")
class LLMInt8LinearTestCaseStatic(LLMInt8LinearTestCase):
def config(self):
super().config()
Expand Down