Problem Description
the seqlen is 10 actually
@pytest.mark.parametrize("act_group_size", [-1, 128])
def test_wfp8afp8_static(self, act_group_size, tiny_opt_model, opt_tokenizer, dataloader):
from auto_round.wrapper import WrapperWALayer
autoround = AutoRound(
tiny_opt_model,
opt_tokenizer,
group_size=128,
act_group_size=act_group_size,
iters=2,
seqlen=2,
dataset=dataloader,
data_type="fp8",
act_dynamic=False,
act_data_type="fp8",
)
autoround.quantize()
Reproduction Steps
~
Environment Information
~
Error Logs
Additional Context
No response
Problem Description
the seqlen is 10 actually
@pytest.mark.parametrize("act_group_size", [-1, 128])
def test_wfp8afp8_static(self, act_group_size, tiny_opt_model, opt_tokenizer, dataloader):
from auto_round.wrapper import WrapperWALayer
Reproduction Steps
~
Environment Information
~
Error Logs
Additional Context
No response