From 239199957db466b71b297091d1fa0649fc069808 Mon Sep 17 00:00:00 2001 From: papersnake Date: Thu, 25 Apr 2024 19:21:34 +0800 Subject: [PATCH] Update base.py --- friendli/modules/quantizer/base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/friendli/modules/quantizer/base.py b/friendli/modules/quantizer/base.py index 47df0786..16782845 100644 --- a/friendli/modules/quantizer/base.py +++ b/friendli/modules/quantizer/base.py @@ -291,7 +291,7 @@ def get_calib_dataset(self) -> datasets.Dataset: ) encoded_dataset = tokenizer( - dataset["article"][:512], + dataset[data_cfg.lookup_column_name], return_tensors="pt", padding=True, truncation=True,