diff --git a/gptqmodel/quantization/awq/quantize/scale.py b/gptqmodel/quantization/awq/quantize/scale.py
index 85e03e75d..5ba8600c3 100644
--- a/gptqmodel/quantization/awq/quantize/scale.py
+++ b/gptqmodel/quantization/awq/quantize/scale.py
@@ -7,7 +7,7 @@
 
 import torch
 import torch.nn as nn
-from transformers.activations import GELUActivation, NewGELUActivation, PytorchGELUTanh
+from transformers.activations import GELUActivation, NewGELUActivation, GELUTanh
 from transformers.models.bloom.modeling_bloom import BloomGelu
 from transformers.models.cohere.modeling_cohere import CohereLayerNorm
 from transformers.models.gemma.modeling_gemma import GemmaRMSNorm
@@ -24,7 +24,7 @@
     nn.GELU,
     BloomGelu,
     NewGELUActivation,
-    PytorchGELUTanh,
+    GELUTanh,
     GELUActivation,
 ]