Skip to content

Commit edde410

Browse files
fix test_integration (#497)
1 parent e438a38 commit edde410

1 file changed

Lines changed: 12 additions & 2 deletions

File tree

gptqmodel/integration/optimum/hf_quantizer_gptq.py

Lines changed: 12 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,8 @@
2121

2222
from transformers.utils import is_optimum_available, is_torch_available, logging
2323
from transformers.utils.quantization_config import QuantizationConfigMixin
24-
24+
from transformers import __version__ as transformers_version
25+
from packaging import version
2526
if is_torch_available():
2627
import torch
2728

@@ -79,10 +80,19 @@ def _process_model_after_weight_loading(self, model: "PreTrainedModel", **kwargs
7980
self.optimum_quantizer.quantize_model(model, self.quantization_config.tokenizer)
8081
model.config.quantization_config = GPTQConfig.from_dict(self.optimum_quantizer.to_dict())
8182

83+
def _is_transformers_new_version(self):
84+
return version.parse(transformers_version) >= version.parse("4.46.0")
85+
8286
@property
8387
def is_trainable(self, model: Optional["PreTrainedModel"] = None):
8488
return True
8589

8690
@property
8791
def is_serializable(self):
88-
return True
92+
if self._is_transformers_new_version():
93+
def is_serializable_fn(safe_serialization=True):
94+
return True
95+
96+
return is_serializable_fn
97+
else:
98+
return True

0 commit comments

Comments
 (0)