diff --git a/pytext/models/bert_classification_models.py b/pytext/models/bert_classification_models.py
index e8c4b1abc..3ac3fa1e1 100644
--- a/pytext/models/bert_classification_models.py
+++ b/pytext/models/bert_classification_models.py
@@ -83,7 +83,7 @@ def forward(
         return self.decoder(representation, *args)
 
     def caffe2_export(self, tensorizers, tensor_dict, path, export_onnx_path=None):
-        pass
+        raise NotImplementedError
 
     @classmethod
     def from_config(cls, config: Config, tensorizers: Dict[str, Tensorizer]):
diff --git a/pytext/models/disjoint_multitask_model.py b/pytext/models/disjoint_multitask_model.py
index 34151ef55..62549460c 100644
--- a/pytext/models/disjoint_multitask_model.py
+++ b/pytext/models/disjoint_multitask_model.py
@@ -70,4 +70,4 @@ def arrange_model_context(self, tensor_dict):
         return self.current_model.arrange_model_context(tensor_dict)
 
     def caffe2_export(self, tensorizers, tensor_dict, path, export_onnx_path=None):
-        pass
+        raise NotImplementedError