diff --git a/keras_nlp/models/preprocessor.py b/keras_nlp/models/preprocessor.py
index 546cc7639b..70b2e72b70 100644
--- a/keras_nlp/models/preprocessor.py
+++ b/keras_nlp/models/preprocessor.py
@@ -22,6 +22,10 @@
 class Preprocessor(keras.layers.Layer):
     """Base class for model preprocessors."""
 
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self._tokenizer = None
+
     @property
     def tokenizer(self):
         """The tokenizer used to tokenize strings."""
diff --git a/keras_nlp/models/task.py b/keras_nlp/models/task.py
index 8ea1e2439a..f1497f063f 100644
--- a/keras_nlp/models/task.py
+++ b/keras_nlp/models/task.py
@@ -26,6 +26,11 @@
 class Task(PipelineModel):
     """Base class for Task models."""
 
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self._backbone = None
+        self._preprocessor = None
+
     def preprocess_samples(self, x, y=None, sample_weight=None):
         return self.preprocessor(x, y=y, sample_weight=sample_weight)