diff --git a/guardrails/guard.py b/guardrails/guard.py
index ab3d652b4..85b325ea8 100644
--- a/guardrails/guard.py
+++ b/guardrails/guard.py
@@ -271,6 +271,9 @@ def _configure_telemtry(
             self._hub_telemetry = HubTelemetry()
 
     def _fill_validator_map(self):
+        # dont init validators if were going to call the server
+        if self._api_client is not None:
+            return
         for ref in self.validators:
             entry: List[Validator] = self._validator_map.get(ref.on, [])  # type: ignore
             # Check if the validator from the reference