From 201e082ae7b4ecd8a1db3092b47e88c072149b30 Mon Sep 17 00:00:00 2001 From: destefy Date: Thu, 27 Jun 2024 14:58:43 -0400 Subject: [PATCH] check before deleting --- centml/compiler/backend.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/centml/compiler/backend.py b/centml/compiler/backend.py index 2ae4656..7ecd3ad 100644 --- a/centml/compiler/backend.py +++ b/centml/compiler/backend.py @@ -164,7 +164,8 @@ def remote_compilation(self): # Let garbage collector free the memory used by the uncompiled model with self.lock: del self.inputs - del self.module + if self.module: + del self.module gc.collect() torch.cuda.empty_cache()