diff --git a/python/pyiceberg/avro/file.py b/python/pyiceberg/avro/file.py
index de7120691976..46b5ece89063 100644
--- a/python/pyiceberg/avro/file.py
+++ b/python/pyiceberg/avro/file.py
@@ -165,7 +165,8 @@ def __enter__(self) -> AvroFile[D]:
         Returns:
             A generator returning the AvroStructs.
         """
-        self.decoder = CythonBinaryDecoder(self.input_file.open().read())
+        with self.input_file.open() as f:
+            self.decoder = CythonBinaryDecoder(f.read())
         self.header = self._read_header()
         self.schema = self.header.get_schema()
         if not self.read_schema: