[dagster-aws] Fix bug when logging records from pyspark_step_launcher (…

…#6680)
dagster-io · Feb 17, 2022 · 85aff95 · 85aff95
1 parent d2117a4
commit 85aff95
Showing 1 changed file with 3 additions and 4 deletions.
diff --git a/python_modules/libraries/dagster-aws/dagster_aws/emr/pyspark_step_launcher.py b/python_modules/libraries/dagster-aws/dagster_aws/emr/pyspark_step_launcher.py
@@ -373,10 +373,9 @@ def _log_logs_from_s3(self, log, emr_step_id):
         records = parse_hadoop_log4j_records(stderr_log)
         for record in records:
             if record.level:
-                log._log(  # pylint: disable=protected-access
-                    record.level,
-                    "".join(["Spark Driver stderr: ", record.logger, ": ", record.message]),
-                    {},
+                log.log(
+                    level=record.level,
+                    msg="".join(["Spark Driver stderr: ", record.logger, ": ", record.message]),
                 )
             else:
                 log.debug(f"Spark Driver stderr: {record.message}")