|
| 1 | +# |
| 2 | +# Licensed to the Apache Software Foundation (ASF) under one or more |
| 3 | +# contributor license agreements. See the NOTICE file distributed with |
| 4 | +# this work for additional information regarding copyright ownership. |
| 5 | +# The ASF licenses this file to You under the Apache License, Version 2.0 |
| 6 | +# (the "License"); you may not use this file except in compliance with |
| 7 | +# the License. You may obtain a copy of the License at |
| 8 | +# |
| 9 | +# http://www.apache.org/licenses/LICENSE-2.0 |
| 10 | +# |
| 11 | +# Unless required by applicable law or agreed to in writing, software |
| 12 | +# distributed under the License is distributed on an "AS IS" BASIS, |
| 13 | +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 14 | +# See the License for the specific language governing permissions and |
| 15 | +# limitations under the License. |
| 16 | +# |
| 17 | + |
| 18 | +# Set everything to be logged to the console |
| 19 | +rootLogger.level = info |
| 20 | +rootLogger.appenderRef.stdout.ref = console |
| 21 | + |
| 22 | +# In the pattern layout configuration below, we specify an explicit `%ex` conversion |
| 23 | +# pattern for logging Throwables. If this was omitted, then (by default) Log4J would |
| 24 | +# implicitly add an `%xEx` conversion pattern which logs stacktraces with additional |
| 25 | +# class packaging information. That extra information can sometimes add a substantial |
| 26 | +# performance overhead, so we disable it in our default logging config. |
| 27 | +# For more information, see SPARK-39361. |
| 28 | +appender.console.type = Console |
| 29 | +appender.console.name = console |
| 30 | +appender.console.target = SYSTEM_ERR |
| 31 | +appender.console.layout.type = PatternLayout |
| 32 | +appender.console.layout.pattern = %d{yy/MM/dd HH:mm:ss} %p %c{1}: %m%n%ex |
| 33 | + |
| 34 | +# Set the default spark-shell/spark-sql log level to WARN. When running the |
| 35 | +# spark-shell/spark-sql, the log level for these classes is used to overwrite |
| 36 | +# the root logger's log level, so that the user can have different defaults |
| 37 | +# for the shell and regular Spark apps. |
| 38 | +logger.repl.name = org.apache.spark.repl.Main |
| 39 | +logger.repl.level = warn |
| 40 | + |
| 41 | +logger.thriftserver.name = org.apache.spark.sql.hive.thriftserver.SparkSQLCLIDriver |
| 42 | +logger.thriftserver.level = warn |
| 43 | + |
| 44 | +# Settings to quiet third party logs that are too verbose |
| 45 | +logger.jetty1.name = org.sparkproject.jetty |
| 46 | +logger.jetty1.level = warn |
| 47 | +logger.jetty2.name = org.sparkproject.jetty.util.component.AbstractLifeCycle |
| 48 | +logger.jetty2.level = error |
| 49 | +logger.replexprTyper.name = org.apache.spark.repl.SparkIMain$exprTyper |
| 50 | +logger.replexprTyper.level = info |
| 51 | +logger.replSparkILoopInterpreter.name = org.apache.spark.repl.SparkILoop$SparkILoopInterpreter |
| 52 | +logger.replSparkILoopInterpreter.level = info |
| 53 | +logger.parquet1.name = org.apache.parquet |
| 54 | +logger.parquet1.level = error |
| 55 | +logger.parquet2.name = parquet |
| 56 | +logger.parquet2.level = error |
| 57 | + |
| 58 | +# SPARK-9183: Settings to avoid annoying messages when looking up nonexistent UDFs in SparkSQL with Hive support |
| 59 | +logger.RetryingHMSHandler.name = org.apache.hadoop.hive.metastore.RetryingHMSHandler |
| 60 | +logger.RetryingHMSHandler.level = fatal |
| 61 | +logger.FunctionRegistry.name = org.apache.hadoop.hive.ql.exec.FunctionRegistry |
| 62 | +logger.FunctionRegistry.level = error |
| 63 | + |
| 64 | +# For deploying Spark ThriftServer |
| 65 | +# SPARK-34128: Suppress undesirable TTransportException warnings involved in THRIFT-4805 |
| 66 | +appender.console.filter.1.type = RegexFilter |
| 67 | +appender.console.filter.1.regex = .*Thrift error occurred during processing of message.* |
| 68 | +appender.console.filter.1.onMatch = deny |
| 69 | +appender.console.filter.1.onMismatch = neutral |
0 commit comments