[KYUUBI #1855] Suppress logging to console in scalatest

### _Why are the changes needed?_

This change recovers the previous behavior, writing logs to `target/unit-tests.log` instead of print log to console in scalatest.

### _How was this patch tested?_
- [ ] Add some test cases that check the changes thoroughly including negative and positive cases if possible

- [ ] Add screenshots for manual tests if appropriate

- [ ] [Run test](https://kyuubi.apache.org/docs/latest/develop_tools/testing.html#running-tests) locally before make a pull request

Closes #1855 from pan3793/debug.

Closes #1855

a6ea4e4 [Cheng Pan] Suppress logging to console in scalatest

Authored-by: Cheng Pan <chengpan@apache.org>
Signed-off-by: Fei Wang <fwang12@ebay.com>

Author: pan3793

dev/kyuubi-extension-spark-3-1/src/test/resources/log4j2.properties

@@ -30,7 +30,7 @@ appender.console.layout.pattern = %d{HH:mm:ss.SSS} %p %c: %m%n
 appender.console.filter.1.type = Filters
 
 appender.console.filter.1.a.type = ThresholdFilter
-appender.console.filter.1.a.level = debug
+appender.console.filter.1.a.level = fatal
 
 # SPARK-34128: Suppress undesirable TTransportException warnings, due to THRIFT-4805
 appender.console.filter.1.b.type = RegexFilter

dev/kyuubi-extension-spark-3-2/src/test/resources/log4j2.properties

@@ -30,7 +30,7 @@ appender.console.layout.pattern = %d{HH:mm:ss.SSS} %p %c: %m%n
 appender.console.filter.1.type = Filters
 
 appender.console.filter.1.a.type = ThresholdFilter
-appender.console.filter.1.a.level = debug
+appender.console.filter.1.a.level = fatal
 
 # SPARK-34128: Suppress undesirable TTransportException warnings, due to THRIFT-4805
 appender.console.filter.1.b.type = RegexFilter

dev/kyuubi-extension-spark-common/src/test/resources/log4j2.properties

@@ -30,7 +30,7 @@ appender.console.layout.pattern = %d{HH:mm:ss.SSS} %p %c: %m%n
 appender.console.filter.1.type = Filters
 
 appender.console.filter.1.a.type = ThresholdFilter
-appender.console.filter.1.a.level = debug
+appender.console.filter.1.a.level = fatal
 
 # SPARK-34128: Suppress undesirable TTransportException warnings, due to THRIFT-4805
 appender.console.filter.1.b.type = RegexFilter

externals/kyuubi-flink-sql-engine/src/test/resources/log4j2.properties

@@ -30,7 +30,7 @@ appender.console.layout.pattern = %d{HH:mm:ss.SSS} %p %c: %m%n
 appender.console.filter.1.type = Filters
 
 appender.console.filter.1.a.type = ThresholdFilter
-appender.console.filter.1.a.level = debug
+appender.console.filter.1.a.level = fatal
 
 # SPARK-34128: Suppress undesirable TTransportException warnings, due to THRIFT-4805
 appender.console.filter.1.b.type = RegexFilter

externals/kyuubi-spark-sql-engine/src/test/resources/log4j2.properties

@@ -30,7 +30,7 @@ appender.console.layout.pattern = %d{HH:mm:ss.SSS} %p %c: %m%n
 appender.console.filter.1.type = Filters
 
 appender.console.filter.1.a.type = ThresholdFilter
-appender.console.filter.1.a.level = debug
+appender.console.filter.1.a.level = fatal
 
 # SPARK-34128: Suppress undesirable TTransportException warnings, due to THRIFT-4805
 appender.console.filter.1.b.type = RegexFilter

externals/kyuubi-trino-engine/src/test/resources/log4j2.properties

@@ -30,7 +30,7 @@ appender.console.layout.pattern = %d{HH:mm:ss.SSS} %p %c: %m%n
 appender.console.filter.1.type = Filters
 
 appender.console.filter.1.a.type = ThresholdFilter
-appender.console.filter.1.a.level = debug
+appender.console.filter.1.a.level = fatal
 
 # SPARK-34128: Suppress undesirable TTransportException warnings, due to THRIFT-4805
 appender.console.filter.1.b.type = RegexFilter

integration-tests/kyuubi-flink-it/src/test/resources/log4j2.properties

@@ -0,0 +1,57 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# Set everything to be logged to the file target/unit-tests.log
+rootLogger.level = debug
+rootLogger.appenderRef.stdout.ref = STDOUT
+rootLogger.appenderRef.file.ref = File
+
+# Console Appender
+appender.console.type = Console
+appender.console.name = STDOUT
+appender.console.target = SYSTEM_OUT
+appender.console.layout.type = PatternLayout
+appender.console.layout.pattern = %d{HH:mm:ss.SSS} %p %c: %m%n
+
+appender.console.filter.1.type = Filters
+
+appender.console.filter.1.a.type = ThresholdFilter
+appender.console.filter.1.a.level = fatal
+
+# SPARK-34128: Suppress undesirable TTransportException warnings, due to THRIFT-4805
+appender.console.filter.1.b.type = RegexFilter
+appender.console.filter.1.b.regex = .*Thrift error occurred during processing of message.*
+appender.console.filter.1.b.onMatch = deny
+appender.console.filter.1.b.onMismatch = neutral
+
+# File Appender
+appender.file.type = File
+appender.file.name = File
+appender.file.fileName = target/unit-tests.log
+appender.file.layout.type = PatternLayout
+appender.file.layout.pattern = %d{HH:mm:ss.SSS} %t %p %c{1}: %m%n
+
+appender.file.filter.1.type = Filters
+
+appender.file.filter.1.a.type = RegexFilter
+appender.file.filter.1.a.regx = .*Thrift error occurred during processing of message.*
+appender.file.filter.1.a.onMatch = deny
+appender.file.filter.1.a.onMismatch = neutral
+
+# Set the logger level of File Appender to DEBUG
+appender.file.filter.1.b.type = ThresholdFilter
+appender.file.filter.1.b.level = debug

integration-tests/kyuubi-kubernetes-deployment-it/src/test/resources/log4j2.properties

@@ -30,7 +30,7 @@ appender.console.layout.pattern = %d{HH:mm:ss.SSS} %p %c: %m%n
 appender.console.filter.1.type = Filters
 
 appender.console.filter.1.a.type = ThresholdFilter
-appender.console.filter.1.a.level = debug
+appender.console.filter.1.a.level = fatal
 
 # SPARK-34128: Suppress undesirable TTransportException warnings, due to THRIFT-4805
 appender.console.filter.1.b.type = RegexFilter

kyuubi-common/src/main/resources/log4j2-defaults.properties

@@ -29,7 +29,7 @@ appender.console.layout.pattern = %d{HH:mm:ss.SSS} %p %c: %m%n
 appender.console.filter.1.type = Filters
 
 appender.console.filter.1.a.type = ThresholdFilter
-appender.console.filter.1.a.level = debug
+appender.console.filter.1.a.level = fatal
 
 # SPARK-34128: Suppress undesirable TTransportException warnings, due to THRIFT-4805
 appender.console.filter.1.b.type = RegexFilter

kyuubi-common/src/test/resources/log4j2.properties

@@ -30,7 +30,7 @@ appender.console.layout.pattern = %d{HH:mm:ss.SSS} %p %c: %m%n
 appender.console.filter.1.type = Filters
 
 appender.console.filter.1.a.type = ThresholdFilter
-appender.console.filter.1.a.level = debug
+appender.console.filter.1.a.level = fatal
 
 # SPARK-34128: Suppress undesirable TTransportException warnings, due to THRIFT-4805
 appender.console.filter.1.b.type = RegexFilter