-
Notifications
You must be signed in to change notification settings - Fork 868
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
8 changed files
with
208 additions
and
93 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
83 changes: 83 additions & 0 deletions
83
kyuubi-ha/src/main/scala/org/apache/kyuubi/ha/HighAvailabilityConf.scala
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,83 @@ | ||
| /* | ||
| * Licensed to the Apache Software Foundation (ASF) under one or more | ||
| * contributor license agreements. See the NOTICE file distributed with | ||
| * this work for additional information regarding copyright ownership. | ||
| * The ASF licenses this file to You under the Apache License, Version 2.0 | ||
| * (the "License"); you may not use this file except in compliance with | ||
| * the License. You may obtain a copy of the License at | ||
| * | ||
| * http://www.apache.org/licenses/LICENSE-2.0 | ||
| * | ||
| * Unless required by applicable law or agreed to in writing, software | ||
| * distributed under the License is distributed on an "AS IS" BASIS, | ||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| * See the License for the specific language governing permissions and | ||
| * limitations under the License. | ||
| */ | ||
|
|
||
| package org.apache.kyuubi.ha | ||
|
|
||
| import org.apache.kyuubi.config.{ConfigBuilder, ConfigEntry, KyuubiConf} | ||
| import org.apache.kyuubi.ha.client.RetryPolicies | ||
|
|
||
| object HighAvailabilityConf { | ||
|
|
||
| private def buildConf(key: String): ConfigBuilder = KyuubiConf.buildConf(key) | ||
|
|
||
| val HA_ZK_QUORUM: ConfigEntry[String] = buildConf("ha.zookeeper.quorum") | ||
| .doc("The connection string for the zookeeper ensemble") | ||
| .version("1.0.0") | ||
| .stringConf | ||
| .createWithDefault("") | ||
|
|
||
| val HA_ZK_NAMESPACE: ConfigEntry[String] = buildConf("ha.zookeeper.namespace") | ||
| .doc("The root directory for the service to deploy its instance uri. Additionally, it will" + | ||
| " creates a -[username] suffixed root directory for each application") | ||
| .version("1.0.0") | ||
| .stringConf | ||
| .createWithDefault("kyuubi") | ||
|
|
||
| val HA_ZK_CONN_MAX_RETRIES: ConfigEntry[Int] = | ||
| buildConf("ha.zookeeper.connection.max.retries") | ||
| .doc("Max retry times for connecting to the zookeeper ensemble") | ||
| .version("1.0.0") | ||
| .intConf | ||
| .createWithDefault(3) | ||
|
|
||
| val HA_ZK_CONN_BASE_RETRY_WAIT: ConfigEntry[Int] = | ||
| buildConf("ha.zookeeper.connection.base.retry.wait") | ||
| .doc("Initial amount of time to wait between retries to the zookeeper ensemble") | ||
| .version("1.0.0") | ||
| .intConf | ||
| .createWithDefault(1000) | ||
|
|
||
| val HA_ZK_CONN_MAX_RETRY_WAIT: ConfigEntry[Int] = | ||
| buildConf("ha.zookeeper.connection.max.retry.wait") | ||
| .doc(s"Max amount of time to wait between retries for" + | ||
| s" ${RetryPolicies.BONDED_EXPONENTIAL_BACKOFF} policy can reach, or max time until" + | ||
| s" elapsed for ${RetryPolicies.UNTIL_ELAPSED} policy to connect the zookeeper ensemble") | ||
| .version("1.0.0") | ||
| .intConf | ||
| .createWithDefault(30 * 1000) | ||
|
|
||
| val HA_ZK_CONN_TIMEOUT: ConfigEntry[Int] = buildConf("ha.zookeeper.connection.timeout") | ||
| .doc("The timeout(ms) of creating the connection to the zookeeper ensemble") | ||
| .version("1.0.0") | ||
| .intConf | ||
| .createWithDefault(15 * 1000) | ||
|
|
||
| val HA_ZK_SESSION_TIMEOUT: ConfigEntry[Int] = buildConf("ha.zookeeper.session.timeout") | ||
| .doc("The timeout(ms) of a connected session to be idled") | ||
| .version("1.0.0") | ||
| .intConf | ||
| .createWithDefault(60 * 1000) | ||
|
|
||
| val HA_ZK_CONN_RETRY_POLICY: ConfigEntry[String] = | ||
| buildConf("ha.zookeeper.connection.retry.policy") | ||
| .doc("The retry policy for connecting to the zookeeper ensemble, all candidates are:" + | ||
| s" ${RetryPolicies.values.mkString("[", ", ", "]")}") | ||
| .stringConf | ||
| .checkValues(RetryPolicies.values.map(_.toString)) | ||
| .createWithDefault(RetryPolicies.EXPONENTIAL_BACKOFF.toString) | ||
|
|
||
| } |
41 changes: 41 additions & 0 deletions
41
kyuubi-ha/src/main/scala/org/apache/kyuubi/ha/client/RetryPolicies.scala
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,41 @@ | ||
| /* | ||
| * Licensed to the Apache Software Foundation (ASF) under one or more | ||
| * contributor license agreements. See the NOTICE file distributed with | ||
| * this work for additional information regarding copyright ownership. | ||
| * The ASF licenses this file to You under the Apache License, Version 2.0 | ||
| * (the "License"); you may not use this file except in compliance with | ||
| * the License. You may obtain a copy of the License at | ||
| * | ||
| * http://www.apache.org/licenses/LICENSE-2.0 | ||
| * | ||
| * Unless required by applicable law or agreed to in writing, software | ||
| * distributed under the License is distributed on an "AS IS" BASIS, | ||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| * See the License for the specific language governing permissions and | ||
| * limitations under the License. | ||
| */ | ||
|
|
||
| package org.apache.kyuubi.ha.client | ||
|
|
||
| object RetryPolicies extends Enumeration { | ||
|
|
||
| type RetryPolicy = Value | ||
|
|
||
| val | ||
| /** A retry policy that retries only once */ ONE_TIME, | ||
|
|
||
| /** A retry policy that retries a max number of times */ N_TIME, | ||
|
|
||
| /** A retry policy that retries a set number of times with increasing sleep time between | ||
| * retries | ||
| */ | ||
| EXPONENTIAL_BACKOFF, | ||
|
|
||
| /** A retry policy that retries a set number of times with an increasing (up to a maximum | ||
| * bound) sleep time between retries | ||
| */ | ||
| BONDED_EXPONENTIAL_BACKOFF, | ||
|
|
||
| /** A retry policy that retries until a given amount of time elapses */ UNTIL_ELAPSED = Value | ||
|
|
||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.