Skip to content

Commit

Permalink
CARBONDATA-2218 carbondata alluxio commit
Browse files Browse the repository at this point in the history
  • Loading branch information
ChandraSaripaka committed Dec 23, 2018
1 parent ead5bd9 commit 45a2e86
Show file tree
Hide file tree
Showing 2 changed files with 55 additions and 50 deletions.
84 changes: 42 additions & 42 deletions core/src/main/java/org/apache/carbondata/core/constants/CarbonCommonConstants.java
View file
Expand Up @@ -81,7 +81,7 @@ private CarbonCommonConstants() {
* default carbon properties file path
*/
public static final String CARBON_PROPERTIES_FILE_PATH_DEFAULT =
"../../../conf/carbon.properties";
"../../../conf/carbon.properties";

/**
* CARBON_DDL_BASE_HDFS_URL
Expand Down Expand Up @@ -195,7 +195,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String LOCAL_DICTIONARY_DECODER_BASED_FALLBACK =
"carbon.local.dictionary.decoder.fallback";
"carbon.local.dictionary.decoder.fallback";

/**
* System property to enable or disable decoder based local dictionary fallback default value
Expand All @@ -216,7 +216,7 @@ private CarbonCommonConstants() {

@CarbonProperty
public static final String SPARK_SCHEMA_STRING_LENGTH_THRESHOLD =
"spark.sql.sources.schemaStringLengthThreshold";
"spark.sql.sources.schemaStringLengthThreshold";

public static final int SPARK_SCHEMA_STRING_LENGTH_THRESHOLD_DEFAULT = 4000;

Expand Down Expand Up @@ -250,14 +250,14 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String CARBON_SQLASTBUILDER_CLASSNAME =
"spark.carbon.sqlastbuilder.classname";
"spark.carbon.sqlastbuilder.classname";

public static final String CARBON_SQLASTBUILDER_CLASSNAME_DEFAULT =
"org.apache.spark.sql.hive.CarbonSqlAstBuilder";
"org.apache.spark.sql.hive.CarbonSqlAstBuilder";

@CarbonProperty
public static final String CARBON_LEASE_RECOVERY_RETRY_COUNT =
"carbon.lease.recovery.retry.count";
"carbon.lease.recovery.retry.count";

public static final String CARBON_LEASE_RECOVERY_RETRY_COUNT_DEFAULT = "5";

Expand All @@ -267,7 +267,7 @@ private CarbonCommonConstants() {

@CarbonProperty
public static final String CARBON_LEASE_RECOVERY_RETRY_INTERVAL =
"carbon.lease.recovery.retry.interval";
"carbon.lease.recovery.retry.interval";

public static final String CARBON_LEASE_RECOVERY_RETRY_INTERVAL_DEFAULT = "1000";

Expand All @@ -277,7 +277,7 @@ private CarbonCommonConstants() {

@CarbonProperty
public static final String CARBON_SECURE_DICTIONARY_SERVER =
"carbon.secure.dictionary.server";
"carbon.secure.dictionary.server";

public static final String CARBON_SECURE_DICTIONARY_SERVER_DEFAULT = "true";

Expand Down Expand Up @@ -306,7 +306,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String CARBON_SEGMENT_LOCK_FILES_PRESERVE_HOURS =
"carbon.segment.lock.files.preserve.hours";
"carbon.segment.lock.files.preserve.hours";

/**
* default value is 2 days
Expand All @@ -319,7 +319,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String CARBON_INVISIBLE_SEGMENTS_PRESERVE_COUNT =
"carbon.invisible.segments.preserve.count";
"carbon.invisible.segments.preserve.count";

/**
* default value is 200, it means that it will preserve 200 invisible segment info
Expand All @@ -341,7 +341,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String CARBON_MERGE_INDEX_IN_SEGMENT =
"carbon.merge.index.in.segment";
"carbon.merge.index.in.segment";

public static final String CARBON_MERGE_INDEX_IN_SEGMENT_DEFAULT = "true";

Expand All @@ -351,7 +351,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String CARBON_MINMAX_ALLOWED_BYTE_COUNT =
"carbon.minmax.allowed.byte.count";
"carbon.minmax.allowed.byte.count";

public static final String CARBON_MINMAX_ALLOWED_BYTE_COUNT_DEFAULT = "200";

Expand Down Expand Up @@ -533,7 +533,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String CARBON_SORT_FILE_WRITE_BUFFER_SIZE =
"carbon.sort.file.write.buffer.size";
"carbon.sort.file.write.buffer.size";

/**
* SORT_FILE_WRITE_BUFFER_SIZE_DEFAULT_VALUE
Expand Down Expand Up @@ -594,7 +594,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String NUMBER_OF_TRIES_FOR_CONCURRENT_LOCK =
"carbon.concurrent.lock.retries";
"carbon.concurrent.lock.retries";

/**
* NUMBER_OF_TRIES_FOR_LOAD_METADATA_LOCK.
Expand All @@ -611,7 +611,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String MAX_TIMEOUT_FOR_CONCURRENT_LOCK =
"carbon.concurrent.lock.retry.timeout.sec";
"carbon.concurrent.lock.retry.timeout.sec";

/**
* MAX_TIMEOUT_FOR_LOAD_METADATA_LOCK
Expand All @@ -625,7 +625,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String NUMBER_OF_TRIES_FOR_CARBON_LOCK =
"carbon.lock.retries";
"carbon.lock.retries";

/**
* NUMBER_OF_TRIES_FOR_CARBON_LOCK
Expand All @@ -637,7 +637,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String MAX_TIMEOUT_FOR_CARBON_LOCK =
"carbon.lock.retry.timeout.sec";
"carbon.lock.retry.timeout.sec";

/**
* MAX_TIMEOUT_FOR_CARBON_LOCK
Expand Down Expand Up @@ -709,7 +709,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final java.lang.String PRESERVE_LATEST_SEGMENTS_NUMBER =
"carbon.numberof.preserve.segments";
"carbon.numberof.preserve.segments";

/**
* If preserve property is enabled then 2 segments will be preserved.
Expand All @@ -732,7 +732,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String CARBON_BLOCK_META_RESERVED_SPACE =
"carbon.block.meta.size.reserved.percentage";
"carbon.block.meta.size.reserved.percentage";

/**
* default value for space reserved for writing block meta data in carbon data file
Expand Down Expand Up @@ -773,7 +773,7 @@ private CarbonCommonConstants() {
@InterfaceStability.Evolving
@CarbonProperty
public static final String CARBON_INSERT_STORAGE_LEVEL =
"carbon.insert.storage.level";
"carbon.insert.storage.level";

/**
* The default value(MEMORY_AND_DISK) is the same as the default storage level of Dataset.
Expand All @@ -792,7 +792,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty(dynamicConfigurable = true)
public static final String COMPACTION_SEGMENT_LEVEL_THRESHOLD =
"carbon.compaction.level.threshold";
"carbon.compaction.level.threshold";

/**
* Default count for Number of segments to be merged in levels is 4,3
Expand All @@ -805,7 +805,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String UPDATE_DELTAFILE_COUNT_THRESHOLD_IUD_COMPACTION =
"carbon.horizontal.update.compaction.threshold";
"carbon.horizontal.update.compaction.threshold";

/**
* Default count of segments which act as a threshold for IUD compaction merge.
Expand All @@ -818,7 +818,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String DELETE_DELTAFILE_COUNT_THRESHOLD_IUD_COMPACTION =
"carbon.horizontal.delete.compaction.threshold";
"carbon.horizontal.delete.compaction.threshold";

/**
* Default count of segments which act as a threshold for IUD compaction merge.
Expand Down Expand Up @@ -866,7 +866,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String CARBON_HORIZONTAL_COMPACTION_ENABLE =
"carbon.horizontal.compaction.enable";
"carbon.horizontal.compaction.enable";

/**
* Default value for HorizontalCompaction is true.
Expand All @@ -880,7 +880,7 @@ private CarbonCommonConstants() {
@InterfaceStability.Evolving
@CarbonProperty
public static final String CARBON_UPDATE_STORAGE_LEVEL =
"carbon.update.storage.level";
"carbon.update.storage.level";

/**
* The default value(MEMORY_AND_DISK) is the same as the default storage level of Dataset.
Expand Down Expand Up @@ -944,7 +944,7 @@ private CarbonCommonConstants() {

@CarbonProperty
public static final String UNSAFE_DRIVER_WORKING_MEMORY_IN_MB =
"carbon.unsafe.driver.working.memory.in.mb";
"carbon.unsafe.driver.working.memory.in.mb";

/**
* Sorts the data in batches and writes the batch data to store with index file.
Expand Down Expand Up @@ -1031,7 +1031,7 @@ private CarbonCommonConstants() {
@InterfaceStability.Evolving
@CarbonProperty
public static final String CARBON_GLOBAL_SORT_RDD_STORAGE_LEVEL =
"carbon.global.sort.rdd.storage.level";
"carbon.global.sort.rdd.storage.level";

/**
* The default value(MEMORY_ONLY) is designed for executors with big memory, if user's executor
Expand All @@ -1049,7 +1049,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String CARBON_UPDATE_SEGMENT_PARALLELISM =
"carbon.update.segment.parallelism";
"carbon.update.segment.parallelism";

/**
* In default we will not optimize the update
Expand Down Expand Up @@ -1107,7 +1107,7 @@ private CarbonCommonConstants() {
@InterfaceStability.Evolving
@CarbonProperty
public static final String CARBON_ENABLE_PAGE_LEVEL_READER_IN_COMPACTION =
"carbon.enable.page.level.reader.in.compaction";
"carbon.enable.page.level.reader.in.compaction";

/**
* Default value
Expand All @@ -1117,7 +1117,7 @@ private CarbonCommonConstants() {

@CarbonProperty
public static final String CARBON_SORT_STORAGE_INMEMORY_IN_MB =
"carbon.sort.storage.inmemory.size.inmb";
"carbon.sort.storage.inmemory.size.inmb";

public static final int CARBON_SORT_STORAGE_INMEMORY_IN_MB_DEFAULT = 512;

Expand All @@ -1126,7 +1126,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String CARBON_COMPACTION_PREFETCH_ENABLE =
"carbon.compaction.prefetch.enable";
"carbon.compaction.prefetch.enable";

public static final String CARBON_COMPACTION_PREFETCH_ENABLE_DEFAULT = "false";

Expand Down Expand Up @@ -1227,7 +1227,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String CARBON_MAX_EXECUTOR_LRU_CACHE_SIZE =
"carbon.max.executor.lru.cache.size";
"carbon.max.executor.lru.cache.size";

/**
* max lru cache size default value in MB
Expand Down Expand Up @@ -1317,7 +1317,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String CARBON_SCHEDULER_MIN_REGISTERED_RESOURCES_RATIO =
"carbon.scheduler.min.registered.resources.ratio";
"carbon.scheduler.min.registered.resources.ratio";

/**
* default minimum required registered resource for starting block distribution
Expand All @@ -1340,7 +1340,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String CARBON_DYNAMIC_ALLOCATION_SCHEDULER_TIMEOUT =
"carbon.dynamical.location.scheduler.timeout";
"carbon.dynamical.location.scheduler.timeout";

/**
* default scheduler wait time
Expand Down Expand Up @@ -1370,7 +1370,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String CARBON_READ_PARTITION_HIVE_DIRECT =
"carbon.read.partition.hive.direct";
"carbon.read.partition.hive.direct";

public static final String CARBON_READ_PARTITION_HIVE_DIRECT_DEFAULT = "true";

Expand All @@ -1383,7 +1383,7 @@ private CarbonCommonConstants() {
*/
@CarbonProperty
public static final String CARBON_HEAP_MEMORY_POOLING_THRESHOLD_BYTES =
"carbon.heap.memory.pooling.threshold.bytes";
"carbon.heap.memory.pooling.threshold.bytes";

public static final String CARBON_HEAP_MEMORY_POOLING_THRESHOLD_BYTES_DEFAULT = "1048576";

Expand All @@ -1395,15 +1395,15 @@ private CarbonCommonConstants() {
*/
@CarbonProperty(dynamicConfigurable = true)
public static final String CARBON_PUSH_ROW_FILTERS_FOR_VECTOR =
"carbon.push.rowfilters.for.vector";
"carbon.push.rowfilters.for.vector";

public static final String CARBON_PUSH_ROW_FILTERS_FOR_VECTOR_DEFAULT = "false";

/**
* max driver threads used for block pruning [1 to 4 threads]
*/
@CarbonProperty public static final String CARBON_MAX_DRIVER_THREADS_FOR_BLOCK_PRUNING =
"carbon.max.driver.threads.for.block.pruning";
"carbon.max.driver.threads.for.block.pruning";

public static final String CARBON_MAX_DRIVER_THREADS_FOR_BLOCK_PRUNING_DEFAULT = "4";

Expand Down Expand Up @@ -1445,13 +1445,13 @@ private CarbonCommonConstants() {

@CarbonProperty(dynamicConfigurable = true)
public static final String SUPPORT_DIRECT_QUERY_ON_DATAMAP =
"carbon.query.directQueryOnDataMap.enabled";
"carbon.query.directQueryOnDataMap.enabled";

public static final String SUPPORT_DIRECT_QUERY_ON_DATAMAP_DEFAULTVALUE = "false";

@CarbonProperty
public static final String VALIDATE_DIRECT_QUERY_ON_DATAMAP =
"carbon.query.validate.direct.query.on.datamap";
"carbon.query.validate.direct.query.on.datamap";

public static final String VALIDATE_DIRECT_QUERY_ON_DATAMAP_DEFAULTVALUE = "true";

Expand Down Expand Up @@ -1591,7 +1591,7 @@ private CarbonCommonConstants() {
* MEMBER_DEFAULT_VAL_ARRAY
*/
public static final byte[] MEMBER_DEFAULT_VAL_ARRAY =
MEMBER_DEFAULT_VAL.getBytes(Charset.forName(DEFAULT_CHARSET));
MEMBER_DEFAULT_VAL.getBytes(Charset.forName(DEFAULT_CHARSET));

/**
* Empty byte array
Expand Down Expand Up @@ -1819,7 +1819,7 @@ private CarbonCommonConstants() {
* Invalid filter member log string
*/
public static final String FILTER_INVALID_MEMBER =
" Invalid Record(s) are present while filter evaluation. ";
" Invalid Record(s) are present while filter evaluation. ";

/**
* default location of the carbon metastore db
Expand Down

0 comments on commit 45a2e86

Please sign in to comment.