-
Notifications
You must be signed in to change notification settings - Fork 0
/
destor.config~
executable file
·156 lines (127 loc) · 5.98 KB
/
destor.config~
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
# Specify the working directory of destor.
# All metadata and data locate in the directory.
working-directory "/home/data/working/"
# Specify the simulation level: NO, RESTORE, APPEND, ALL.
simulation-level no
# Specify the destor verbosity level: debug, verbose, notice, warning.
log-level notice
#Start picture dedup
PIC_CHUNK_YES_OR_NO 1
# Specify the chunking algorithm.
# It can be rabin, fixed, "normalized rabin".
# For example,
# chunking-algorithm "normalized rabin"
chunk-algorithm rabin
# Specify the average/maximal/minmal chunk size in bytes.
#chunk-avg-size 4096
chunk-avg-size 4096
chunk-max-size 65536
chunk-min-size 512
####################################################################################
# Categories of fingerprint indexes
# -----------------------------------------------------------------------------------
# - - physical locality - logical locality -
# -----------------------------------------------------------------------------------
# - exact dedup - DDFS, ChunkStash - Block Locality Caching -
# -----------------------------------------------------------------------------------
# - near-exact dedup - Sampled Index - Extreme Binning, Sparse Index, SiLo -
# -----------------------------------------------------------------------------------
####################################################################################
# Specify the fingerprint index.
# It can be ddfs, silo, "extreme binning", "sparse index",
# "sampled index", "block locality caching".
# For example,
# fingerprint-index near-exact logical "extreme binning"
# fingerprint-index near-exact logical "sparse index"
# fingerprint-index exact logical "block locality caching"
# (The fourth arg specifies a combo)
# fingerprint-index near-exact physical "sampled index"
fingerprint-index exact physical
# Specify the key-value store
fingerprint-index-key-value htable
# Specify the fingerprint cache size
# in the size of container (only metadata part) or segmentRecipe.
fingerprint-index-cache-size 128
# Specify the sampling method and ratio.
# For example,
# fingerprint-index-sampling-method min 0
# (min 0 indicates select a feature per segment or container.)
# fingerprint-index-sampling-method min 128
# fingerprint-index-sampling-method optmin 128
# fingerprint-index-sampling-method random 128
# fingerprint-index-sampling-method uniform 64
fingerprint-index-sampling-method random 128
# Configure the key-value store
# The size of a feature in byte
fingerprint-index-key-size 20
# Specify the maximum number of segments a feature can refer to.
fingerprint-index-value-length 1
#########################################################################
# Design elements of fingerprint indexes exploiting similarity
# --------------------------------------------------------------------------------------
# - - Extreme Binning - Sparse Index - SiLo - BLC -
# - segment algorithm - file-defined - content-defined - fixed - fixed -
# - sampling method - min - random - min - (no) -
# - segment selection - all - top-k - top-1 - base -
# - segment prefetching - no - no - yes - yes -
# --------------------------------------------------------------------------------------
#########################################################################
# Specify the segment algorithm and the segment size. Such as
# fingerprint-index-segment-algorithm file-defined
# fingerprint-index-segment-algorithm content-defined 512
# fingerprint-index-segment-algorithm fixed 1024
fingerprint-index-segment-algorithm content-defined 1024
# Specify the min and max length of a segment, in terms of # of chunks.
fingerprint-index-segment-boundary 128 10240
# Specify the method of segment selection
# for example,
# fingerprint-index-segment-selection top 2
# fingerprint-index-segment-selection base
# fingerprint-index-segment-selection mix
fingerprint-index-segment-selection base
# Specify the number of prefetched segments.
# 1 indicates only prefetching the required segment.
fingerprint-index-segment-prefetching 1
# Specify the rewriting algorithm and the size of rewrite buffer.
# It can be "no", "cfl-based selective deduplication" (or "cfl" in short),
# "context-based rewriting" (or cbr), "capping" (or cap).
# For example,
# rewrite-algorithm cbr 2048
rewrite-algorithm no
# Enable/disable the cfl switch.
# If the cfl switch is enable,
# destor will monitor the CFL metric in real time,
# and stop rewriting out-of-order chunks if the CFL is high.
rewrite-enable-cfl-switch no
# Specify cfl-require in cfl.
rewrite-cfl-require 0.6
# Specify cfl-usage-threshold in cfl.
rewrite-cfl-usage-threshold 0.03
# Specify rewrite limit in cbr.
rewrite-cbr-limit 0.05
# Specify minimal utility in cbr.
rewrite-cbr-minimal-utility 0.5
# Specify capping level in capping.
# The original definition of capping level (in the paper) is defined as rewrite-capping-level:rewrite buffer size.
rewrite-capping-level 14
# Enable History-Aware Rewriting (HAR),
# rewrite-enable-har yes
rewrite-enable-har no
# Specify the utilization threshold of HAR.
rewrite-har-utilization-threshold 0.5
# Specify the rewrite limit of har.
# rewrite-har-rewrite-limit 0.05
rewrite-har-rewrite-limit 0.05
# Enable Cache-Aware Filter.
rewrite-enable-cache-aware no
# Specify the restore cache,
# and the size of the restore cache in the number of containers.
# It can be lru, "optimal cache" (or opt), and "forward assembly" (or asm).
restore-cache lru 30
# Specify the window size of the optimal restore cache.
restore-opt-window-size 1000000
# Configuration of the maximum number of backups retained at any moment.
# The expired backup is deleted automatically.
# A value of 500 indicates only the recent 200 backups are retained.
# A negative value, such as -1, indicates all backups are retained.
backup-retention-time -1