-
Notifications
You must be signed in to change notification settings - Fork 2.9k
/
JournalMigrationIntegrationTest.java
85 lines (75 loc) · 3.26 KB
/
JournalMigrationIntegrationTest.java
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
/*
* The Alluxio Open Foundation licenses this work under the Apache License, version 2.0
* (the "License"). You may not use this work except in compliance with the License, which is
* available at www.apache.org/licenses/LICENSE-2.0
*
* This software is distributed on an "AS IS" basis, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
* either express or implied, as more fully set forth in the License.
*
* See the NOTICE file distributed with this work for information regarding copyright ownership.
*/
package alluxio.server.ft.journal;
import static org.junit.Assert.assertEquals;
import alluxio.AlluxioTestDirectory;
import alluxio.AlluxioURI;
import alluxio.ClientContext;
import alluxio.conf.PropertyKey;
import alluxio.client.meta.MetaMasterClient;
import alluxio.client.meta.RetryHandlingMetaMasterClient;
import alluxio.client.file.FileSystem;
import alluxio.conf.ServerConfiguration;
import alluxio.grpc.BackupPOptions;
import alluxio.master.MasterClientContext;
import alluxio.master.journal.JournalType;
import alluxio.multi.process.MultiProcessCluster;
import alluxio.multi.process.MultiProcessCluster.DeployMode;
import alluxio.multi.process.PortCoordination;
import alluxio.testutils.BaseIntegrationTest;
import org.junit.Test;
import java.io.File;
/**
* Integration test for migrating between UFS and embedded journals.
*/
public final class JournalMigrationIntegrationTest extends BaseIntegrationTest {
private static final int NUM_DIRS = 10;
@Test
public void migration() throws Exception {
MultiProcessCluster cluster = MultiProcessCluster.newBuilder(PortCoordination.JOURNAL_MIGRATION)
.setClusterName("journalMigration")
.setNumMasters(3)
.addProperty(PropertyKey.MASTER_JOURNAL_TYPE, JournalType.UFS.toString())
// Masters become primary faster
.addProperty(PropertyKey.ZOOKEEPER_SESSION_TIMEOUT, "1sec").build();
try {
cluster.start();
FileSystem fs = cluster.getFileSystemClient();
MetaMasterClient metaClient = new RetryHandlingMetaMasterClient(
MasterClientContext.newBuilder(ClientContext.create(ServerConfiguration.global()))
.setMasterInquireClient(cluster.getMasterInquireClient())
.build());
for (int i = 0; i < NUM_DIRS; i++) {
fs.createDirectory(new AlluxioURI("/dir" + i));
}
File backupsDir = AlluxioTestDirectory.createTemporaryDirectory("backups");
AlluxioURI zkBackup = metaClient.backup(BackupPOptions.newBuilder()
.setTargetDirectory(backupsDir.getAbsolutePath()).setLocalFileSystem(false).build())
.getBackupUri();
cluster.updateMasterConf(PropertyKey.MASTER_JOURNAL_INIT_FROM_BACKUP, zkBackup.toString());
// Migrate to embedded journal HA.
cluster.stopMasters();
cluster.formatJournal();
cluster.updateDeployMode(DeployMode.EMBEDDED);
cluster.startMasters();
assertEquals(NUM_DIRS, fs.listStatus(new AlluxioURI("/")).size());
// Migrate back to Zookeeper HA.
cluster.stopMasters();
cluster.formatJournal();
cluster.updateDeployMode(DeployMode.ZOOKEEPER_HA);
cluster.startMasters();
assertEquals(NUM_DIRS, fs.listStatus(new AlluxioURI("/")).size());
cluster.notifySuccess();
} finally {
cluster.destroy();
}
}
}