Published site at d5aaeee88b331e064830a2774f4fed238631457c.
[hbase-site.git] / testdevapidocs / src-html / org / apache / hadoop / hbase / backup / TestBackupMerge.html
1 <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
2 <html lang="en">
3 <head>
4 <title>Source code</title>
5 <link rel="stylesheet" type="text/css" href="../../../../../../stylesheet.css" title="Style">
6 </head>
7 <body>
8 <div class="sourceContainer">
9 <pre><span class="sourceLineNo">001</span>/**<a name="line.1"></a>
10 <span class="sourceLineNo">002</span> * Licensed to the Apache Software Foundation (ASF) under one<a name="line.2"></a>
11 <span class="sourceLineNo">003</span> * or more contributor license agreements. See the NOTICE file<a name="line.3"></a>
12 <span class="sourceLineNo">004</span> * distributed with this work for additional information<a name="line.4"></a>
13 <span class="sourceLineNo">005</span> * regarding copyright ownership. The ASF licenses this file<a name="line.5"></a>
14 <span class="sourceLineNo">006</span> * to you under the Apache License, Version 2.0 (the<a name="line.6"></a>
15 <span class="sourceLineNo">007</span> * "License"); you may not use this file except in compliance<a name="line.7"></a>
16 <span class="sourceLineNo">008</span> * with the License. You may obtain a copy of the License at<a name="line.8"></a>
17 <span class="sourceLineNo">009</span> *<a name="line.9"></a>
18 <span class="sourceLineNo">010</span> * http://www.apache.org/licenses/LICENSE-2.0<a name="line.10"></a>
19 <span class="sourceLineNo">011</span> *<a name="line.11"></a>
20 <span class="sourceLineNo">012</span> * Unless required by applicable law or agreed to in writing, software<a name="line.12"></a>
21 <span class="sourceLineNo">013</span> * distributed under the License is distributed on an "AS IS" BASIS,<a name="line.13"></a>
22 <span class="sourceLineNo">014</span> * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.<a name="line.14"></a>
23 <span class="sourceLineNo">015</span> * See the License for the specific language governing permissions and<a name="line.15"></a>
24 <span class="sourceLineNo">016</span> * limitations under the License.<a name="line.16"></a>
25 <span class="sourceLineNo">017</span> */<a name="line.17"></a>
26 <span class="sourceLineNo">018</span>package org.apache.hadoop.hbase.backup;<a name="line.18"></a>
27 <span class="sourceLineNo">019</span><a name="line.19"></a>
28 <span class="sourceLineNo">020</span>import static org.junit.Assert.assertTrue;<a name="line.20"></a>
29 <span class="sourceLineNo">021</span><a name="line.21"></a>
30 <span class="sourceLineNo">022</span>import java.util.List;<a name="line.22"></a>
31 <span class="sourceLineNo">023</span><a name="line.23"></a>
32 <span class="sourceLineNo">024</span>import org.apache.hadoop.hbase.HBaseClassTestRule;<a name="line.24"></a>
33 <span class="sourceLineNo">025</span>import org.apache.hadoop.hbase.TableName;<a name="line.25"></a>
34 <span class="sourceLineNo">026</span>import org.apache.hadoop.hbase.backup.impl.BackupAdminImpl;<a name="line.26"></a>
35 <span class="sourceLineNo">027</span>import org.apache.hadoop.hbase.backup.util.BackupUtils;<a name="line.27"></a>
36 <span class="sourceLineNo">028</span>import org.apache.hadoop.hbase.client.Connection;<a name="line.28"></a>
37 <span class="sourceLineNo">029</span>import org.apache.hadoop.hbase.client.ConnectionFactory;<a name="line.29"></a>
38 <span class="sourceLineNo">030</span>import org.apache.hadoop.hbase.client.HBaseAdmin;<a name="line.30"></a>
39 <span class="sourceLineNo">031</span>import org.apache.hadoop.hbase.client.HTable;<a name="line.31"></a>
40 <span class="sourceLineNo">032</span>import org.apache.hadoop.hbase.client.Table;<a name="line.32"></a>
41 <span class="sourceLineNo">033</span>import org.apache.hadoop.hbase.testclassification.LargeTests;<a name="line.33"></a>
42 <span class="sourceLineNo">034</span>import org.apache.hbase.thirdparty.com.google.common.collect.Lists;<a name="line.34"></a>
43 <span class="sourceLineNo">035</span>import org.junit.Assert;<a name="line.35"></a>
44 <span class="sourceLineNo">036</span>import org.junit.ClassRule;<a name="line.36"></a>
45 <span class="sourceLineNo">037</span>import org.junit.Test;<a name="line.37"></a>
46 <span class="sourceLineNo">038</span>import org.junit.experimental.categories.Category;<a name="line.38"></a>
47 <span class="sourceLineNo">039</span>import org.slf4j.Logger;<a name="line.39"></a>
48 <span class="sourceLineNo">040</span>import org.slf4j.LoggerFactory;<a name="line.40"></a>
49 <span class="sourceLineNo">041</span><a name="line.41"></a>
50 <span class="sourceLineNo">042</span>@Category(LargeTests.class)<a name="line.42"></a>
51 <span class="sourceLineNo">043</span>public class TestBackupMerge extends TestBackupBase {<a name="line.43"></a>
52 <span class="sourceLineNo">044</span><a name="line.44"></a>
53 <span class="sourceLineNo">045</span> @ClassRule<a name="line.45"></a>
54 <span class="sourceLineNo">046</span> public static final HBaseClassTestRule CLASS_RULE =<a name="line.46"></a>
55 <span class="sourceLineNo">047</span> HBaseClassTestRule.forClass(TestBackupMerge.class);<a name="line.47"></a>
56 <span class="sourceLineNo">048</span><a name="line.48"></a>
57 <span class="sourceLineNo">049</span> private static final Logger LOG =<a name="line.49"></a>
58 <span class="sourceLineNo">050</span> LoggerFactory.getLogger(TestBackupMerge.class);<a name="line.50"></a>
59 <span class="sourceLineNo">051</span><a name="line.51"></a>
60 <span class="sourceLineNo">052</span><a name="line.52"></a>
61 <span class="sourceLineNo">053</span><a name="line.53"></a>
62 <span class="sourceLineNo">054</span> @Test<a name="line.54"></a>
63 <span class="sourceLineNo">055</span> public void TestIncBackupMergeRestore() throws Exception {<a name="line.55"></a>
64 <span class="sourceLineNo">056</span> int ADD_ROWS = 99;<a name="line.56"></a>
65 <span class="sourceLineNo">057</span> // #1 - create full backup for all tables<a name="line.57"></a>
66 <span class="sourceLineNo">058</span> LOG.info("create full backup image for all tables");<a name="line.58"></a>
67 <span class="sourceLineNo">059</span><a name="line.59"></a>
68 <span class="sourceLineNo">060</span> List&lt;TableName&gt; tables = Lists.newArrayList(table1, table2);<a name="line.60"></a>
69 <span class="sourceLineNo">061</span> // Set custom Merge Job implementation<a name="line.61"></a>
70 <span class="sourceLineNo">062</span><a name="line.62"></a>
71 <span class="sourceLineNo">063</span><a name="line.63"></a>
72 <span class="sourceLineNo">064</span> Connection conn = ConnectionFactory.createConnection(conf1);<a name="line.64"></a>
73 <span class="sourceLineNo">065</span><a name="line.65"></a>
74 <span class="sourceLineNo">066</span> HBaseAdmin admin = (HBaseAdmin) conn.getAdmin();<a name="line.66"></a>
75 <span class="sourceLineNo">067</span> BackupAdminImpl client = new BackupAdminImpl(conn);<a name="line.67"></a>
76 <span class="sourceLineNo">068</span><a name="line.68"></a>
77 <span class="sourceLineNo">069</span> BackupRequest request = createBackupRequest(BackupType.FULL, tables, BACKUP_ROOT_DIR);<a name="line.69"></a>
78 <span class="sourceLineNo">070</span> String backupIdFull = client.backupTables(request);<a name="line.70"></a>
79 <span class="sourceLineNo">071</span><a name="line.71"></a>
80 <span class="sourceLineNo">072</span> assertTrue(checkSucceeded(backupIdFull));<a name="line.72"></a>
81 <span class="sourceLineNo">073</span><a name="line.73"></a>
82 <span class="sourceLineNo">074</span> // #2 - insert some data to table1<a name="line.74"></a>
83 <span class="sourceLineNo">075</span> HTable t1 = insertIntoTable(conn, table1, famName, 1, ADD_ROWS);<a name="line.75"></a>
84 <span class="sourceLineNo">076</span> LOG.debug("writing " + ADD_ROWS + " rows to " + table1);<a name="line.76"></a>
85 <span class="sourceLineNo">077</span><a name="line.77"></a>
86 <span class="sourceLineNo">078</span> Assert.assertEquals(TEST_UTIL.countRows(t1), NB_ROWS_IN_BATCH + ADD_ROWS);<a name="line.78"></a>
87 <span class="sourceLineNo">079</span> t1.close();<a name="line.79"></a>
88 <span class="sourceLineNo">080</span> LOG.debug("written " + ADD_ROWS + " rows to " + table1);<a name="line.80"></a>
89 <span class="sourceLineNo">081</span><a name="line.81"></a>
90 <span class="sourceLineNo">082</span> HTable t2 = insertIntoTable(conn, table2, famName, 1, ADD_ROWS);<a name="line.82"></a>
91 <span class="sourceLineNo">083</span><a name="line.83"></a>
92 <span class="sourceLineNo">084</span> Assert.assertEquals(TEST_UTIL.countRows(t2), NB_ROWS_IN_BATCH + ADD_ROWS);<a name="line.84"></a>
93 <span class="sourceLineNo">085</span> t2.close();<a name="line.85"></a>
94 <span class="sourceLineNo">086</span> LOG.debug("written " + ADD_ROWS + " rows to " + table2);<a name="line.86"></a>
95 <span class="sourceLineNo">087</span><a name="line.87"></a>
96 <span class="sourceLineNo">088</span> // #3 - incremental backup for multiple tables<a name="line.88"></a>
97 <span class="sourceLineNo">089</span> tables = Lists.newArrayList(table1, table2);<a name="line.89"></a>
98 <span class="sourceLineNo">090</span> request = createBackupRequest(BackupType.INCREMENTAL, tables, BACKUP_ROOT_DIR);<a name="line.90"></a>
99 <span class="sourceLineNo">091</span> String backupIdIncMultiple = client.backupTables(request);<a name="line.91"></a>
100 <span class="sourceLineNo">092</span><a name="line.92"></a>
101 <span class="sourceLineNo">093</span> assertTrue(checkSucceeded(backupIdIncMultiple));<a name="line.93"></a>
102 <span class="sourceLineNo">094</span><a name="line.94"></a>
103 <span class="sourceLineNo">095</span> t1 = insertIntoTable(conn, table1, famName, 2, ADD_ROWS);<a name="line.95"></a>
104 <span class="sourceLineNo">096</span> t1.close();<a name="line.96"></a>
105 <span class="sourceLineNo">097</span><a name="line.97"></a>
106 <span class="sourceLineNo">098</span> t2 = insertIntoTable(conn, table2, famName, 2, ADD_ROWS);<a name="line.98"></a>
107 <span class="sourceLineNo">099</span> t2.close();<a name="line.99"></a>
108 <span class="sourceLineNo">100</span><a name="line.100"></a>
109 <span class="sourceLineNo">101</span> // #3 - incremental backup for multiple tables<a name="line.101"></a>
110 <span class="sourceLineNo">102</span> request = createBackupRequest(BackupType.INCREMENTAL, tables, BACKUP_ROOT_DIR);<a name="line.102"></a>
111 <span class="sourceLineNo">103</span> String backupIdIncMultiple2 = client.backupTables(request);<a name="line.103"></a>
112 <span class="sourceLineNo">104</span> assertTrue(checkSucceeded(backupIdIncMultiple2));<a name="line.104"></a>
113 <span class="sourceLineNo">105</span><a name="line.105"></a>
114 <span class="sourceLineNo">106</span> try (BackupAdmin bAdmin = new BackupAdminImpl(conn)) {<a name="line.106"></a>
115 <span class="sourceLineNo">107</span> String[] backups = new String[] { backupIdIncMultiple, backupIdIncMultiple2 };<a name="line.107"></a>
116 <span class="sourceLineNo">108</span> bAdmin.mergeBackups(backups);<a name="line.108"></a>
117 <span class="sourceLineNo">109</span> }<a name="line.109"></a>
118 <span class="sourceLineNo">110</span><a name="line.110"></a>
119 <span class="sourceLineNo">111</span> // #6 - restore incremental backup for multiple tables, with overwrite<a name="line.111"></a>
120 <span class="sourceLineNo">112</span> TableName[] tablesRestoreIncMultiple = new TableName[] { table1, table2 };<a name="line.112"></a>
121 <span class="sourceLineNo">113</span> TableName[] tablesMapIncMultiple = new TableName[] { table1_restore, table2_restore };<a name="line.113"></a>
122 <span class="sourceLineNo">114</span> client.restore(BackupUtils.createRestoreRequest(BACKUP_ROOT_DIR, backupIdIncMultiple2, false,<a name="line.114"></a>
123 <span class="sourceLineNo">115</span> tablesRestoreIncMultiple, tablesMapIncMultiple, true));<a name="line.115"></a>
124 <span class="sourceLineNo">116</span><a name="line.116"></a>
125 <span class="sourceLineNo">117</span> Table hTable = conn.getTable(table1_restore);<a name="line.117"></a>
126 <span class="sourceLineNo">118</span> LOG.debug("After incremental restore: " + hTable.getTableDescriptor());<a name="line.118"></a>
127 <span class="sourceLineNo">119</span> int countRows = TEST_UTIL.countRows(hTable, famName);<a name="line.119"></a>
128 <span class="sourceLineNo">120</span> LOG.debug("f1 has " + countRows + " rows");<a name="line.120"></a>
129 <span class="sourceLineNo">121</span> Assert.assertEquals(NB_ROWS_IN_BATCH + 2 * ADD_ROWS, countRows);<a name="line.121"></a>
130 <span class="sourceLineNo">122</span><a name="line.122"></a>
131 <span class="sourceLineNo">123</span> hTable.close();<a name="line.123"></a>
132 <span class="sourceLineNo">124</span><a name="line.124"></a>
133 <span class="sourceLineNo">125</span> hTable = conn.getTable(table2_restore);<a name="line.125"></a>
134 <span class="sourceLineNo">126</span> Assert.assertEquals(TEST_UTIL.countRows(hTable), NB_ROWS_IN_BATCH + 2 * ADD_ROWS);<a name="line.126"></a>
135 <span class="sourceLineNo">127</span> hTable.close();<a name="line.127"></a>
136 <span class="sourceLineNo">128</span><a name="line.128"></a>
137 <span class="sourceLineNo">129</span> admin.close();<a name="line.129"></a>
138 <span class="sourceLineNo">130</span> conn.close();<a name="line.130"></a>
139 <span class="sourceLineNo">131</span> }<a name="line.131"></a>
140 <span class="sourceLineNo">132</span>}<a name="line.132"></a>
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201 </pre>
202 </div>
203 </body>
204 </html>