1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18 package org.apache.hadoop.hbase.util;
19
20 import java.io.IOException;
21 import java.io.PrintWriter;
22 import java.io.StringWriter;
23 import java.security.PrivilegedExceptionAction;
24 import java.util.HashMap;
25 import java.util.Map;
26
27 import org.apache.commons.logging.Log;
28 import org.apache.commons.logging.LogFactory;
29 import org.apache.hadoop.conf.Configuration;
30 import org.apache.hadoop.hbase.TableName;
31 import org.apache.hadoop.hbase.client.Append;
32 import org.apache.hadoop.hbase.client.Delete;
33 import org.apache.hadoop.hbase.client.Get;
34 import org.apache.hadoop.hbase.client.HTable;
35 import org.apache.hadoop.hbase.client.HTableInterface;
36 import org.apache.hadoop.hbase.client.Increment;
37 import org.apache.hadoop.hbase.client.Mutation;
38 import org.apache.hadoop.hbase.client.Put;
39 import org.apache.hadoop.hbase.client.Result;
40 import org.apache.hadoop.hbase.client.RetriesExhaustedWithDetailsException;
41 import org.apache.hadoop.hbase.client.Table;
42 import org.apache.hadoop.hbase.security.User;
43 import org.apache.hadoop.hbase.util.test.LoadTestDataGenerator;
44 import org.apache.hadoop.security.UserGroupInformation;
45 import org.apache.hadoop.util.StringUtils;
46
47
48
49
50 public class MultiThreadedUpdaterWithACL extends MultiThreadedUpdater {
51 private static final Log LOG = LogFactory.getLog(MultiThreadedUpdaterWithACL.class);
52 private final static String COMMA= ",";
53 private User userOwner;
54
55
56
57
58 private Map<String, Table> userVsTable = new HashMap<String, Table>();
59 private Map<String, User> users = new HashMap<String, User>();
60 private String[] userNames;
61
62 public MultiThreadedUpdaterWithACL(LoadTestDataGenerator dataGen, Configuration conf,
63 TableName tableName, double updatePercent, User userOwner, String userNames)
64 throws IOException {
65 super(dataGen, conf, tableName, updatePercent);
66 this.userOwner = userOwner;
67 this.userNames = userNames.split(COMMA);
68 }
69
70 @Override
71 protected void addUpdaterThreads(int numThreads) throws IOException {
72 for (int i = 0; i < numThreads; ++i) {
73 HBaseUpdaterThread updater = new HBaseUpdaterThreadWithACL(i);
74 updaters.add(updater);
75 }
76 }
77
78 public class HBaseUpdaterThreadWithACL extends HBaseUpdaterThread {
79
80 private MutateAccessAction mutateAction = new MutateAccessAction();
81
82 public HBaseUpdaterThreadWithACL(int updaterId) throws IOException {
83 super(updaterId);
84 }
85
86 @Override
87 protected HTableInterface createTable() throws IOException {
88 return null;
89 }
90
91 @Override
92 protected void closeHTable() {
93 try {
94 if (table != null) {
95 table.close();
96 }
97 for (Table table : userVsTable.values()) {
98 try {
99 table.close();
100 } catch (Exception e) {
101 LOG.error("Error while closing the table " + table.getName(), e);
102 }
103 }
104 } catch (Exception e) {
105 LOG.error("Error while closing the HTable "+table.getName(), e);
106 }
107 }
108
109 @Override
110 protected Result getRow(final Get get, final long rowKeyBase, final byte[] cf) {
111 PrivilegedExceptionAction<Object> action = new PrivilegedExceptionAction<Object>() {
112
113 @Override
114 public Object run() throws Exception {
115 Result res = null;
116 Table localTable = null;
117 try {
118 int mod = ((int) rowKeyBase % userNames.length);
119 if (userVsTable.get(userNames[mod]) == null) {
120 localTable = new HTable(conf, tableName);
121 userVsTable.put(userNames[mod], localTable);
122 res = localTable.get(get);
123 } else {
124 localTable = userVsTable.get(userNames[mod]);
125 res = localTable.get(get);
126 }
127 } catch (IOException ie) {
128 LOG.warn("Failed to get the row for key = [" + Bytes.toString(get.getRow()) +
129 "], column family = [" + Bytes.toString(cf) + "]", ie);
130 }
131 return res;
132 }
133 };
134
135 if (userNames != null && userNames.length > 0) {
136 int mod = ((int) rowKeyBase % userNames.length);
137 User user;
138 UserGroupInformation realUserUgi;
139 try {
140 if (!users.containsKey(userNames[mod])) {
141 if (User.isHBaseSecurityEnabled(conf)) {
142 realUserUgi = LoadTestTool.loginAndReturnUGI(conf, userNames[mod]);
143 } else {
144 realUserUgi = UserGroupInformation.createRemoteUser(userNames[mod]);
145 }
146 user = User.create(realUserUgi);
147 users.put(userNames[mod], user);
148 } else {
149 user = users.get(userNames[mod]);
150 }
151 Result result = (Result) user.runAs(action);
152 return result;
153 } catch (Exception ie) {
154 LOG.warn("Failed to get the row for key = [" + Bytes.toString(get.getRow()) +
155 "], column family = [" + Bytes.toString(cf) + "]", ie);
156 }
157 }
158
159 return null;
160 }
161
162 @Override
163 public void mutate(final Table table, Mutation m, final long keyBase, final byte[] row,
164 final byte[] cf, final byte[] q, final byte[] v) {
165 final long start = System.currentTimeMillis();
166 try {
167 m = dataGenerator.beforeMutate(keyBase, m);
168 mutateAction.setMutation(m);
169 mutateAction.setCF(cf);
170 mutateAction.setRow(row);
171 mutateAction.setQualifier(q);
172 mutateAction.setValue(v);
173 mutateAction.setStartTime(start);
174 mutateAction.setKeyBase(keyBase);
175 userOwner.runAs(mutateAction);
176 } catch (IOException e) {
177 recordFailure(m, keyBase, start, e);
178 } catch (InterruptedException e) {
179 failedKeySet.add(keyBase);
180 }
181 }
182
183 class MutateAccessAction implements PrivilegedExceptionAction<Object> {
184 private Table table;
185 private long start;
186 private Mutation m;
187 private long keyBase;
188 private byte[] row;
189 private byte[] cf;
190 private byte[] q;
191 private byte[] v;
192
193 public MutateAccessAction() {
194
195 }
196
197 public void setStartTime(final long start) {
198 this.start = start;
199 }
200
201 public void setMutation(final Mutation m) {
202 this.m = m;
203 }
204
205 public void setRow(final byte[] row) {
206 this.row = row;
207 }
208
209 public void setCF(final byte[] cf) {
210 this.cf = cf;
211 }
212
213 public void setQualifier(final byte[] q) {
214 this.q = q;
215 }
216
217 public void setValue(final byte[] v) {
218 this.v = v;
219 }
220
221 public void setKeyBase(final long keyBase) {
222 this.keyBase = keyBase;
223 }
224
225 @Override
226 public Object run() throws Exception {
227 try {
228 if (table == null) {
229 table = new HTable(conf, tableName);
230 }
231 if (m instanceof Increment) {
232 table.increment((Increment) m);
233 } else if (m instanceof Append) {
234 table.append((Append) m);
235 } else if (m instanceof Put) {
236 table.checkAndPut(row, cf, q, v, (Put) m);
237 } else if (m instanceof Delete) {
238 table.checkAndDelete(row, cf, q, v, (Delete) m);
239 } else {
240 throw new IllegalArgumentException("unsupported mutation "
241 + m.getClass().getSimpleName());
242 }
243 totalOpTimeMs.addAndGet(System.currentTimeMillis() - start);
244 } catch (IOException e) {
245 recordFailure(m, keyBase, start, e);
246 }
247 return null;
248 }
249 }
250
251 private void recordFailure(final Mutation m, final long keyBase,
252 final long start, IOException e) {
253 failedKeySet.add(keyBase);
254 String exceptionInfo;
255 if (e instanceof RetriesExhaustedWithDetailsException) {
256 RetriesExhaustedWithDetailsException aggEx = (RetriesExhaustedWithDetailsException) e;
257 exceptionInfo = aggEx.getExhaustiveDescription();
258 } else {
259 StringWriter stackWriter = new StringWriter();
260 PrintWriter pw = new PrintWriter(stackWriter);
261 e.printStackTrace(pw);
262 pw.flush();
263 exceptionInfo = StringUtils.stringifyException(e);
264 }
265 LOG.error("Failed to mutate: " + keyBase + " after " + (System.currentTimeMillis() - start)
266 + "ms; region information: " + getRegionDebugInfoSafe(table, m.getRow()) + "; errors: "
267 + exceptionInfo);
268 }
269 }
270 }