1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18 package org.apache.hadoop.hbase.client;
19
20 import com.google.protobuf.ServiceException;
21 import java.io.IOException;
22 import java.util.ArrayList;
23 import java.util.HashMap;
24 import java.util.List;
25 import java.util.Map;
26 import org.apache.hadoop.hbase.CellScannable;
27 import org.apache.hadoop.hbase.CellUtil;
28 import org.apache.hadoop.hbase.DoNotRetryIOException;
29 import org.apache.hadoop.hbase.HConstants;
30 import org.apache.hadoop.hbase.HRegionInfo;
31 import org.apache.hadoop.hbase.HRegionLocation;
32 import org.apache.hadoop.hbase.ServerName;
33 import org.apache.hadoop.hbase.TableName;
34 import org.apache.hadoop.hbase.ipc.RpcControllerFactory;
35 import org.apache.hadoop.hbase.protobuf.ProtobufUtil;
36 import org.apache.hadoop.hbase.protobuf.RequestConverter;
37 import org.apache.hadoop.hbase.protobuf.ResponseConverter;
38 import org.apache.hadoop.hbase.protobuf.generated.ClientProtos;
39 import org.apache.hadoop.hbase.protobuf.generated.ClientProtos.MultiRequest;
40 import org.apache.hadoop.hbase.protobuf.generated.ClientProtos.MutationProto;
41 import org.apache.hadoop.hbase.protobuf.generated.ClientProtos.RegionAction;
42 import org.apache.hadoop.hbase.protobuf.generated.HBaseProtos;
43
44
45
46
47
48
49
50 class MultiServerCallable<R> extends PayloadCarryingServerCallable<MultiResponse> {
51 private final MultiAction<R> multiAction;
52 private final boolean cellBlock;
53 private final RetryingTimeTracker tracker;
54 private final int rpcTimeout;
55
56 MultiServerCallable(final ClusterConnection connection, final TableName tableName,
57 final ServerName location, RpcControllerFactory rpcFactory, final MultiAction<R> multi,
58 int rpcTimeout, RetryingTimeTracker tracker, int priority) {
59 super(connection, tableName, null, rpcFactory, priority);
60 this.multiAction = multi;
61
62
63
64 this.location = new HRegionLocation(null, location);
65 this.cellBlock = isCellBlock();
66 this.tracker = tracker;
67 this.rpcTimeout = rpcTimeout;
68 }
69
70 @Override
71 protected HRegionLocation getLocation() {
72 throw new RuntimeException("Cannot get region location for multi-region request");
73 }
74
75 @Override
76 public HRegionInfo getHRegionInfo() {
77 throw new RuntimeException("Cannot get region info for multi-region request");
78 }
79
80 MultiAction<R> getMulti() {
81 return this.multiAction;
82 }
83
84 @Override
85 public MultiResponse call(int operationTimeout) throws IOException {
86 int remainingTime = tracker.getRemainingTime(operationTimeout);
87 if (remainingTime <= 1) {
88
89 throw new DoNotRetryIOException("Operation Timeout");
90 }
91 int callTimeout = Math.min(rpcTimeout, remainingTime);
92 int countOfActions = this.multiAction.size();
93 if (countOfActions <= 0) throw new DoNotRetryIOException("No Actions");
94 MultiRequest.Builder multiRequestBuilder = MultiRequest.newBuilder();
95 RegionAction.Builder regionActionBuilder = RegionAction.newBuilder();
96 ClientProtos.Action.Builder actionBuilder = ClientProtos.Action.newBuilder();
97 MutationProto.Builder mutationBuilder = MutationProto.newBuilder();
98
99
100 List<CellScannable> cells =
101 (this.cellBlock ? new ArrayList<CellScannable>(countOfActions) : null);
102
103 long nonceGroup = multiAction.getNonceGroup();
104 if (nonceGroup != HConstants.NO_NONCE) {
105 multiRequestBuilder.setNonceGroup(nonceGroup);
106 }
107
108 int regionActionIndex = -1;
109
110
111 Map<Integer, Integer> rowMutationsIndexMap = new HashMap<>();
112
113 for (Map.Entry<byte[], List<Action<R>>> e: this.multiAction.actions.entrySet()) {
114 final byte [] regionName = e.getKey();
115 final List<Action<R>> actions = e.getValue();
116 regionActionBuilder.clear();
117 regionActionBuilder.setRegion(RequestConverter.buildRegionSpecifier(
118 HBaseProtos.RegionSpecifier.RegionSpecifierType.REGION_NAME, regionName) );
119
120 int rowMutations = 0;
121 for (Action<R> action : actions) {
122 Row row = action.getAction();
123
124
125
126 if (row instanceof RowMutations) {
127 RowMutations rms = (RowMutations)row;
128 if (this.cellBlock) {
129
130 regionActionBuilder = RequestConverter.buildNoDataRegionAction(regionName, rms, cells,
131 regionActionBuilder, actionBuilder, mutationBuilder);
132 } else {
133 regionActionBuilder = RequestConverter.buildRegionAction(regionName, rms);
134 }
135 regionActionBuilder.setAtomic(true);
136 multiRequestBuilder.addRegionAction(regionActionBuilder.build());
137 regionActionIndex++;
138 rowMutationsIndexMap.put(regionActionIndex, action.getOriginalIndex());
139 rowMutations++;
140
141 regionActionBuilder.clear();
142 regionActionBuilder.setRegion(RequestConverter.buildRegionSpecifier(
143 HBaseProtos.RegionSpecifier.RegionSpecifierType.REGION_NAME, regionName) );
144 }
145 }
146
147 if (actions.size() > rowMutations) {
148 if (this.cellBlock) {
149
150
151 regionActionBuilder = RequestConverter.buildNoDataRegionAction(regionName, actions, cells,
152 regionActionBuilder, actionBuilder, mutationBuilder);
153 } else {
154 regionActionBuilder = RequestConverter.buildRegionAction(regionName, actions,
155 regionActionBuilder, actionBuilder, mutationBuilder);
156 }
157 multiRequestBuilder.addRegionAction(regionActionBuilder.build());
158 regionActionIndex++;
159 }
160 }
161
162
163
164 controller.reset();
165 if (cells != null) controller.setCellScanner(CellUtil.createCellScanner(cells));
166 controller.setPriority(getTableName());
167 controller.setPriority(getPriority());
168 controller.setCallTimeout(callTimeout);
169 ClientProtos.MultiResponse responseProto;
170 ClientProtos.MultiRequest requestProto = multiRequestBuilder.build();
171 try {
172 responseProto = getStub().multi(controller, requestProto);
173 } catch (ServiceException e) {
174 throw ProtobufUtil.getRemoteException(e);
175 }
176 if (responseProto == null) return null;
177 return ResponseConverter.getResults(requestProto, rowMutationsIndexMap,
178 responseProto, controller.cellScanner());
179 }
180
181
182
183
184
185 private boolean isCellBlock() {
186
187
188 HConnection connection = getConnection();
189 if (!(connection instanceof ClusterConnection)) return true;
190 return ((ClusterConnection) connection).hasCellBlockSupport();
191 }
192
193 @Override
194 public void prepare(boolean reload) throws IOException {
195
196 setStub(getConnection().getClient(this.location.getServerName()));
197 }
198
199 ServerName getServerName() {
200 return location.getServerName();
201 }
202 }