1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18 package org.apache.hadoop.hbase.replication.regionserver;
19
20 import java.io.IOException;
21 import java.util.Collections;
22 import java.util.List;
23 import java.util.Map;
24 import java.util.Random;
25
26 import com.google.common.annotations.VisibleForTesting;
27 import org.apache.commons.logging.Log;
28 import org.apache.commons.logging.LogFactory;
29 import org.apache.hadoop.conf.Configuration;
30 import org.apache.hadoop.hbase.ServerName;
31 import org.apache.hadoop.hbase.client.HConnection;
32 import org.apache.hadoop.hbase.protobuf.generated.AdminProtos.AdminService;
33 import org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint;
34 import com.google.common.collect.Lists;
35 import com.google.common.collect.Maps;
36
37
38
39
40
41
42 public class ReplicationSinkManager {
43
44 private static final Log LOG = LogFactory.getLog(ReplicationSinkManager.class);
45
46
47
48
49
50
51 static final int DEFAULT_BAD_SINK_THRESHOLD = 3;
52
53
54
55
56
57 static final float DEFAULT_REPLICATION_SOURCE_RATIO = 0.1f;
58
59
60 private final HConnection conn;
61
62 private final String peerClusterId;
63
64 private final HBaseReplicationEndpoint endpoint;
65
66
67 private final Map<ServerName, Integer> badReportCounts;
68
69
70 private final float ratio;
71
72
73
74 private final int badSinkThreshold;
75
76 private final Random random;
77
78
79 private long lastUpdateToPeers;
80
81
82 private List<ServerName> sinks = Lists.newArrayList();
83
84
85
86
87
88
89
90
91
92 public ReplicationSinkManager(HConnection conn, String peerClusterId,
93 HBaseReplicationEndpoint endpoint, Configuration conf) {
94 this.conn = conn;
95 this.peerClusterId = peerClusterId;
96 this.endpoint = endpoint;
97 this.badReportCounts = Maps.newHashMap();
98 this.ratio = conf.getFloat("replication.source.ratio", DEFAULT_REPLICATION_SOURCE_RATIO);
99 this.badSinkThreshold = conf.getInt("replication.bad.sink.threshold",
100 DEFAULT_BAD_SINK_THRESHOLD);
101 this.random = new Random();
102 }
103
104
105
106
107
108
109 public synchronized SinkPeer getReplicationSink() throws IOException {
110 if (endpoint.getLastRegionServerUpdate() > this.lastUpdateToPeers || sinks.isEmpty()) {
111 LOG.info("Current list of sinks is out of date or empty, updating");
112 chooseSinks();
113 }
114
115 if (sinks.isEmpty()) {
116 throw new IOException("No replication sinks are available");
117 }
118 ServerName serverName = sinks.get(random.nextInt(sinks.size()));
119 return new SinkPeer(serverName, conn.getAdmin(serverName));
120 }
121
122
123
124
125
126
127
128
129
130
131 public synchronized void reportBadSink(SinkPeer sinkPeer) {
132 ServerName serverName = sinkPeer.getServerName();
133 int badReportCount = (badReportCounts.containsKey(serverName)
134 ? badReportCounts.get(serverName) : 0) + 1;
135 badReportCounts.put(serverName, badReportCount);
136 if (badReportCount > badSinkThreshold) {
137 this.sinks.remove(serverName);
138 if (sinks.isEmpty()) {
139 chooseSinks();
140 }
141 }
142 }
143
144
145
146
147
148
149
150 public synchronized void reportSinkSuccess(SinkPeer sinkPeer) {
151 badReportCounts.remove(sinkPeer.getServerName());
152 }
153
154
155
156
157 public synchronized void chooseSinks() {
158 List<ServerName> slaveAddresses = endpoint.getRegionServers();
159 Collections.shuffle(slaveAddresses, random);
160 int numSinks = (int) Math.ceil(slaveAddresses.size() * ratio);
161 sinks = slaveAddresses.subList(0, numSinks);
162 lastUpdateToPeers = System.currentTimeMillis();
163 badReportCounts.clear();
164 }
165
166 public synchronized int getNumSinks() {
167 return sinks.size();
168 }
169
170 @VisibleForTesting
171 protected List<ServerName> getSinksForTesting() {
172 return Collections.unmodifiableList(sinks);
173 }
174
175
176
177
178
179 public static class SinkPeer {
180 private ServerName serverName;
181 private AdminService.BlockingInterface regionServer;
182
183 public SinkPeer(ServerName serverName, AdminService.BlockingInterface regionServer) {
184 this.serverName = serverName;
185 this.regionServer = regionServer;
186 }
187
188 ServerName getServerName() {
189 return serverName;
190 }
191
192 public AdminService.BlockingInterface getRegionServer() {
193 return regionServer;
194 }
195
196 }
197
198 }