1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18 package org.apache.hadoop.hbase.replication.regionserver;
19
20 import java.io.IOException;
21 import java.util.Collections;
22 import java.util.List;
23 import java.util.Map;
24 import java.util.Random;
25
26 import org.apache.commons.logging.Log;
27 import org.apache.commons.logging.LogFactory;
28 import org.apache.hadoop.conf.Configuration;
29 import org.apache.hadoop.hbase.ServerName;
30 import org.apache.hadoop.hbase.client.HConnection;
31 import org.apache.hadoop.hbase.protobuf.generated.AdminProtos.AdminService;
32 import org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint;
33 import com.google.common.collect.Lists;
34 import com.google.common.collect.Maps;
35
36
37
38
39
40
41 public class ReplicationSinkManager {
42
43 private static final Log LOG = LogFactory.getLog(ReplicationSinkManager.class);
44
45
46
47
48
49
50 static final int DEFAULT_BAD_SINK_THRESHOLD = 3;
51
52
53
54
55
56 static final float DEFAULT_REPLICATION_SOURCE_RATIO = 0.1f;
57
58
59 private final HConnection conn;
60
61 private final String peerClusterId;
62
63 private final HBaseReplicationEndpoint endpoint;
64
65
66 private final Map<ServerName, Integer> badReportCounts;
67
68
69 private final float ratio;
70
71
72
73 private final int badSinkThreshold;
74
75 private final Random random;
76
77
78 private long lastUpdateToPeers;
79
80
81 private List<ServerName> sinks = Lists.newArrayList();
82
83
84
85
86
87
88
89
90
91 public ReplicationSinkManager(HConnection conn, String peerClusterId,
92 HBaseReplicationEndpoint endpoint, Configuration conf) {
93 this.conn = conn;
94 this.peerClusterId = peerClusterId;
95 this.endpoint = endpoint;
96 this.badReportCounts = Maps.newHashMap();
97 this.ratio = conf.getFloat("replication.source.ratio", DEFAULT_REPLICATION_SOURCE_RATIO);
98 this.badSinkThreshold = conf.getInt("replication.bad.sink.threshold",
99 DEFAULT_BAD_SINK_THRESHOLD);
100 this.random = new Random();
101 }
102
103
104
105
106
107
108 public SinkPeer getReplicationSink() throws IOException {
109 if (endpoint.getLastRegionServerUpdate() > this.lastUpdateToPeers || sinks.isEmpty()) {
110 LOG.info("Current list of sinks is out of date or empty, updating");
111 chooseSinks();
112 }
113
114 if (sinks.isEmpty()) {
115 throw new IOException("No replication sinks are available");
116 }
117 ServerName serverName = sinks.get(random.nextInt(sinks.size()));
118 return new SinkPeer(serverName, conn.getAdmin(serverName));
119 }
120
121
122
123
124
125
126
127
128
129
130 public void reportBadSink(SinkPeer sinkPeer) {
131 ServerName serverName = sinkPeer.getServerName();
132 int badReportCount = (badReportCounts.containsKey(serverName)
133 ? badReportCounts.get(serverName) : 0) + 1;
134 badReportCounts.put(serverName, badReportCount);
135 if (badReportCount > badSinkThreshold) {
136 this.sinks.remove(serverName);
137 if (sinks.isEmpty()) {
138 chooseSinks();
139 }
140 }
141 }
142
143
144
145
146
147
148
149 public void reportSinkSuccess(SinkPeer sinkPeer) {
150 badReportCounts.remove(sinkPeer.getServerName());
151 }
152
153 void chooseSinks() {
154 List<ServerName> slaveAddresses = endpoint.getRegionServers();
155 Collections.shuffle(slaveAddresses, random);
156 int numSinks = (int) Math.ceil(slaveAddresses.size() * ratio);
157 sinks = slaveAddresses.subList(0, numSinks);
158 lastUpdateToPeers = System.currentTimeMillis();
159 badReportCounts.clear();
160 }
161
162 List<ServerName> getSinks() {
163 return sinks;
164 }
165
166
167
168
169
170 public static class SinkPeer {
171 private ServerName serverName;
172 private AdminService.BlockingInterface regionServer;
173
174 public SinkPeer(ServerName serverName, AdminService.BlockingInterface regionServer) {
175 this.serverName = serverName;
176 this.regionServer = regionServer;
177 }
178
179 ServerName getServerName() {
180 return serverName;
181 }
182
183 public AdminService.BlockingInterface getRegionServer() {
184 return regionServer;
185 }
186
187 }
188
189 }