View Javadoc

1   /**
2    * Copyright 2010 The Apache Software Foundation
3    *
4    * Licensed to the Apache Software Foundation (ASF) under one
5    * or more contributor license agreements.  See the NOTICE file
6    * distributed with this work for additional information
7    * regarding copyright ownership.  The ASF licenses this file
8    * to you under the Apache License, Version 2.0 (the
9    * "License"); you may not use this file except in compliance
10   * with the License.  You may obtain a copy of the License at
11   *
12   *     http://www.apache.org/licenses/LICENSE-2.0
13   *
14   * Unless required by applicable law or agreed to in writing, software
15   * distributed under the License is distributed on an "AS IS" BASIS,
16   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
17   * See the License for the specific language governing permissions and
18   * limitations under the License.
19   */
20  package org.apache.hadoop.hbase.zookeeper;
21  
22  import java.io.File;
23  import java.io.IOException;
24  import java.io.PrintWriter;
25  import java.net.InetAddress;
26  import java.net.NetworkInterface;
27  import java.net.UnknownHostException;
28  import java.util.ArrayList;
29  import java.util.Enumeration;
30  import java.util.List;
31  import java.util.Properties;
32  import java.util.Map.Entry;
33  
34  import org.apache.hadoop.conf.Configuration;
35  import org.apache.hadoop.hbase.HBaseConfiguration;
36  import org.apache.hadoop.hbase.util.Strings;
37  import org.apache.hadoop.net.DNS;
38  import org.apache.hadoop.util.StringUtils;
39  import org.apache.zookeeper.server.ServerConfig;
40  import org.apache.zookeeper.server.ZooKeeperServerMain;
41  import org.apache.zookeeper.server.quorum.QuorumPeerConfig;
42  import org.apache.zookeeper.server.quorum.QuorumPeerMain;
43  
44  /**
45   * HBase's version of ZooKeeper's QuorumPeer. When HBase is set to manage
46   * ZooKeeper, this class is used to start up QuorumPeer instances. By doing
47   * things in here rather than directly calling to ZooKeeper, we have more
48   * control over the process. This class uses {@link ZKConfig} to parse the
49   * zoo.cfg and inject variables from HBase's site.xml configuration in.
50   */
51  public class HQuorumPeer {
52    
53    /**
54     * Parse ZooKeeper configuration from HBase XML config and run a QuorumPeer.
55     * @param args String[] of command line arguments. Not used.
56     */
57    public static void main(String[] args) {
58      Configuration conf = HBaseConfiguration.create();
59      try {
60        Properties zkProperties = ZKConfig.makeZKProps(conf);
61        writeMyID(zkProperties);
62        QuorumPeerConfig zkConfig = new QuorumPeerConfig();
63        zkConfig.parseProperties(zkProperties);
64  
65        // login the zookeeper server principal (if using security)
66        ZKUtil.loginServer(conf, "hbase.zookeeper.server.keytab.file",
67          "hbase.zookeeper.server.kerberos.principal",
68          zkConfig.getClientPortAddress().getHostName());
69  
70        runZKServer(zkConfig);
71      } catch (Exception e) {
72        e.printStackTrace();
73        System.exit(-1);
74      }
75    }
76  
77    private static void runZKServer(QuorumPeerConfig zkConfig) throws UnknownHostException, IOException {
78      if (zkConfig.isDistributed()) {
79        QuorumPeerMain qp = new QuorumPeerMain();
80        qp.runFromConfig(zkConfig);
81      } else {
82        ZooKeeperServerMain zk = new ZooKeeperServerMain();
83        ServerConfig serverConfig = new ServerConfig();
84        serverConfig.readFrom(zkConfig);
85        zk.runFromConfig(serverConfig);
86      }
87    }
88  
89    private static boolean addressIsLocalHost(String address) {
90      return address.equals("localhost") || address.equals("127.0.0.1");
91    }
92  
93    static void writeMyID(Properties properties) throws IOException {
94      long myId = -1;
95  
96      Configuration conf = HBaseConfiguration.create();
97      String myAddress = Strings.domainNamePointerToHostName(DNS.getDefaultHost(
98          conf.get("hbase.zookeeper.dns.interface","default"),
99          conf.get("hbase.zookeeper.dns.nameserver","default")));
100 
101     List<String> ips = new ArrayList<String>();
102 
103     // Add what could be the best (configured) match
104     ips.add(myAddress.contains(".") ?
105         myAddress :
106         StringUtils.simpleHostname(myAddress));
107 
108     // For all nics get all hostnames and IPs
109     Enumeration<?> nics = NetworkInterface.getNetworkInterfaces();
110     while(nics.hasMoreElements()) {
111       Enumeration<?> rawAdrs =
112           ((NetworkInterface)nics.nextElement()).getInetAddresses();
113       while(rawAdrs.hasMoreElements()) {
114         InetAddress inet = (InetAddress) rawAdrs.nextElement();
115         ips.add(StringUtils.simpleHostname(inet.getHostName()));
116         ips.add(inet.getHostAddress());
117       }
118     }
119 
120     for (Entry<Object, Object> entry : properties.entrySet()) {
121       String key = entry.getKey().toString().trim();
122       String value = entry.getValue().toString().trim();
123       if (key.startsWith("server.")) {
124         int dot = key.indexOf('.');
125         long id = Long.parseLong(key.substring(dot + 1));
126         String[] parts = value.split(":");
127         String address = parts[0];
128         if (addressIsLocalHost(address) || ips.contains(address)) {
129           myId = id;
130           break;
131         }
132       }
133     }
134 
135     // Set the max session timeout from the provided client-side timeout
136     properties.setProperty("maxSessionTimeout",
137         conf.get("zookeeper.session.timeout", "180000"));
138 
139     if (myId == -1) {
140       throw new IOException("Could not find my address: " + myAddress +
141                             " in list of ZooKeeper quorum servers");
142     }
143 
144     String dataDirStr = properties.get("dataDir").toString().trim();
145     File dataDir = new File(dataDirStr);
146     if (!dataDir.isDirectory()) {
147       if (!dataDir.mkdirs()) {
148         throw new IOException("Unable to create data dir " + dataDir);
149       }
150     }
151 
152     File myIdFile = new File(dataDir, "myid");
153     PrintWriter w = new PrintWriter(myIdFile);
154     w.println(myId);
155     w.close();
156   }
157 }