001/*
002 * Licensed to the Apache Software Foundation (ASF) under one
003 * or more contributor license agreements.  See the NOTICE file
004 * distributed with this work for additional information
005 * regarding copyright ownership.  The ASF licenses this file
006 * to you under the Apache License, Version 2.0 (the
007 * "License"); you may not use this file except in compliance
008 * with the License.  You may obtain a copy of the License at
009 *
010 *     http://www.apache.org/licenses/LICENSE-2.0
011 *
012 * Unless required by applicable law or agreed to in writing, software
013 * distributed under the License is distributed on an "AS IS" BASIS,
014 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
015 * See the License for the specific language governing permissions and
016 * limitations under the License.
017 */
018package org.apache.hadoop.hbase.replication;
019
020import org.apache.hadoop.hbase.client.Get;
021import org.apache.hadoop.hbase.client.Put;
022import org.apache.hadoop.hbase.testclassification.LargeTests;
023import org.apache.hadoop.hbase.testclassification.ReplicationTests;
024import org.apache.hadoop.hbase.util.Bytes;
025import org.junit.jupiter.api.AfterEach;
026import org.junit.jupiter.api.BeforeEach;
027import org.junit.jupiter.api.Tag;
028import org.junit.jupiter.api.Test;
029
030@Tag(ReplicationTests.TAG)
031@Tag(LargeTests.TAG)
032public class TestBidirectionSerialReplicationStuck extends TestReplicationBase {
033
034  @Override
035  protected boolean isSerialPeer() {
036    return true;
037  }
038
039  @BeforeEach
040  @Override
041  public void setUpBase() throws Exception {
042    UTIL1.ensureSomeRegionServersAvailable(2);
043    hbaseAdmin.balancerSwitch(false, true);
044    addPeer(PEER_ID2, tableName, UTIL1, UTIL2);
045    addPeer(PEER_ID2, tableName, UTIL2, UTIL1);
046  }
047
048  @AfterEach
049  @Override
050  public void tearDownBase() throws Exception {
051    removePeer(PEER_ID2, UTIL1);
052    removePeer(PEER_ID2, UTIL2);
053  }
054
055  @Test
056  public void testStuck() throws Exception {
057    // disable the peer cluster1 -> cluster2
058    hbaseAdmin.disableReplicationPeer(PEER_ID2);
059    byte[] qualifier = Bytes.toBytes("q");
060    htable1.put(new Put(Bytes.toBytes("aaa-1")).addColumn(famName, qualifier, Bytes.toBytes(1)));
061
062    // add a row to cluster2 and wait it replicate back to cluster1
063    htable2.put(new Put(Bytes.toBytes("aaa-2")).addColumn(famName, qualifier, Bytes.toBytes(2)));
064    UTIL1.waitFor(30000, () -> htable1.exists(new Get(Bytes.toBytes("aaa-2"))));
065
066    // kill the region server which holds the region which contains our rows
067    UTIL1.getRSForFirstRegionInTable(tableName).abort("for testing");
068    // wait until the region is online
069    UTIL1.waitFor(30000, () -> htable1.exists(new Get(Bytes.toBytes("aaa-2"))));
070
071    // put a new row in cluster1
072    htable1.put(new Put(Bytes.toBytes("aaa-3")).addColumn(famName, qualifier, Bytes.toBytes(3)));
073
074    // enable peer cluster1 -> cluster2, the new row should be replicated to cluster2
075    hbaseAdmin.enableReplicationPeer(PEER_ID2);
076    UTIL1.waitFor(30000, () -> htable2.exists(new Get(Bytes.toBytes("aaa-3"))));
077  }
078}