001/* 002 * Licensed to the Apache Software Foundation (ASF) under one 003 * or more contributor license agreements. See the NOTICE file 004 * distributed with this work for additional information 005 * regarding copyright ownership. The ASF licenses this file 006 * to you under the Apache License, Version 2.0 (the 007 * "License"); you may not use this file except in compliance 008 * with the License. You may obtain a copy of the License at 009 * 010 * http://www.apache.org/licenses/LICENSE-2.0 011 * 012 * Unless required by applicable law or agreed to in writing, software 013 * distributed under the License is distributed on an "AS IS" BASIS, 014 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 015 * See the License for the specific language governing permissions and 016 * limitations under the License. 017 */ 018package org.apache.hadoop.hbase; 019 020import static org.junit.Assert.assertEquals; 021import static org.junit.Assert.assertFalse; 022import static org.junit.Assert.assertTrue; 023import static org.junit.Assert.fail; 024 025import java.io.IOException; 026import java.util.Collections; 027import org.apache.hadoop.hbase.client.Admin; 028import org.apache.hadoop.hbase.client.ColumnFamilyDescriptor; 029import org.apache.hadoop.hbase.client.ColumnFamilyDescriptorBuilder; 030import org.apache.hadoop.hbase.client.RegionInfoBuilder; 031import org.apache.hadoop.hbase.client.TableDescriptor; 032import org.apache.hadoop.hbase.client.TableDescriptorBuilder; 033import org.apache.hadoop.hbase.io.encoding.DataBlockEncoding; 034import org.apache.hadoop.hbase.regionserver.Region; 035import org.apache.hadoop.hbase.testclassification.MediumTests; 036import org.apache.hadoop.hbase.testclassification.MiscTests; 037import org.apache.hadoop.hbase.util.Bytes; 038import org.junit.After; 039import org.junit.Before; 040import org.junit.ClassRule; 041import org.junit.Rule; 042import org.junit.Test; 043import org.junit.experimental.categories.Category; 044import org.junit.rules.TestName; 045 046/** 047 * Test being able to edit hbase:meta. 048 */ 049@Category({ MiscTests.class, MediumTests.class }) 050public class TestHBaseMetaEdit { 051 @ClassRule 052 public static final HBaseClassTestRule CLASS_RULE = 053 HBaseClassTestRule.forClass(TestHBaseMetaEdit.class); 054 @Rule 055 public TestName name = new TestName(); 056 private final static HBaseTestingUtility UTIL = new HBaseTestingUtility(); 057 058 @Before 059 public void before() throws Exception { 060 UTIL.startMiniCluster(); 061 } 062 063 @After 064 public void after() throws Exception { 065 UTIL.shutdownMiniCluster(); 066 } 067 068 // make sure that with every possible way, we get the same meta table descriptor. 069 private TableDescriptor getMetaDescriptor() throws TableNotFoundException, IOException { 070 Admin admin = UTIL.getAdmin(); 071 TableDescriptor get = admin.getDescriptor(TableName.META_TABLE_NAME); 072 TableDescriptor list = admin.listTableDescriptors(null, true).stream() 073 .filter(td -> td.isMetaTable()).findAny().get(); 074 TableDescriptor listByName = 075 admin.listTableDescriptors(Collections.singletonList(TableName.META_TABLE_NAME)).get(0); 076 TableDescriptor listByNs = 077 admin.listTableDescriptorsByNamespace(NamespaceDescriptor.SYSTEM_NAMESPACE_NAME).stream() 078 .filter(td -> td.isMetaTable()).findAny().get(); 079 assertEquals(get, list); 080 assertEquals(get, listByName); 081 assertEquals(get, listByNs); 082 return get; 083 } 084 085 /** 086 * Set versions, set HBASE-16213 indexed block encoding, and add a column family. 087 * Delete the column family. Then try to delete a core hbase:meta family (should fail). 088 * Verify they are all in place by looking at TableDescriptor AND by checking 089 * what the RegionServer sees after opening Region. 090 */ 091 @Test 092 public void testEditMeta() throws IOException { 093 Admin admin = UTIL.getAdmin(); 094 admin.tableExists(TableName.META_TABLE_NAME); 095 TableDescriptor originalDescriptor = getMetaDescriptor(); 096 ColumnFamilyDescriptor cfd = originalDescriptor.getColumnFamily(HConstants.CATALOG_FAMILY); 097 int oldVersions = cfd.getMaxVersions(); 098 // Add '1' to current versions count. Set encoding too. 099 cfd = ColumnFamilyDescriptorBuilder.newBuilder(cfd).setMaxVersions(oldVersions + 1). 100 setConfiguration(ColumnFamilyDescriptorBuilder.DATA_BLOCK_ENCODING, 101 DataBlockEncoding.ROW_INDEX_V1.toString()).build(); 102 admin.modifyColumnFamily(TableName.META_TABLE_NAME, cfd); 103 byte [] extraColumnFamilyName = Bytes.toBytes("xtra"); 104 ColumnFamilyDescriptor newCfd = 105 ColumnFamilyDescriptorBuilder.newBuilder(extraColumnFamilyName).build(); 106 admin.addColumnFamily(TableName.META_TABLE_NAME, newCfd); 107 TableDescriptor descriptor = getMetaDescriptor(); 108 // Assert new max versions is == old versions plus 1. 109 assertEquals(oldVersions + 1, 110 descriptor.getColumnFamily(HConstants.CATALOG_FAMILY).getMaxVersions()); 111 descriptor = getMetaDescriptor(); 112 // Assert new max versions is == old versions plus 1. 113 assertEquals(oldVersions + 1, 114 descriptor.getColumnFamily(HConstants.CATALOG_FAMILY).getMaxVersions()); 115 assertTrue(descriptor.getColumnFamily(newCfd.getName()) != null); 116 String encoding = descriptor.getColumnFamily(HConstants.CATALOG_FAMILY).getConfiguration(). 117 get(ColumnFamilyDescriptorBuilder.DATA_BLOCK_ENCODING); 118 assertEquals(encoding, DataBlockEncoding.ROW_INDEX_V1.toString()); 119 Region r = UTIL.getHBaseCluster().getRegionServer(0). 120 getRegion(RegionInfoBuilder.FIRST_META_REGIONINFO.getEncodedName()); 121 assertEquals(oldVersions + 1, 122 r.getStore(HConstants.CATALOG_FAMILY).getColumnFamilyDescriptor().getMaxVersions()); 123 encoding = r.getStore(HConstants.CATALOG_FAMILY).getColumnFamilyDescriptor(). 124 getConfigurationValue(ColumnFamilyDescriptorBuilder.DATA_BLOCK_ENCODING); 125 assertEquals(encoding, DataBlockEncoding.ROW_INDEX_V1.toString()); 126 assertTrue(r.getStore(extraColumnFamilyName) != null); 127 // Assert we can't drop critical hbase:meta column family but we can drop any other. 128 admin.deleteColumnFamily(TableName.META_TABLE_NAME, newCfd.getName()); 129 descriptor = getMetaDescriptor(); 130 assertTrue(descriptor.getColumnFamily(newCfd.getName()) == null); 131 try { 132 admin.deleteColumnFamily(TableName.META_TABLE_NAME, HConstants.CATALOG_FAMILY); 133 fail("Should not reach here"); 134 } catch (HBaseIOException hioe) { 135 assertTrue(hioe.getMessage().contains("Delete of hbase:meta")); 136 } 137 } 138 139 /** 140 * Validate whether meta table can be altered as READ only, shouldn't be allowed otherwise it will 141 * break assignment functionalities. See HBASE-24977. 142 */ 143 @Test 144 public void testAlterMetaWithReadOnly() throws IOException { 145 Admin admin = UTIL.getAdmin(); 146 TableDescriptor origMetaTableDesc = admin.getDescriptor(TableName.META_TABLE_NAME); 147 assertFalse(origMetaTableDesc.isReadOnly()); 148 TableDescriptor newTD = 149 TableDescriptorBuilder.newBuilder(origMetaTableDesc).setReadOnly(true).build(); 150 try { 151 admin.modifyTable(newTD); 152 fail("Meta table can't be set as read only"); 153 } catch (Exception e) { 154 assertFalse(admin.getDescriptor(TableName.META_TABLE_NAME).isReadOnly()); 155 } 156 157 // Create a table to check region assignment & meta operation 158 TableName tableName = TableName.valueOf("tempTable"); 159 TableDescriptor td = TableDescriptorBuilder.newBuilder(tableName).setReadOnly(true) 160 .setColumnFamily(ColumnFamilyDescriptorBuilder.newBuilder(Bytes.toBytes("f1")).build()) 161 .build(); 162 UTIL.getAdmin().createTable(td); 163 UTIL.deleteTable(tableName); 164 } 165}