001/** 002 * Licensed to the Apache Software Foundation (ASF) under one 003 * or more contributor license agreements. See the NOTICE file 004 * distributed with this work for additional information 005 * regarding copyright ownership. The ASF licenses this file 006 * to you under the Apache License, Version 2.0 (the 007 * "License"); you may not use this file except in compliance 008 * with the License. You may obtain a copy of the License at 009 * 010 * http://www.apache.org/licenses/LICENSE-2.0 011 * 012 * Unless required by applicable law or agreed to in writing, software 013 * distributed under the License is distributed on an "AS IS" BASIS, 014 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 015 * See the License for the specific language governing permissions and 016 * limitations under the License. 017 */ 018 019package org.apache.hadoop.hbase.chaos.factories; 020 021import org.apache.hadoop.hbase.chaos.actions.Action; 022import org.apache.hadoop.hbase.chaos.actions.AddColumnAction; 023import org.apache.hadoop.hbase.chaos.actions.BatchRestartRsAction; 024import org.apache.hadoop.hbase.chaos.actions.ChangeBloomFilterAction; 025import org.apache.hadoop.hbase.chaos.actions.ChangeCompressionAction; 026import org.apache.hadoop.hbase.chaos.actions.ChangeEncodingAction; 027import org.apache.hadoop.hbase.chaos.actions.ChangeVersionsAction; 028import org.apache.hadoop.hbase.chaos.actions.CompactMobAction; 029import org.apache.hadoop.hbase.chaos.actions.CompactRandomRegionOfTableAction; 030import org.apache.hadoop.hbase.chaos.actions.CompactTableAction; 031import org.apache.hadoop.hbase.chaos.actions.DumpClusterStatusAction; 032import org.apache.hadoop.hbase.chaos.actions.FlushRandomRegionOfTableAction; 033import org.apache.hadoop.hbase.chaos.actions.FlushTableAction; 034import org.apache.hadoop.hbase.chaos.actions.MergeRandomAdjacentRegionsOfTableAction; 035import org.apache.hadoop.hbase.chaos.actions.MoveRandomRegionOfTableAction; 036import org.apache.hadoop.hbase.chaos.actions.MoveRegionsOfTableAction; 037import org.apache.hadoop.hbase.chaos.actions.RemoveColumnAction; 038import org.apache.hadoop.hbase.chaos.actions.RestartActiveMasterAction; 039import org.apache.hadoop.hbase.chaos.actions.RestartRandomRsAction; 040import org.apache.hadoop.hbase.chaos.actions.RestartRsHoldingMetaAction; 041import org.apache.hadoop.hbase.chaos.actions.RollingBatchRestartRsAction; 042import org.apache.hadoop.hbase.chaos.actions.SnapshotTableAction; 043import org.apache.hadoop.hbase.chaos.actions.SplitRandomRegionOfTableAction; 044import org.apache.hadoop.hbase.chaos.monkies.ChaosMonkey; 045import org.apache.hadoop.hbase.chaos.monkies.PolicyBasedChaosMonkey; 046import org.apache.hadoop.hbase.chaos.policies.CompositeSequentialPolicy; 047import org.apache.hadoop.hbase.chaos.policies.DoActionsOncePolicy; 048import org.apache.hadoop.hbase.chaos.policies.PeriodicRandomActionPolicy; 049 050/** 051 * This is a copy of SlowDeterministicMonkeyFactory that also does mob compactions. 052 */ 053public class MobSlowDeterministicMonkeyFactory extends MonkeyFactory { 054 055 private long action1Period; 056 private long action2Period; 057 private long action3Period; 058 private long action4Period; 059 private long moveRegionsMaxTime; 060 private long moveRegionsSleepTime; 061 private long moveRandomRegionSleepTime; 062 private long restartRandomRSSleepTime; 063 private long batchRestartRSSleepTime; 064 private float batchRestartRSRatio; 065 private long restartActiveMasterSleepTime; 066 private long rollingBatchRestartRSSleepTime; 067 private float rollingBatchRestartRSRatio; 068 private long restartRsHoldingMetaSleepTime; 069 private float compactTableRatio; 070 private float compactRandomRegionRatio; 071 072 @Override 073 public ChaosMonkey build() { 074 075 loadProperties(); 076 // Actions such as compact/flush a table/region, 077 // move one region around. They are not so destructive, 078 // can be executed more frequently. 079 Action[] actions1 = new Action[] { 080 new CompactMobAction(tableName, compactTableRatio), 081 new CompactTableAction(tableName, compactTableRatio), 082 new CompactRandomRegionOfTableAction(tableName, compactRandomRegionRatio), 083 new FlushTableAction(tableName), 084 new FlushRandomRegionOfTableAction(tableName), 085 new MoveRandomRegionOfTableAction(tableName) 086 }; 087 088 // Actions such as split/merge/snapshot. 089 // They should not cause data loss, or unreliability 090 // such as region stuck in transition. 091 Action[] actions2 = new Action[] { 092 new SplitRandomRegionOfTableAction(tableName), 093 new MergeRandomAdjacentRegionsOfTableAction(tableName), 094 new SnapshotTableAction(tableName), 095 new AddColumnAction(tableName), 096 new RemoveColumnAction(tableName, columnFamilies), 097 new ChangeEncodingAction(tableName), 098 new ChangeCompressionAction(tableName), 099 new ChangeBloomFilterAction(tableName), 100 new ChangeVersionsAction(tableName) 101 }; 102 103 // Destructive actions to mess things around. 104 Action[] actions3 = new Action[] { 105 new MoveRegionsOfTableAction(moveRegionsSleepTime, moveRegionsMaxTime, 106 tableName), 107 new MoveRandomRegionOfTableAction(moveRandomRegionSleepTime, tableName), 108 new RestartRandomRsAction(restartRandomRSSleepTime), 109 new BatchRestartRsAction(batchRestartRSSleepTime, batchRestartRSRatio), 110 new RestartActiveMasterAction(restartActiveMasterSleepTime), 111 new RollingBatchRestartRsAction(rollingBatchRestartRSSleepTime, 112 rollingBatchRestartRSRatio), 113 new RestartRsHoldingMetaAction(restartRsHoldingMetaSleepTime) 114 }; 115 116 // Action to log more info for debugging 117 Action[] actions4 = new Action[] { 118 new DumpClusterStatusAction() 119 }; 120 121 return new PolicyBasedChaosMonkey(properties, util, 122 new PeriodicRandomActionPolicy(action1Period, actions1), 123 new PeriodicRandomActionPolicy(action2Period, actions2), 124 new CompositeSequentialPolicy( 125 new DoActionsOncePolicy(action3Period, actions3), 126 new PeriodicRandomActionPolicy(action3Period, actions3)), 127 new PeriodicRandomActionPolicy(action4Period, actions4)); 128 } 129 130 private void loadProperties() { 131 132 action1Period = Long.parseLong(this.properties.getProperty( 133 MonkeyConstants.PERIODIC_ACTION1_PERIOD, 134 MonkeyConstants.DEFAULT_PERIODIC_ACTION1_PERIOD + "")); 135 action2Period = Long.parseLong(this.properties.getProperty( 136 MonkeyConstants.PERIODIC_ACTION2_PERIOD, 137 MonkeyConstants.DEFAULT_PERIODIC_ACTION2_PERIOD + "")); 138 action3Period = Long.parseLong(this.properties.getProperty( 139 MonkeyConstants.COMPOSITE_ACTION3_PERIOD, 140 MonkeyConstants.DEFAULT_COMPOSITE_ACTION3_PERIOD + "")); 141 action4Period = Long.parseLong(this.properties.getProperty( 142 MonkeyConstants.PERIODIC_ACTION4_PERIOD, 143 MonkeyConstants.DEFAULT_PERIODIC_ACTION4_PERIOD + "")); 144 moveRegionsMaxTime = Long.parseLong(this.properties.getProperty( 145 MonkeyConstants.MOVE_REGIONS_MAX_TIME, 146 MonkeyConstants.DEFAULT_MOVE_REGIONS_MAX_TIME + "")); 147 moveRegionsSleepTime = Long.parseLong(this.properties.getProperty( 148 MonkeyConstants.MOVE_REGIONS_SLEEP_TIME, 149 MonkeyConstants.DEFAULT_MOVE_REGIONS_SLEEP_TIME + "")); 150 moveRandomRegionSleepTime = Long.parseLong(this.properties.getProperty( 151 MonkeyConstants.MOVE_RANDOM_REGION_SLEEP_TIME, 152 MonkeyConstants.DEFAULT_MOVE_RANDOM_REGION_SLEEP_TIME + "")); 153 restartRandomRSSleepTime = Long.parseLong(this.properties.getProperty( 154 MonkeyConstants.RESTART_RANDOM_RS_SLEEP_TIME, 155 MonkeyConstants.DEFAULT_RESTART_RANDOM_RS_SLEEP_TIME + "")); 156 batchRestartRSSleepTime = Long.parseLong(this.properties.getProperty( 157 MonkeyConstants.BATCH_RESTART_RS_SLEEP_TIME, 158 MonkeyConstants.DEFAULT_BATCH_RESTART_RS_SLEEP_TIME + "")); 159 restartActiveMasterSleepTime = Long.parseLong(this.properties.getProperty( 160 MonkeyConstants.RESTART_ACTIVE_MASTER_SLEEP_TIME, 161 MonkeyConstants.DEFAULT_RESTART_ACTIVE_MASTER_SLEEP_TIME + "")); 162 rollingBatchRestartRSSleepTime = Long.parseLong(this.properties.getProperty( 163 MonkeyConstants.ROLLING_BATCH_RESTART_RS_SLEEP_TIME, 164 MonkeyConstants.DEFAULT_ROLLING_BATCH_RESTART_RS_SLEEP_TIME + "")); 165 rollingBatchRestartRSRatio = Float.parseFloat(this.properties.getProperty( 166 MonkeyConstants.ROLLING_BATCH_RESTART_RS_RATIO, 167 MonkeyConstants.DEFAULT_ROLLING_BATCH_RESTART_RS_RATIO + "")); 168 restartRsHoldingMetaSleepTime = Long.parseLong(this.properties.getProperty( 169 MonkeyConstants.RESTART_RS_HOLDING_META_SLEEP_TIME, 170 MonkeyConstants.DEFAULT_RESTART_RS_HOLDING_META_SLEEP_TIME + "")); 171 compactTableRatio = Float.parseFloat(this.properties.getProperty( 172 MonkeyConstants.COMPACT_TABLE_ACTION_RATIO, 173 MonkeyConstants.DEFAULT_COMPACT_TABLE_ACTION_RATIO + "")); 174 compactRandomRegionRatio = Float.parseFloat(this.properties.getProperty( 175 MonkeyConstants.COMPACT_RANDOM_REGION_RATIO, 176 MonkeyConstants.DEFAULT_COMPACT_RANDOM_REGION_RATIO + "")); 177 } 178}