001/** 002 * Licensed to the Apache Software Foundation (ASF) under one 003 * or more contributor license agreements. See the NOTICE file 004 * distributed with this work for additional information 005 * regarding copyright ownership. The ASF licenses this file 006 * to you under the Apache License, Version 2.0 (the 007 * "License"); you may not use this file except in compliance 008 * with the License. You may obtain a copy of the License at 009 * 010 * http://www.apache.org/licenses/LICENSE-2.0 011 * 012 * Unless required by applicable law or agreed to in writing, software 013 * distributed under the License is distributed on an "AS IS" BASIS, 014 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 015 * See the License for the specific language governing permissions and 016 * limitations under the License. 017 */ 018 019package org.apache.hadoop.hbase.chaos.factories; 020 021import org.apache.hadoop.hbase.chaos.actions.Action; 022import org.apache.hadoop.hbase.chaos.actions.AddColumnAction; 023import org.apache.hadoop.hbase.chaos.actions.BatchRestartRsAction; 024import org.apache.hadoop.hbase.chaos.actions.ChangeBloomFilterAction; 025import org.apache.hadoop.hbase.chaos.actions.ChangeCompressionAction; 026import org.apache.hadoop.hbase.chaos.actions.ChangeEncodingAction; 027import org.apache.hadoop.hbase.chaos.actions.ChangeSplitPolicyAction; 028import org.apache.hadoop.hbase.chaos.actions.ChangeVersionsAction; 029import org.apache.hadoop.hbase.chaos.actions.CompactRandomRegionOfTableAction; 030import org.apache.hadoop.hbase.chaos.actions.CompactTableAction; 031import org.apache.hadoop.hbase.chaos.actions.DecreaseMaxHFileSizeAction; 032import org.apache.hadoop.hbase.chaos.actions.DumpClusterStatusAction; 033import org.apache.hadoop.hbase.chaos.actions.FlushRandomRegionOfTableAction; 034import org.apache.hadoop.hbase.chaos.actions.FlushTableAction; 035import org.apache.hadoop.hbase.chaos.actions.GracefulRollingRestartRsAction; 036import org.apache.hadoop.hbase.chaos.actions.MergeRandomAdjacentRegionsOfTableAction; 037import org.apache.hadoop.hbase.chaos.actions.MoveRandomRegionOfTableAction; 038import org.apache.hadoop.hbase.chaos.actions.MoveRegionsOfTableAction; 039import org.apache.hadoop.hbase.chaos.actions.RemoveColumnAction; 040import org.apache.hadoop.hbase.chaos.actions.RestartActiveMasterAction; 041import org.apache.hadoop.hbase.chaos.actions.RestartRandomRsAction; 042import org.apache.hadoop.hbase.chaos.actions.RestartRsHoldingMetaAction; 043import org.apache.hadoop.hbase.chaos.actions.RollingBatchRestartRsAction; 044import org.apache.hadoop.hbase.chaos.actions.RollingBatchSuspendResumeRsAction; 045import org.apache.hadoop.hbase.chaos.actions.SnapshotTableAction; 046import org.apache.hadoop.hbase.chaos.actions.SplitAllRegionOfTableAction; 047import org.apache.hadoop.hbase.chaos.actions.SplitRandomRegionOfTableAction; 048import org.apache.hadoop.hbase.chaos.monkies.ChaosMonkey; 049import org.apache.hadoop.hbase.chaos.monkies.PolicyBasedChaosMonkey; 050import org.apache.hadoop.hbase.chaos.policies.CompositeSequentialPolicy; 051import org.apache.hadoop.hbase.chaos.policies.DoActionsOncePolicy; 052import org.apache.hadoop.hbase.chaos.policies.PeriodicRandomActionPolicy; 053 054public class SlowDeterministicMonkeyFactory extends MonkeyFactory { 055 056 private long action1Period; 057 private long action2Period; 058 private long action3Period; 059 private long action4Period; 060 private long moveRegionsMaxTime; 061 private long moveRegionsSleepTime; 062 private long moveRandomRegionSleepTime; 063 private long restartRandomRSSleepTime; 064 private long batchRestartRSSleepTime; 065 private float batchRestartRSRatio; 066 private long restartActiveMasterSleepTime; 067 private long rollingBatchRestartRSSleepTime; 068 private float rollingBatchRestartRSRatio; 069 private long restartRsHoldingMetaSleepTime; 070 private float compactTableRatio; 071 private float compactRandomRegionRatio; 072 private long decreaseHFileSizeSleepTime; 073 private long gracefulRollingRestartTSSLeepTime; 074 private long rollingBatchSuspendRSSleepTime; 075 private float rollingBatchSuspendtRSRatio; 076 077 @Override 078 public ChaosMonkey build() { 079 080 loadProperties(); 081 // Actions such as compact/flush a table/region, 082 // move one region around. They are not so destructive, 083 // can be executed more frequently. 084 Action[] actions1 = new Action[] { 085 new CompactTableAction(tableName, compactTableRatio), 086 new CompactRandomRegionOfTableAction(tableName, compactRandomRegionRatio), 087 new FlushTableAction(tableName), 088 new FlushRandomRegionOfTableAction(tableName), 089 new MoveRandomRegionOfTableAction(tableName) 090 }; 091 092 // Actions such as split/merge/snapshot. 093 // They should not cause data loss, or unreliability 094 // such as region stuck in transition. 095 Action[] actions2 = new Action[] { 096 new SplitRandomRegionOfTableAction(tableName), 097 new MergeRandomAdjacentRegionsOfTableAction(tableName), 098 new SnapshotTableAction(tableName), 099 new AddColumnAction(tableName), 100 new RemoveColumnAction(tableName, columnFamilies), 101 new ChangeEncodingAction(tableName), 102 new ChangeCompressionAction(tableName), 103 new ChangeBloomFilterAction(tableName), 104 new ChangeVersionsAction(tableName), 105 new ChangeSplitPolicyAction(tableName), 106 }; 107 108 // Destructive actions to mess things around. 109 Action[] actions3 = new Action[] { 110 new MoveRegionsOfTableAction(moveRegionsSleepTime, moveRegionsMaxTime, 111 tableName), 112 new MoveRandomRegionOfTableAction(moveRandomRegionSleepTime, tableName), 113 new RestartRandomRsAction(restartRandomRSSleepTime), 114 new BatchRestartRsAction(batchRestartRSSleepTime, batchRestartRSRatio), 115 new RestartActiveMasterAction(restartActiveMasterSleepTime), 116 new RollingBatchRestartRsAction(rollingBatchRestartRSSleepTime, 117 rollingBatchRestartRSRatio), 118 new RestartRsHoldingMetaAction(restartRsHoldingMetaSleepTime), 119 new DecreaseMaxHFileSizeAction(decreaseHFileSizeSleepTime, tableName), 120 new SplitAllRegionOfTableAction(tableName), 121 new GracefulRollingRestartRsAction(gracefulRollingRestartTSSLeepTime), 122 new RollingBatchSuspendResumeRsAction(rollingBatchSuspendRSSleepTime, 123 rollingBatchSuspendtRSRatio) 124 }; 125 126 // Action to log more info for debugging 127 Action[] actions4 = new Action[] { 128 new DumpClusterStatusAction() 129 }; 130 131 return new PolicyBasedChaosMonkey(properties, util, 132 new PeriodicRandomActionPolicy(action1Period, actions1), 133 new PeriodicRandomActionPolicy(action2Period, actions2), 134 new CompositeSequentialPolicy( 135 new DoActionsOncePolicy(action3Period, actions3), 136 new PeriodicRandomActionPolicy(action3Period, actions3)), 137 new PeriodicRandomActionPolicy(action4Period, actions4)); 138 } 139 140 private void loadProperties() { 141 142 action1Period = Long.parseLong(this.properties.getProperty( 143 MonkeyConstants.PERIODIC_ACTION1_PERIOD, 144 MonkeyConstants.DEFAULT_PERIODIC_ACTION1_PERIOD + "")); 145 action2Period = Long.parseLong(this.properties.getProperty( 146 MonkeyConstants.PERIODIC_ACTION2_PERIOD, 147 MonkeyConstants.DEFAULT_PERIODIC_ACTION2_PERIOD + "")); 148 action3Period = Long.parseLong(this.properties.getProperty( 149 MonkeyConstants.COMPOSITE_ACTION3_PERIOD, 150 MonkeyConstants.DEFAULT_COMPOSITE_ACTION3_PERIOD + "")); 151 action4Period = Long.parseLong(this.properties.getProperty( 152 MonkeyConstants.PERIODIC_ACTION4_PERIOD, 153 MonkeyConstants.DEFAULT_PERIODIC_ACTION4_PERIOD + "")); 154 moveRegionsMaxTime = Long.parseLong(this.properties.getProperty( 155 MonkeyConstants.MOVE_REGIONS_MAX_TIME, 156 MonkeyConstants.DEFAULT_MOVE_REGIONS_MAX_TIME + "")); 157 moveRegionsSleepTime = Long.parseLong(this.properties.getProperty( 158 MonkeyConstants.MOVE_REGIONS_SLEEP_TIME, 159 MonkeyConstants.DEFAULT_MOVE_REGIONS_SLEEP_TIME + "")); 160 moveRandomRegionSleepTime = Long.parseLong(this.properties.getProperty( 161 MonkeyConstants.MOVE_RANDOM_REGION_SLEEP_TIME, 162 MonkeyConstants.DEFAULT_MOVE_RANDOM_REGION_SLEEP_TIME + "")); 163 restartRandomRSSleepTime = Long.parseLong(this.properties.getProperty( 164 MonkeyConstants.RESTART_RANDOM_RS_SLEEP_TIME, 165 MonkeyConstants.DEFAULT_RESTART_RANDOM_RS_SLEEP_TIME + "")); 166 batchRestartRSSleepTime = Long.parseLong(this.properties.getProperty( 167 MonkeyConstants.BATCH_RESTART_RS_SLEEP_TIME, 168 MonkeyConstants.DEFAULT_BATCH_RESTART_RS_SLEEP_TIME + "")); 169 batchRestartRSRatio = Float.parseFloat(this.properties.getProperty( 170 MonkeyConstants.BATCH_RESTART_RS_RATIO, 171 MonkeyConstants.DEFAULT_BATCH_RESTART_RS_RATIO + "")); 172 restartActiveMasterSleepTime = Long.parseLong(this.properties.getProperty( 173 MonkeyConstants.RESTART_ACTIVE_MASTER_SLEEP_TIME, 174 MonkeyConstants.DEFAULT_RESTART_ACTIVE_MASTER_SLEEP_TIME + "")); 175 rollingBatchRestartRSSleepTime = Long.parseLong(this.properties.getProperty( 176 MonkeyConstants.ROLLING_BATCH_RESTART_RS_SLEEP_TIME, 177 MonkeyConstants.DEFAULT_ROLLING_BATCH_RESTART_RS_SLEEP_TIME + "")); 178 rollingBatchRestartRSRatio = Float.parseFloat(this.properties.getProperty( 179 MonkeyConstants.ROLLING_BATCH_RESTART_RS_RATIO, 180 MonkeyConstants.DEFAULT_ROLLING_BATCH_RESTART_RS_RATIO + "")); 181 restartRsHoldingMetaSleepTime = Long.parseLong(this.properties.getProperty( 182 MonkeyConstants.RESTART_RS_HOLDING_META_SLEEP_TIME, 183 MonkeyConstants.DEFAULT_RESTART_RS_HOLDING_META_SLEEP_TIME + "")); 184 compactTableRatio = Float.parseFloat(this.properties.getProperty( 185 MonkeyConstants.COMPACT_TABLE_ACTION_RATIO, 186 MonkeyConstants.DEFAULT_COMPACT_TABLE_ACTION_RATIO + "")); 187 compactRandomRegionRatio = Float.parseFloat(this.properties.getProperty( 188 MonkeyConstants.COMPACT_RANDOM_REGION_RATIO, 189 MonkeyConstants.DEFAULT_COMPACT_RANDOM_REGION_RATIO + "")); 190 decreaseHFileSizeSleepTime = Long.parseLong(this.properties.getProperty( 191 MonkeyConstants.DECREASE_HFILE_SIZE_SLEEP_TIME, 192 MonkeyConstants.DEFAULT_DECREASE_HFILE_SIZE_SLEEP_TIME + "")); 193 gracefulRollingRestartTSSLeepTime = Long.parseLong(this.properties.getProperty( 194 MonkeyConstants.GRACEFUL_RESTART_RS_SLEEP_TIME, 195 MonkeyConstants.DEFAULT_GRACEFUL_RESTART_RS_SLEEP_TIME + "")); 196 rollingBatchSuspendRSSleepTime = Long.parseLong(this.properties.getProperty( 197 MonkeyConstants.ROLLING_BATCH_SUSPEND_RS_SLEEP_TIME, 198 MonkeyConstants.DEFAULT_ROLLING_BATCH_SUSPEND_RS_SLEEP_TIME+ "")); 199 rollingBatchSuspendtRSRatio = Float.parseFloat(this.properties.getProperty( 200 MonkeyConstants.ROLLING_BATCH_SUSPEND_RS_RATIO, 201 MonkeyConstants.DEFAULT_ROLLING_BATCH_SUSPEND_RS_RATIO + "")); 202 } 203}