001/**
002 * Licensed to the Apache Software Foundation (ASF) under one
003 * or more contributor license agreements.  See the NOTICE file
004 * distributed with this work for additional information
005 * regarding copyright ownership.  The ASF licenses this file
006 * to you under the Apache License, Version 2.0 (the
007 * "License"); you may not use this file except in compliance
008 * with the License.  You may obtain a copy of the License at
009 *
010 *     http://www.apache.org/licenses/LICENSE-2.0
011 *
012 * Unless required by applicable law or agreed to in writing, software
013 * distributed under the License is distributed on an "AS IS" BASIS,
014 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
015 * See the License for the specific language governing permissions and
016 * limitations under the License.
017 */
018
019package org.apache.hadoop.hbase.chaos.factories;
020
021import org.apache.hadoop.hbase.chaos.actions.Action;
022import org.apache.hadoop.hbase.chaos.actions.AddColumnAction;
023import org.apache.hadoop.hbase.chaos.actions.BatchRestartRsAction;
024import org.apache.hadoop.hbase.chaos.actions.ChangeBloomFilterAction;
025import org.apache.hadoop.hbase.chaos.actions.ChangeCompressionAction;
026import org.apache.hadoop.hbase.chaos.actions.ChangeEncodingAction;
027import org.apache.hadoop.hbase.chaos.actions.ChangeVersionsAction;
028import org.apache.hadoop.hbase.chaos.actions.CompactMobAction;
029import org.apache.hadoop.hbase.chaos.actions.CompactRandomRegionOfTableAction;
030import org.apache.hadoop.hbase.chaos.actions.CompactTableAction;
031import org.apache.hadoop.hbase.chaos.actions.DumpClusterStatusAction;
032import org.apache.hadoop.hbase.chaos.actions.FlushRandomRegionOfTableAction;
033import org.apache.hadoop.hbase.chaos.actions.FlushTableAction;
034import org.apache.hadoop.hbase.chaos.actions.MergeRandomAdjacentRegionsOfTableAction;
035import org.apache.hadoop.hbase.chaos.actions.MoveRandomRegionOfTableAction;
036import org.apache.hadoop.hbase.chaos.actions.MoveRegionsOfTableAction;
037import org.apache.hadoop.hbase.chaos.actions.RemoveColumnAction;
038import org.apache.hadoop.hbase.chaos.actions.RestartActiveMasterAction;
039import org.apache.hadoop.hbase.chaos.actions.RestartRandomRsAction;
040import org.apache.hadoop.hbase.chaos.actions.RestartRsHoldingMetaAction;
041import org.apache.hadoop.hbase.chaos.actions.RollingBatchRestartRsAction;
042import org.apache.hadoop.hbase.chaos.actions.SnapshotTableAction;
043import org.apache.hadoop.hbase.chaos.actions.SplitRandomRegionOfTableAction;
044import org.apache.hadoop.hbase.chaos.monkies.ChaosMonkey;
045import org.apache.hadoop.hbase.chaos.monkies.PolicyBasedChaosMonkey;
046import org.apache.hadoop.hbase.chaos.policies.CompositeSequentialPolicy;
047import org.apache.hadoop.hbase.chaos.policies.DoActionsOncePolicy;
048import org.apache.hadoop.hbase.chaos.policies.PeriodicRandomActionPolicy;
049
050/**
051 * This is a copy of SlowDeterministicMonkeyFactory that also does mob compactions.
052 */
053public class MobSlowDeterministicMonkeyFactory extends MonkeyFactory {
054
055  private long action1Period;
056  private long action2Period;
057  private long action3Period;
058  private long action4Period;
059  private long moveRegionsMaxTime;
060  private long moveRegionsSleepTime;
061  private long moveRandomRegionSleepTime;
062  private long restartRandomRSSleepTime;
063  private long batchRestartRSSleepTime;
064  private float batchRestartRSRatio;
065  private long restartActiveMasterSleepTime;
066  private long rollingBatchRestartRSSleepTime;
067  private float rollingBatchRestartRSRatio;
068  private long restartRsHoldingMetaSleepTime;
069  private float compactTableRatio;
070  private float compactRandomRegionRatio;
071
072  @Override
073  public ChaosMonkey build() {
074
075    loadProperties();
076    // Actions such as compact/flush a table/region,
077    // move one region around. They are not so destructive,
078    // can be executed more frequently.
079    Action[] actions1 = new Action[] {
080            new CompactMobAction(tableName, compactTableRatio),
081            new CompactTableAction(tableName, compactTableRatio),
082            new CompactRandomRegionOfTableAction(tableName, compactRandomRegionRatio),
083            new FlushTableAction(tableName),
084            new FlushRandomRegionOfTableAction(tableName),
085            new MoveRandomRegionOfTableAction(tableName)
086    };
087
088    // Actions such as split/merge/snapshot.
089    // They should not cause data loss, or unreliability
090    // such as region stuck in transition.
091    Action[] actions2 = new Action[] {
092            new SplitRandomRegionOfTableAction(tableName),
093            new MergeRandomAdjacentRegionsOfTableAction(tableName),
094            new SnapshotTableAction(tableName),
095            new AddColumnAction(tableName),
096            new RemoveColumnAction(tableName, columnFamilies),
097            new ChangeEncodingAction(tableName),
098            new ChangeCompressionAction(tableName),
099            new ChangeBloomFilterAction(tableName),
100            new ChangeVersionsAction(tableName)
101    };
102
103    // Destructive actions to mess things around.
104    Action[] actions3 = new Action[] {
105            new MoveRegionsOfTableAction(moveRegionsSleepTime, moveRegionsMaxTime,
106                    tableName),
107            new MoveRandomRegionOfTableAction(moveRandomRegionSleepTime, tableName),
108            new RestartRandomRsAction(restartRandomRSSleepTime),
109            new BatchRestartRsAction(batchRestartRSSleepTime, batchRestartRSRatio),
110            new RestartActiveMasterAction(restartActiveMasterSleepTime),
111            new RollingBatchRestartRsAction(rollingBatchRestartRSSleepTime,
112                    rollingBatchRestartRSRatio),
113            new RestartRsHoldingMetaAction(restartRsHoldingMetaSleepTime)
114    };
115
116    // Action to log more info for debugging
117    Action[] actions4 = new Action[] {
118            new DumpClusterStatusAction()
119    };
120
121    return new PolicyBasedChaosMonkey(util,
122            new PeriodicRandomActionPolicy(action1Period, actions1),
123            new PeriodicRandomActionPolicy(action2Period, actions2),
124            new CompositeSequentialPolicy(
125                    new DoActionsOncePolicy(action3Period, actions3),
126                    new PeriodicRandomActionPolicy(action3Period, actions3)),
127            new PeriodicRandomActionPolicy(action4Period, actions4));
128  }
129
130  private void loadProperties() {
131
132    action1Period = Long.parseLong(this.properties.getProperty(
133            MonkeyConstants.PERIODIC_ACTION1_PERIOD,
134            MonkeyConstants.DEFAULT_PERIODIC_ACTION1_PERIOD + ""));
135    action2Period = Long.parseLong(this.properties.getProperty(
136            MonkeyConstants.PERIODIC_ACTION2_PERIOD,
137            MonkeyConstants.DEFAULT_PERIODIC_ACTION2_PERIOD + ""));
138    action3Period = Long.parseLong(this.properties.getProperty(
139            MonkeyConstants.COMPOSITE_ACTION3_PERIOD,
140            MonkeyConstants.DEFAULT_COMPOSITE_ACTION3_PERIOD + ""));
141    action4Period = Long.parseLong(this.properties.getProperty(
142            MonkeyConstants.PERIODIC_ACTION4_PERIOD,
143            MonkeyConstants.DEFAULT_PERIODIC_ACTION4_PERIOD + ""));
144    moveRegionsMaxTime = Long.parseLong(this.properties.getProperty(
145            MonkeyConstants.MOVE_REGIONS_MAX_TIME,
146            MonkeyConstants.DEFAULT_MOVE_REGIONS_MAX_TIME + ""));
147    moveRegionsSleepTime = Long.parseLong(this.properties.getProperty(
148            MonkeyConstants.MOVE_REGIONS_SLEEP_TIME,
149            MonkeyConstants.DEFAULT_MOVE_REGIONS_SLEEP_TIME + ""));
150    moveRandomRegionSleepTime = Long.parseLong(this.properties.getProperty(
151            MonkeyConstants.MOVE_RANDOM_REGION_SLEEP_TIME,
152            MonkeyConstants.DEFAULT_MOVE_RANDOM_REGION_SLEEP_TIME + ""));
153    restartRandomRSSleepTime = Long.parseLong(this.properties.getProperty(
154            MonkeyConstants.RESTART_RANDOM_RS_SLEEP_TIME,
155            MonkeyConstants.DEFAULT_RESTART_RANDOM_RS_SLEEP_TIME + ""));
156    batchRestartRSSleepTime = Long.parseLong(this.properties.getProperty(
157            MonkeyConstants.BATCH_RESTART_RS_SLEEP_TIME,
158            MonkeyConstants.DEFAULT_BATCH_RESTART_RS_SLEEP_TIME + ""));
159    restartActiveMasterSleepTime = Long.parseLong(this.properties.getProperty(
160            MonkeyConstants.RESTART_ACTIVE_MASTER_SLEEP_TIME,
161            MonkeyConstants.DEFAULT_RESTART_ACTIVE_MASTER_SLEEP_TIME + ""));
162    rollingBatchRestartRSSleepTime = Long.parseLong(this.properties.getProperty(
163            MonkeyConstants.ROLLING_BATCH_RESTART_RS_SLEEP_TIME,
164            MonkeyConstants.DEFAULT_ROLLING_BATCH_RESTART_RS_SLEEP_TIME + ""));
165    rollingBatchRestartRSRatio = Float.parseFloat(this.properties.getProperty(
166            MonkeyConstants.ROLLING_BATCH_RESTART_RS_RATIO,
167            MonkeyConstants.DEFAULT_ROLLING_BATCH_RESTART_RS_RATIO + ""));
168    restartRsHoldingMetaSleepTime = Long.parseLong(this.properties.getProperty(
169            MonkeyConstants.RESTART_RS_HOLDING_META_SLEEP_TIME,
170            MonkeyConstants.DEFAULT_RESTART_RS_HOLDING_META_SLEEP_TIME + ""));
171    compactTableRatio = Float.parseFloat(this.properties.getProperty(
172            MonkeyConstants.COMPACT_TABLE_ACTION_RATIO,
173            MonkeyConstants.DEFAULT_COMPACT_TABLE_ACTION_RATIO + ""));
174    compactRandomRegionRatio = Float.parseFloat(this.properties.getProperty(
175            MonkeyConstants.COMPACT_RANDOM_REGION_RATIO,
176            MonkeyConstants.DEFAULT_COMPACT_RANDOM_REGION_RATIO + ""));
177  }
178}