001/*
002 * Licensed to the Apache Software Foundation (ASF) under one
003 * or more contributor license agreements.  See the NOTICE file
004 * distributed with this work for additional information
005 * regarding copyright ownership.  The ASF licenses this file
006 * to you under the Apache License, Version 2.0 (the
007 * "License"); you may not use this file except in compliance
008 * with the License.  You may obtain a copy of the License at
009 *
010 *     http://www.apache.org/licenses/LICENSE-2.0
011 *
012 * Unless required by applicable law or agreed to in writing, software
013 * distributed under the License is distributed on an "AS IS" BASIS,
014 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
015 * See the License for the specific language governing permissions and
016 * limitations under the License.
017 */
018package org.apache.hadoop.hbase.chaos.factories;
019
020import org.apache.hadoop.hbase.chaos.actions.Action;
021import org.apache.hadoop.hbase.chaos.actions.AddColumnAction;
022import org.apache.hadoop.hbase.chaos.actions.BatchRestartRsAction;
023import org.apache.hadoop.hbase.chaos.actions.ChangeBloomFilterAction;
024import org.apache.hadoop.hbase.chaos.actions.ChangeCompressionAction;
025import org.apache.hadoop.hbase.chaos.actions.ChangeEncodingAction;
026import org.apache.hadoop.hbase.chaos.actions.ChangeVersionsAction;
027import org.apache.hadoop.hbase.chaos.actions.CompactMobAction;
028import org.apache.hadoop.hbase.chaos.actions.CompactRandomRegionOfTableAction;
029import org.apache.hadoop.hbase.chaos.actions.CompactTableAction;
030import org.apache.hadoop.hbase.chaos.actions.DumpClusterStatusAction;
031import org.apache.hadoop.hbase.chaos.actions.FlushRandomRegionOfTableAction;
032import org.apache.hadoop.hbase.chaos.actions.FlushTableAction;
033import org.apache.hadoop.hbase.chaos.actions.MergeRandomAdjacentRegionsOfTableAction;
034import org.apache.hadoop.hbase.chaos.actions.MoveRandomRegionOfTableAction;
035import org.apache.hadoop.hbase.chaos.actions.MoveRegionsOfTableAction;
036import org.apache.hadoop.hbase.chaos.actions.RemoveColumnAction;
037import org.apache.hadoop.hbase.chaos.actions.RestartActiveMasterAction;
038import org.apache.hadoop.hbase.chaos.actions.RestartRandomRsAction;
039import org.apache.hadoop.hbase.chaos.actions.RestartRsHoldingMetaAction;
040import org.apache.hadoop.hbase.chaos.actions.RollingBatchRestartRsAction;
041import org.apache.hadoop.hbase.chaos.actions.SnapshotTableAction;
042import org.apache.hadoop.hbase.chaos.actions.SplitRandomRegionOfTableAction;
043import org.apache.hadoop.hbase.chaos.monkies.ChaosMonkey;
044import org.apache.hadoop.hbase.chaos.monkies.PolicyBasedChaosMonkey;
045import org.apache.hadoop.hbase.chaos.policies.CompositeSequentialPolicy;
046import org.apache.hadoop.hbase.chaos.policies.DoActionsOncePolicy;
047import org.apache.hadoop.hbase.chaos.policies.PeriodicRandomActionPolicy;
048
049/**
050 * This is a copy of SlowDeterministicMonkeyFactory that also does mob compactions.
051 */
052public class MobSlowDeterministicMonkeyFactory extends MonkeyFactory {
053
054  private long action1Period;
055  private long action2Period;
056  private long action3Period;
057  private long action4Period;
058  private long moveRegionsMaxTime;
059  private long moveRegionsSleepTime;
060  private long moveRandomRegionSleepTime;
061  private long restartRandomRSSleepTime;
062  private long batchRestartRSSleepTime;
063  private float batchRestartRSRatio;
064  private long restartActiveMasterSleepTime;
065  private long rollingBatchRestartRSSleepTime;
066  private float rollingBatchRestartRSRatio;
067  private long restartRsHoldingMetaSleepTime;
068  private float compactTableRatio;
069  private float compactRandomRegionRatio;
070  private long snapshotTableTtl;
071
072  @Override
073  public ChaosMonkey build() {
074
075    loadProperties();
076    // Actions such as compact/flush a table/region,
077    // move one region around. They are not so destructive,
078    // can be executed more frequently.
079    Action[] actions1 = new Action[] { new CompactMobAction(tableName, compactTableRatio),
080      new CompactTableAction(tableName, compactTableRatio),
081      new CompactRandomRegionOfTableAction(tableName, compactRandomRegionRatio),
082      new FlushTableAction(tableName), new FlushRandomRegionOfTableAction(tableName),
083      new MoveRandomRegionOfTableAction(tableName) };
084
085    // Actions such as split/merge/snapshot.
086    // They should not cause data loss, or unreliability
087    // such as region stuck in transition.
088    Action[] actions2 = new Action[] { new SplitRandomRegionOfTableAction(tableName),
089      new MergeRandomAdjacentRegionsOfTableAction(tableName),
090      new SnapshotTableAction(tableName, snapshotTableTtl), new AddColumnAction(tableName),
091      new RemoveColumnAction(tableName, columnFamilies), new ChangeEncodingAction(tableName),
092      new ChangeCompressionAction(tableName), new ChangeBloomFilterAction(tableName),
093      new ChangeVersionsAction(tableName) };
094
095    // Destructive actions to mess things around.
096    Action[] actions3 = new Action[] {
097      new MoveRegionsOfTableAction(moveRegionsSleepTime, moveRegionsMaxTime, tableName),
098      new MoveRandomRegionOfTableAction(moveRandomRegionSleepTime, tableName),
099      new RestartRandomRsAction(restartRandomRSSleepTime),
100      new BatchRestartRsAction(batchRestartRSSleepTime, batchRestartRSRatio),
101      new RestartActiveMasterAction(restartActiveMasterSleepTime),
102      new RollingBatchRestartRsAction(rollingBatchRestartRSSleepTime, rollingBatchRestartRSRatio),
103      new RestartRsHoldingMetaAction(restartRsHoldingMetaSleepTime) };
104
105    // Action to log more info for debugging
106    Action[] actions4 = new Action[] { new DumpClusterStatusAction() };
107
108    return new PolicyBasedChaosMonkey(properties, util,
109      new PeriodicRandomActionPolicy(action1Period, actions1),
110      new PeriodicRandomActionPolicy(action2Period, actions2),
111      new CompositeSequentialPolicy(new DoActionsOncePolicy(action3Period, actions3),
112        new PeriodicRandomActionPolicy(action3Period, actions3)),
113      new PeriodicRandomActionPolicy(action4Period, actions4));
114  }
115
116  private void loadProperties() {
117
118    action1Period =
119      Long.parseLong(this.properties.getProperty(MonkeyConstants.PERIODIC_ACTION1_PERIOD,
120        MonkeyConstants.DEFAULT_PERIODIC_ACTION1_PERIOD + ""));
121    action2Period =
122      Long.parseLong(this.properties.getProperty(MonkeyConstants.PERIODIC_ACTION2_PERIOD,
123        MonkeyConstants.DEFAULT_PERIODIC_ACTION2_PERIOD + ""));
124    action3Period =
125      Long.parseLong(this.properties.getProperty(MonkeyConstants.COMPOSITE_ACTION3_PERIOD,
126        MonkeyConstants.DEFAULT_COMPOSITE_ACTION3_PERIOD + ""));
127    action4Period =
128      Long.parseLong(this.properties.getProperty(MonkeyConstants.PERIODIC_ACTION4_PERIOD,
129        MonkeyConstants.DEFAULT_PERIODIC_ACTION4_PERIOD + ""));
130    moveRegionsMaxTime =
131      Long.parseLong(this.properties.getProperty(MonkeyConstants.MOVE_REGIONS_MAX_TIME,
132        MonkeyConstants.DEFAULT_MOVE_REGIONS_MAX_TIME + ""));
133    moveRegionsSleepTime =
134      Long.parseLong(this.properties.getProperty(MonkeyConstants.MOVE_REGIONS_SLEEP_TIME,
135        MonkeyConstants.DEFAULT_MOVE_REGIONS_SLEEP_TIME + ""));
136    moveRandomRegionSleepTime =
137      Long.parseLong(this.properties.getProperty(MonkeyConstants.MOVE_RANDOM_REGION_SLEEP_TIME,
138        MonkeyConstants.DEFAULT_MOVE_RANDOM_REGION_SLEEP_TIME + ""));
139    restartRandomRSSleepTime =
140      Long.parseLong(this.properties.getProperty(MonkeyConstants.RESTART_RANDOM_RS_SLEEP_TIME,
141        MonkeyConstants.DEFAULT_RESTART_RANDOM_RS_SLEEP_TIME + ""));
142    batchRestartRSSleepTime =
143      Long.parseLong(this.properties.getProperty(MonkeyConstants.BATCH_RESTART_RS_SLEEP_TIME,
144        MonkeyConstants.DEFAULT_BATCH_RESTART_RS_SLEEP_TIME + ""));
145    restartActiveMasterSleepTime =
146      Long.parseLong(this.properties.getProperty(MonkeyConstants.RESTART_ACTIVE_MASTER_SLEEP_TIME,
147        MonkeyConstants.DEFAULT_RESTART_ACTIVE_MASTER_SLEEP_TIME + ""));
148    rollingBatchRestartRSSleepTime = Long
149      .parseLong(this.properties.getProperty(MonkeyConstants.ROLLING_BATCH_RESTART_RS_SLEEP_TIME,
150        MonkeyConstants.DEFAULT_ROLLING_BATCH_RESTART_RS_SLEEP_TIME + ""));
151    rollingBatchRestartRSRatio =
152      Float.parseFloat(this.properties.getProperty(MonkeyConstants.ROLLING_BATCH_RESTART_RS_RATIO,
153        MonkeyConstants.DEFAULT_ROLLING_BATCH_RESTART_RS_RATIO + ""));
154    restartRsHoldingMetaSleepTime =
155      Long.parseLong(this.properties.getProperty(MonkeyConstants.RESTART_RS_HOLDING_META_SLEEP_TIME,
156        MonkeyConstants.DEFAULT_RESTART_RS_HOLDING_META_SLEEP_TIME + ""));
157    compactTableRatio =
158      Float.parseFloat(this.properties.getProperty(MonkeyConstants.COMPACT_TABLE_ACTION_RATIO,
159        MonkeyConstants.DEFAULT_COMPACT_TABLE_ACTION_RATIO + ""));
160    compactRandomRegionRatio =
161      Float.parseFloat(this.properties.getProperty(MonkeyConstants.COMPACT_RANDOM_REGION_RATIO,
162        MonkeyConstants.DEFAULT_COMPACT_RANDOM_REGION_RATIO + ""));
163    snapshotTableTtl =
164      Long.parseLong(this.properties.getProperty(MonkeyConstants.SNAPSHOT_TABLE_TTL,
165        MonkeyConstants.DEFAULT_SNAPSHOT_TABLE_TTL + ""));
166  }
167}