001/**
002 * Licensed to the Apache Software Foundation (ASF) under one
003 * or more contributor license agreements.  See the NOTICE file
004 * distributed with this work for additional information
005 * regarding copyright ownership.  The ASF licenses this file
006 * to you under the Apache License, Version 2.0 (the
007 * "License"); you may not use this file except in compliance
008 * with the License.  You may obtain a copy of the License at
009 *
010 *     http://www.apache.org/licenses/LICENSE-2.0
011 *
012 * Unless required by applicable law or agreed to in writing, software
013 * distributed under the License is distributed on an "AS IS" BASIS,
014 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
015 * See the License for the specific language governing permissions and
016 * limitations under the License.
017 */
018
019package org.apache.hadoop.hbase.chaos.factories;
020
021import org.apache.hadoop.hbase.chaos.actions.Action;
022import org.apache.hadoop.hbase.chaos.actions.AddColumnAction;
023import org.apache.hadoop.hbase.chaos.actions.BatchRestartRsAction;
024import org.apache.hadoop.hbase.chaos.actions.ChangeBloomFilterAction;
025import org.apache.hadoop.hbase.chaos.actions.ChangeCompressionAction;
026import org.apache.hadoop.hbase.chaos.actions.ChangeEncodingAction;
027import org.apache.hadoop.hbase.chaos.actions.ChangeSplitPolicyAction;
028import org.apache.hadoop.hbase.chaos.actions.ChangeVersionsAction;
029import org.apache.hadoop.hbase.chaos.actions.CompactRandomRegionOfTableAction;
030import org.apache.hadoop.hbase.chaos.actions.CompactTableAction;
031import org.apache.hadoop.hbase.chaos.actions.DecreaseMaxHFileSizeAction;
032import org.apache.hadoop.hbase.chaos.actions.DumpClusterStatusAction;
033import org.apache.hadoop.hbase.chaos.actions.FlushRandomRegionOfTableAction;
034import org.apache.hadoop.hbase.chaos.actions.FlushTableAction;
035import org.apache.hadoop.hbase.chaos.actions.GracefulRollingRestartRsAction;
036import org.apache.hadoop.hbase.chaos.actions.MergeRandomAdjacentRegionsOfTableAction;
037import org.apache.hadoop.hbase.chaos.actions.MoveRandomRegionOfTableAction;
038import org.apache.hadoop.hbase.chaos.actions.MoveRegionsOfTableAction;
039import org.apache.hadoop.hbase.chaos.actions.RemoveColumnAction;
040import org.apache.hadoop.hbase.chaos.actions.RestartActiveMasterAction;
041import org.apache.hadoop.hbase.chaos.actions.RestartRandomRsAction;
042import org.apache.hadoop.hbase.chaos.actions.RestartRsHoldingMetaAction;
043import org.apache.hadoop.hbase.chaos.actions.RollingBatchRestartRsAction;
044import org.apache.hadoop.hbase.chaos.actions.RollingBatchSuspendResumeRsAction;
045import org.apache.hadoop.hbase.chaos.actions.SnapshotTableAction;
046import org.apache.hadoop.hbase.chaos.actions.SplitAllRegionOfTableAction;
047import org.apache.hadoop.hbase.chaos.actions.SplitRandomRegionOfTableAction;
048import org.apache.hadoop.hbase.chaos.monkies.ChaosMonkey;
049import org.apache.hadoop.hbase.chaos.monkies.PolicyBasedChaosMonkey;
050import org.apache.hadoop.hbase.chaos.policies.CompositeSequentialPolicy;
051import org.apache.hadoop.hbase.chaos.policies.DoActionsOncePolicy;
052import org.apache.hadoop.hbase.chaos.policies.PeriodicRandomActionPolicy;
053
054public class SlowDeterministicMonkeyFactory extends MonkeyFactory {
055
056  private long action1Period;
057  private long action2Period;
058  private long action3Period;
059  private long action4Period;
060  private long moveRegionsMaxTime;
061  private long moveRegionsSleepTime;
062  private long moveRandomRegionSleepTime;
063  private long restartRandomRSSleepTime;
064  private long batchRestartRSSleepTime;
065  private float batchRestartRSRatio;
066  private long restartActiveMasterSleepTime;
067  private long rollingBatchRestartRSSleepTime;
068  private float rollingBatchRestartRSRatio;
069  private long restartRsHoldingMetaSleepTime;
070  private float compactTableRatio;
071  private float compactRandomRegionRatio;
072  private long decreaseHFileSizeSleepTime;
073  private long gracefulRollingRestartTSSLeepTime;
074  private long rollingBatchSuspendRSSleepTime;
075  private float rollingBatchSuspendtRSRatio;
076
077  @Override
078  public ChaosMonkey build() {
079
080    loadProperties();
081    // Actions such as compact/flush a table/region,
082    // move one region around. They are not so destructive,
083    // can be executed more frequently.
084    Action[] actions1 = new Action[] {
085        new CompactTableAction(tableName, compactTableRatio),
086        new CompactRandomRegionOfTableAction(tableName, compactRandomRegionRatio),
087        new FlushTableAction(tableName),
088        new FlushRandomRegionOfTableAction(tableName),
089        new MoveRandomRegionOfTableAction(tableName)
090    };
091
092    // Actions such as split/merge/snapshot.
093    // They should not cause data loss, or unreliability
094    // such as region stuck in transition.
095    Action[] actions2 = new Action[] {
096        new SplitRandomRegionOfTableAction(tableName),
097        new MergeRandomAdjacentRegionsOfTableAction(tableName),
098        new SnapshotTableAction(tableName),
099        new AddColumnAction(tableName),
100        new RemoveColumnAction(tableName, columnFamilies),
101        new ChangeEncodingAction(tableName),
102        new ChangeCompressionAction(tableName),
103        new ChangeBloomFilterAction(tableName),
104        new ChangeVersionsAction(tableName),
105        new ChangeSplitPolicyAction(tableName),
106    };
107
108    // Destructive actions to mess things around.
109    Action[] actions3 = new Action[] {
110        new MoveRegionsOfTableAction(moveRegionsSleepTime, moveRegionsMaxTime,
111            tableName),
112        new MoveRandomRegionOfTableAction(moveRandomRegionSleepTime, tableName),
113        new RestartRandomRsAction(restartRandomRSSleepTime),
114        new BatchRestartRsAction(batchRestartRSSleepTime, batchRestartRSRatio),
115        new RestartActiveMasterAction(restartActiveMasterSleepTime),
116        new RollingBatchRestartRsAction(rollingBatchRestartRSSleepTime,
117            rollingBatchRestartRSRatio),
118        new RestartRsHoldingMetaAction(restartRsHoldingMetaSleepTime),
119        new DecreaseMaxHFileSizeAction(decreaseHFileSizeSleepTime, tableName),
120        new SplitAllRegionOfTableAction(tableName),
121      new GracefulRollingRestartRsAction(gracefulRollingRestartTSSLeepTime),
122      new RollingBatchSuspendResumeRsAction(rollingBatchSuspendRSSleepTime,
123          rollingBatchSuspendtRSRatio)
124    };
125
126    // Action to log more info for debugging
127    Action[] actions4 = new Action[] {
128        new DumpClusterStatusAction()
129    };
130
131    return new PolicyBasedChaosMonkey(properties, util,
132        new PeriodicRandomActionPolicy(action1Period, actions1),
133        new PeriodicRandomActionPolicy(action2Period, actions2),
134        new CompositeSequentialPolicy(
135            new DoActionsOncePolicy(action3Period, actions3),
136            new PeriodicRandomActionPolicy(action3Period, actions3)),
137        new PeriodicRandomActionPolicy(action4Period, actions4));
138  }
139
140  private void loadProperties() {
141
142      action1Period = Long.parseLong(this.properties.getProperty(
143        MonkeyConstants.PERIODIC_ACTION1_PERIOD,
144        MonkeyConstants.DEFAULT_PERIODIC_ACTION1_PERIOD + ""));
145      action2Period = Long.parseLong(this.properties.getProperty(
146        MonkeyConstants.PERIODIC_ACTION2_PERIOD,
147        MonkeyConstants.DEFAULT_PERIODIC_ACTION2_PERIOD + ""));
148      action3Period = Long.parseLong(this.properties.getProperty(
149        MonkeyConstants.COMPOSITE_ACTION3_PERIOD,
150        MonkeyConstants.DEFAULT_COMPOSITE_ACTION3_PERIOD + ""));
151      action4Period = Long.parseLong(this.properties.getProperty(
152        MonkeyConstants.PERIODIC_ACTION4_PERIOD,
153        MonkeyConstants.DEFAULT_PERIODIC_ACTION4_PERIOD + ""));
154      moveRegionsMaxTime = Long.parseLong(this.properties.getProperty(
155        MonkeyConstants.MOVE_REGIONS_MAX_TIME,
156        MonkeyConstants.DEFAULT_MOVE_REGIONS_MAX_TIME + ""));
157      moveRegionsSleepTime = Long.parseLong(this.properties.getProperty(
158        MonkeyConstants.MOVE_REGIONS_SLEEP_TIME,
159        MonkeyConstants.DEFAULT_MOVE_REGIONS_SLEEP_TIME + ""));
160      moveRandomRegionSleepTime = Long.parseLong(this.properties.getProperty(
161        MonkeyConstants.MOVE_RANDOM_REGION_SLEEP_TIME,
162        MonkeyConstants.DEFAULT_MOVE_RANDOM_REGION_SLEEP_TIME + ""));
163      restartRandomRSSleepTime = Long.parseLong(this.properties.getProperty(
164        MonkeyConstants.RESTART_RANDOM_RS_SLEEP_TIME,
165        MonkeyConstants.DEFAULT_RESTART_RANDOM_RS_SLEEP_TIME + ""));
166      batchRestartRSSleepTime = Long.parseLong(this.properties.getProperty(
167        MonkeyConstants.BATCH_RESTART_RS_SLEEP_TIME,
168        MonkeyConstants.DEFAULT_BATCH_RESTART_RS_SLEEP_TIME + ""));
169      batchRestartRSRatio = Float.parseFloat(this.properties.getProperty(
170        MonkeyConstants.BATCH_RESTART_RS_RATIO,
171        MonkeyConstants.DEFAULT_BATCH_RESTART_RS_RATIO + ""));
172      restartActiveMasterSleepTime = Long.parseLong(this.properties.getProperty(
173        MonkeyConstants.RESTART_ACTIVE_MASTER_SLEEP_TIME,
174        MonkeyConstants.DEFAULT_RESTART_ACTIVE_MASTER_SLEEP_TIME + ""));
175      rollingBatchRestartRSSleepTime = Long.parseLong(this.properties.getProperty(
176        MonkeyConstants.ROLLING_BATCH_RESTART_RS_SLEEP_TIME,
177        MonkeyConstants.DEFAULT_ROLLING_BATCH_RESTART_RS_SLEEP_TIME + ""));
178      rollingBatchRestartRSRatio = Float.parseFloat(this.properties.getProperty(
179        MonkeyConstants.ROLLING_BATCH_RESTART_RS_RATIO,
180        MonkeyConstants.DEFAULT_ROLLING_BATCH_RESTART_RS_RATIO + ""));
181      restartRsHoldingMetaSleepTime = Long.parseLong(this.properties.getProperty(
182        MonkeyConstants.RESTART_RS_HOLDING_META_SLEEP_TIME,
183        MonkeyConstants.DEFAULT_RESTART_RS_HOLDING_META_SLEEP_TIME + ""));
184      compactTableRatio = Float.parseFloat(this.properties.getProperty(
185        MonkeyConstants.COMPACT_TABLE_ACTION_RATIO,
186        MonkeyConstants.DEFAULT_COMPACT_TABLE_ACTION_RATIO + ""));
187      compactRandomRegionRatio = Float.parseFloat(this.properties.getProperty(
188        MonkeyConstants.COMPACT_RANDOM_REGION_RATIO,
189        MonkeyConstants.DEFAULT_COMPACT_RANDOM_REGION_RATIO + ""));
190    decreaseHFileSizeSleepTime = Long.parseLong(this.properties.getProperty(
191        MonkeyConstants.DECREASE_HFILE_SIZE_SLEEP_TIME,
192        MonkeyConstants.DEFAULT_DECREASE_HFILE_SIZE_SLEEP_TIME + ""));
193    gracefulRollingRestartTSSLeepTime = Long.parseLong(this.properties.getProperty(
194        MonkeyConstants.GRACEFUL_RESTART_RS_SLEEP_TIME,
195        MonkeyConstants.DEFAULT_GRACEFUL_RESTART_RS_SLEEP_TIME + ""));
196    rollingBatchSuspendRSSleepTime = Long.parseLong(this.properties.getProperty(
197        MonkeyConstants.ROLLING_BATCH_SUSPEND_RS_SLEEP_TIME,
198        MonkeyConstants.DEFAULT_ROLLING_BATCH_SUSPEND_RS_SLEEP_TIME+ ""));
199    rollingBatchSuspendtRSRatio = Float.parseFloat(this.properties.getProperty(
200        MonkeyConstants.ROLLING_BATCH_SUSPEND_RS_RATIO,
201        MonkeyConstants.DEFAULT_ROLLING_BATCH_SUSPEND_RS_RATIO + ""));
202  }
203}