-
Notifications
You must be signed in to change notification settings - Fork 21
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Long running script for all services
- Loading branch information
1 parent
8e9e6a6
commit 772ed43
Showing
9 changed files
with
269 additions
and
226 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,102 @@ | ||
| #!/usr/bin/env python3 | ||
| ## @file index_test.py | ||
| import subprocess | ||
| import sys | ||
| import getopt | ||
| import argparse | ||
|
|
||
|
|
||
| class TestFailedError(Exception): | ||
| pass | ||
|
|
||
|
|
||
| def run_test(options, type): | ||
| cmd_opts = f"--gtest_filter=BtreeConcurrentTest/{type}.ConcurrentAllOps --gtest_break_on_failure --cleanup_after_shutdown={options['cleanup_after_shutdown']} --init_device={options['init_device']} --preload_size={options['preload_size']} {options['log_mods']} --run_time={options['run_time']} --num_iters={options['num_iters']} --num_entries={options['num_entries']} --num_threads={options['threads']} --num_fibers={options['fibers']} {options['dev_list']} {options['op_list']}" | ||
| # print(f"Running test with options: {cmd_opts}") | ||
| try: | ||
| subprocess.check_call(f"{options['dirpath']}test_index_btree {cmd_opts}", stderr=subprocess.STDOUT, shell=True) | ||
| except subprocess.CalledProcessError as e: | ||
| print(f"Test failed: {e}") | ||
| raise TestFailedError(f"Test failed for type {type}") | ||
| print("Test completed") | ||
|
|
||
|
|
||
| def parse_arguments(): | ||
| # Create the parser | ||
| parser = argparse.ArgumentParser(description='Parse command line options.') | ||
|
|
||
| # Add arguments with default values | ||
| parser.add_argument('--test_suits', help='Test suits to run', default='') | ||
| parser.add_argument('--dirpath', help='Directory path', default='bin/') | ||
| parser.add_argument('--op_list', help='List of operations', default='') | ||
| parser.add_argument('--log_mods', help='Log modules', default='') | ||
| parser.add_argument('--threads', help='Number of threads', type=int, default=2) | ||
| parser.add_argument('--fibers', help='Number of fibers', type=int, default=2) | ||
| parser.add_argument('--preload_size', help='Preload size', type=int, default=262144) # 256K | ||
| parser.add_argument('--num_entries', help='Number of entries', type=int, default=2097152) # 2M | ||
| parser.add_argument('--num_iters', help='Number of iterations', type=int, default=100000000) | ||
| parser.add_argument('--run_time', help='Run time in seconds', type=int, default=14400) # 4 hours | ||
| parser.add_argument('--dev_list', help='Device list', default='') | ||
| parser.add_argument('--cleanup_after_shutdown', help='Cleanup after shutdown', type=bool, default=False) | ||
| parser.add_argument('--init_device', help='Initialize device', type=bool, default=True) | ||
|
|
||
| # Parse the known arguments and ignore any unknown arguments | ||
| args, unknown = parser.parse_known_args() | ||
|
|
||
| if args.op_list: | ||
| args.op_list = ''.join([f' --operation_list={op}' for op in args.op_list.split()]) | ||
| if args.dev_list: | ||
| args.dev_list = f' --device_list={args.dev_list}' | ||
|
|
||
| options = vars(args) | ||
|
|
||
| return options | ||
|
|
||
|
|
||
| def long_runnig_index(options, type=0): | ||
| print("Long running test started") | ||
| print(f"options: {options}") | ||
| run_test(options, type) | ||
| print("Long running test completed") | ||
|
|
||
|
|
||
| def long_running_clean_shutdown(options, type=0): | ||
| print("Long running clean shutdown started") | ||
| options['run_time'] = int(options['run_time']) // 10 # 20 minutes | ||
|
|
||
| try: | ||
| run_test(options, type) | ||
| options['init_device'] = False | ||
| print("Iteration 0 (aka init) completed successfully") | ||
| for i in range(1, 10): | ||
| run_test(options, type) | ||
| print("Iteration {} clean shutdown completed successfully".format(i)) | ||
| except TestFailedError as e: | ||
| print(f"Test failed: {e}") | ||
| raise | ||
| print("Long running clean shutdown completed") | ||
|
|
||
|
|
||
| def main(): | ||
| options = parse_arguments() | ||
| test_suite_name = options['test_suits'] | ||
| try: | ||
| # Retrieve the function based on the name provided in options['test_suits'] | ||
| test_suite_function = globals().get(test_suite_name) | ||
| if callable(test_suite_function): | ||
| print(f"Running {test_suite_name} with options: {options}") | ||
| test_suite_function(options) | ||
| else: | ||
| print(f"Test suite '{test_suite_name}' is not a callable function.") | ||
| except KeyError: | ||
| print(f"Test suite '{test_suite_name}' not found.") | ||
|
|
||
|
|
||
| def long_running(*args): | ||
| options = parse_arguments() | ||
| long_runnig_index(options) | ||
| long_running_clean_shutdown(options) | ||
|
|
||
|
|
||
| if __name__ == "__main__": | ||
| main() |
Oops, something went wrong.