slow_cooker version load test script #56
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,198 @@ | ||
| """Slow cooker load testing.""" | ||
|
There was a problem hiding this comment. How is this file being used with the demo? There was a problem hiding this comment. i wrap this file into Docker, and it can launch by tech-demo-ui (i've send a PR to tech-demo-ui). There was a problem hiding this comment. Where can we find this docker image? Can you add the Dockerfile into the images folder in tech-demo? |
||
| import requests | ||
| import random | ||
| import datetime | ||
| import uuid | ||
| import time | ||
| import sys | ||
| from urlparse import urljoin | ||
| from multiprocessing import Pool | ||
| import json | ||
| import argparse | ||
| import os | ||
|
|
||
| LOCATIONS = ["SESTO", "AUMEL", "CNHKG", "JNTKO", "NLRTM", "DEHAM"] | ||
| QPS = 20 | ||
| CONCURRENCY = 1 | ||
| INTERVAL = "1s" | ||
| HISTOGRAM_WINDOW_SIZE = "1s" | ||
| TOTAL_REQUESTS = 200 | ||
| TARGET_HOST = "http://goddd.default:8080" | ||
| # Please replace slow_cooker with real host | ||
| SLOW_COOKER_HOST = "http://aef2018a95c0811e7a4d102472bbd1c4-577574532.us-east-1.elb.amazonaws.com:8089" | ||
| STATUS_COMPLETE = "finished" | ||
|
|
||
|
|
||
| class StaticTasks(object): | ||
| """Load tasks.""" | ||
|
|
||
| def __init__(self, target_host): | ||
| """Initialize Tasks.""" | ||
| self.target_host = target_host | ||
|
|
||
| def _pick_random_location(self): | ||
| return LOCATIONS[random.randint(0, 5)] | ||
|
|
||
| def create_route_delete_cargo(self): | ||
| """Book new cargo -> route cargo -> delete cargo.""" | ||
| add_days = random.randint(0, 15) | ||
| deadline = datetime.datetime.utcnow() + \ | ||
| datetime.timedelta(days=add_days) | ||
|
|
||
| data = json.dumps({ | ||
| "origin": self._pick_random_location(), | ||
| "destination": self._pick_random_location(), | ||
| "arrival_deadline": deadline.isoformat() + "Z" | ||
| }) | ||
| scenario = [ | ||
| { | ||
| "url_template": | ||
| urljoin(self.target_host, | ||
| "/booking/v1/cargos"), | ||
| "method": "POST", | ||
| "data": data, | ||
| "drain_resp": "tracking_id" | ||
| }, | ||
| { | ||
| "url_template": | ||
| urljoin(self.target_host, | ||
| "/booking/v1/cargos/:tracking_id"), | ||
| "method": "GET" | ||
| }, | ||
| { | ||
| "url_template": | ||
| urljoin(self.target_host, | ||
| "/booking/v1/cargos/:tracking_id"), | ||
| "method": "DELETE" | ||
| } | ||
| ] | ||
| return scenario | ||
|
|
||
| def list_cargos(self): | ||
| """List cargo.""" | ||
| return [ | ||
| { | ||
| "url_template": | ||
| urljoin(self.target_host, | ||
| "/booking/v1/cargos"), | ||
| "method": "GET" | ||
| } | ||
| ] | ||
|
|
||
| def list_locations(self): | ||
| """List locations.""" | ||
| return [ | ||
| { | ||
| "url_template": | ||
| urljoin(self.target_host, | ||
| "/booking/v1/locations"), | ||
| "method": "GET" | ||
| } | ||
| ] | ||
|
|
||
|
|
||
| def run_benchmark(*args): | ||
| """Run benchmark. | ||
| arg[0][0]: slow cooker host | ||
| arg[0][1]: scenario | ||
| arg[0][2]: load {qps: duration_in_second} | ||
| load is a list which contains dict qps:duration | ||
| """ | ||
| one_second = 1000000000 | ||
| for qps, duration in args[0][2].iteritems(): | ||
| id = uuid.uuid1() | ||
| response = requests.post( | ||
| url=urljoin(args[0][0], | ||
| "/slowcooker/benchmark"), | ||
|
There was a problem hiding this comment. I wonder if we can let slow cooker support sending multiple scenarios, and allow slow_cooker to choose internally how each scenario should be ran and with what weight? |
||
| json={ | ||
| "runId": id.__str__(), | ||
|
There was a problem hiding this comment. runId is now part of the URL instead |
||
| "qps": qps, | ||
| "concurrency": CONCURRENCY, | ||
| "totalRequests": qps * duration * one_second, | ||
| "interval": one_second, | ||
| "loadTime": "1s", | ||
| "url": "http://localhost:8080", | ||
| "scenario": args[0][1], | ||
| "headers": {"Content-Type": "application/json"} | ||
| } | ||
| ) | ||
| # TODO: interval means nothing in benchmark | ||
| if response.ok: | ||
| done = False | ||
| sys.stdout.write("task {} is running ".format(id)) | ||
| while not done: | ||
| status = requests.get( | ||
| url=urljoin(args[0][0], | ||
| "/slowcooker/benchmark/{}".format(id))) | ||
| if status.ok: | ||
| if json.loads(status.content)["State"] == STATUS_COMPLETE: | ||
| done = True | ||
| # query status per second | ||
| sys.stdout.write(".") | ||
| time.sleep(1) | ||
|
|
||
| sys.stdout.write(" complete\n") | ||
| sys.stdout.flush() | ||
| else: | ||
| print response.text | ||
| response.raise_for_status() | ||
|
|
||
|
|
||
| # Run benchmark | ||
| def parse_args(): | ||
| parser = argparse.ArgumentParser() | ||
| parser.add_argument("-c", "--config", type=str, | ||
| required=False, default="config.json", | ||
| help="hi-lo config") | ||
| args = parser.parse_args() | ||
| if os.path.isfile(args.config): | ||
| print args.config | ||
| with open(args.config, 'r') as json_data_file: | ||
| try: | ||
| params = json.load(json_data_file) | ||
| except ValueError as e: | ||
| print "Main:ERROR: Error in reading configuration file %s: %s" % (args.config, e) | ||
| sys.exit(-1) | ||
| else: | ||
| print "Main:ERROR: Cannot read configuration file ", args.config | ||
| sys.exit(-1) | ||
|
|
||
| return params | ||
|
|
||
|
|
||
| def main(): | ||
| """Main function.""" | ||
| params = parse_args() | ||
| tasks = StaticTasks(TARGET_HOST) | ||
|
|
||
| pool = Pool() | ||
|
|
||
| # Edit load here | ||
| lo = params["low_count"] | ||
| lo_duration = params["low_duration_seconds"] | ||
| hi = params["high_count"] | ||
| hi_duration = params["high_duration_seconds"] | ||
|
|
||
| args = [ | ||
| (SLOW_COOKER_HOST, tasks.create_route_delete_cargo(), {lo: lo_duration, hi: hi_duration}), | ||
| (SLOW_COOKER_HOST, tasks.list_cargos(), {lo: lo_duration, hi: hi_duration}), | ||
| (SLOW_COOKER_HOST, tasks.list_locations(), {lo: lo_duration, hi: hi_duration})] | ||
| while True: | ||
| try: | ||
| pool.map_async(run_benchmark, args).get(0xffff) | ||
| except KeyboardInterrupt as e: | ||
| # pool.close() | ||
| # pool.join() | ||
| pool.terminate() | ||
| pool.join() | ||
| print "Interrupted" | ||
| sys.exit(0) | ||
|
|
||
|
|
||
| if __name__ == "__main__": | ||
| main() | ||
|
|
||
| # runner.run_benchmark(tasks.create_route_delete_cargo(), {300: 45, 700: 75}) | ||
|
|
||
| # runner.run_benchmark(tasks.list_cargos(), {300: 45, 700: 75}) | ||
| # runner.run_benchmark(tasks.list_locations(), {300: 45, 700: 75}) | ||
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Please remove this field.