-
Notifications
You must be signed in to change notification settings - Fork 0
/
config.py
43 lines (34 loc) · 1.9 KB
/
config.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
# Constants (User configurable)
APP_NAME = 'DistributedHelloWorld' # Used to generate derivative names unique to the application.
# DOCKER REGISTRY INFORMATION:
DOCKERHUB_TAG = 'distributedscience/distributed-helloworld:latest'
# AWS GENERAL SETTINGS:
AWS_REGION = 'us-east-1'
AWS_PROFILE = 'default' # The same profile used by your AWS CLI installation
SSH_KEY_NAME = 'your-key-file.pem' # Expected to be in ~/.ssh
AWS_BUCKET = 'your-bucket-name'
# EC2 AND ECS INFORMATION:
ECS_CLUSTER = 'default'
CLUSTER_MACHINES = 2
TASKS_PER_MACHINE = 1
MACHINE_TYPE = ['t2.micro']
MACHINE_PRICE = 0.10
EBS_VOL_SIZE = 22 # In GB. Minimum allowed is 22.
# DOCKER INSTANCE RUNNING ENVIRONMENT:
DOCKER_CORES = 1 # Number of software processes to run inside a docker container
CPU_SHARES = DOCKER_CORES * 1024 # ECS computing units assigned to each docker container (1024 units = 1 core)
MEMORY = 800 # Memory assigned to the docker container in MB
SECONDS_TO_START = 3*60 # Wait before the next process is initiated to avoid memory collisions
# SQS QUEUE INFORMATION:
SQS_QUEUE_NAME = APP_NAME + 'Queue'
SQS_MESSAGE_VISIBILITY = 1*60 # Timeout (secs) for messages in flight (average time to be processed)
SQS_DEAD_LETTER_QUEUE = 'user_DeadMessages'
# LOG GROUP INFORMATION:
LOG_GROUP_NAME = APP_NAME
# REDUNDANCY CHECKS
CHECK_IF_DONE_BOOL = 'False' # True or False - should it check if there are a certain number of non-empty files and delete the job if yes?
EXPECTED_NUMBER_FILES = 7 # What is the number of files that trigger skipping a job?
MIN_FILE_SIZE_BYTES = 1 # What is the minimal number of bytes an object should be to "count"?
NECESSARY_STRING = '' # Is there any string that should be in the file name to "count"?
# PUT ANYTHING SPECIFIC TO YOUR PROGRAM DOWN HERE
MY_NAME = 'FirstName LastName'