Merge branch 'feature/component_timereport' into 'master'

Feature/component timereport

See merge request scotty/scotty.py!29

Author: pchronz

samples/components/experiment/parallel_workload/experiment.yaml

@@ -8,6 +8,9 @@ description: |
     - workloads"
 tags:
   - sample
+resultstores:
+  - name: demo_resultstore
+    generator: file:resultstore/demo
 resources:
   - name: demo_resource
     generator: file:resource/demo

samples/components/experiment/parallel_workload/resultstore

@@ -0,0 +1 @@
+../../resultstore

samples/components/experiment/single_workload/experiment.yaml

@@ -25,4 +25,4 @@ workloads:
     params:
       greeting: 'Hallo(1)'
       sleep: 1
-      iteration: 2
+      iterations: 2

samples/components/resultstore/demo/resultstore.py

@@ -6,5 +6,12 @@
 
 def submit(context):
    resultstore = context.v1.resultstore
+   experiment_helper = utils.ExperimentHelper(context)
+   workloads = experiment_helper.get_workloads()
+   experiment_starttime = experiment_helper.get_experiment_starttime()
    logger.info('Hey there,')
    logger.info('I\'m resultstore {}'.format(resultstore.name))
+   logger.info('Experiment starttime: {}'.format(experiment_starttime))
+   for workload in workloads.itervalues():
+       logger.info('Workload {} starttime: {}'.format(workload.name, workload.starttime))
+   

scotty/core/components.py

@@ -28,8 +28,12 @@ class Component(object):
     def __init__(self):
         self.config = None
         self.workspace = None
+        self.starttime = None
+        self.endtime = None
         self._setaccess('config')
         self._setaccess('name')
+        self._setaccess('starttime')
+        self._setaccess('endtime')
 
     def _setaccess(self, parameter):
         ContextAccessible(self.__class__.__name__).setaccess(parameter)

scotty/core/executor.py

@@ -1,4 +1,5 @@
 import logging
+from datetime import datetime
 
 from concurrent.futures import ThreadPoolExecutor, as_completed
 from concurrent.futures import wait as futures_wait
@@ -42,7 +43,9 @@ def _get_function(self, component, interface_):
     def _exec_function(self, component, function_, context):
         try:
             component.state = CommonComponentState.ACTIVE
+            component.starttime = datetime.now()
             result = function_(context)
+            component.endtime = datetime.now()
             component.state = CommonComponentState.COMPLETED
             return result
         except:

scotty/utils.py

@@ -33,3 +33,6 @@ def get_resource(self, resource_name):
     def get_workloads(self):
         workloads = self.__experiment.components['workload']
         return workloads
+
+    def get_experiment_starttime(self):
+        return self.__experiment.starttime

scotty/workflows/experiment.py

@@ -1,5 +1,5 @@
 import logging
-
+from datetime import datetime
 import shutil
 
 from scotty.workflows.base import Workflow
@@ -26,6 +26,7 @@ def _prepare(self):
     def _prepare_experiment(self):
         logger.info('Prepare experiment')
         self.experiment = ExperimentFactory.build(self._options)
+        self.experiment.starttime = datetime.now()
 
     def _prepare_resources(self):
         logger.info('Prepare resources')