Capture new errors in new notebook

[agstephens]

• Clone rooki
• Create rooki/notebooks/tests/test-c3s-cmip6-subset-errors-ceda-2021-q2.ipynb
• Add in details and examples based on the issues listed below.

[agstephens]

Issue 1: pywps_process_fts3r25e

Inputs:

$ ./show-job-inputs.sh /gws/nopw/j04/cp4cds1_vol1/wps/prod/tmp/rook/pywps_process_fts3r25e/job_919nxrsq.dump
{u'doc': u'workflow',
 u'inputs': {u'tasmin': [u'c3s-cmip6.CMIP.CNRM-CERFACS.CNRM-CM6-1-HR.historical.r1i1p1f2.day.tasmin.gr.v20191021']},
 u'outputs': {u'output': u'subset_tasmin_1/output'},
 u'steps': {u'subset_tasmin_1': {u'in': {u'area': u'-18,8,-4,20',
                                         u'collection': u'inputs/tasmin',
                                         u'time': u'1980-01-01/2014-12-31'},
                                 u'run': u'subset'}}}

Output:

[root@rook-wps1 ~]# cat /gws/nopw/j04/cp4cds1_vol1/wps/prod/tmp/rook/pywps_process_fts3r25e/job-output.txt
2021-04-24 11:38:27,344 - /usr/local/anaconda/envs/rook/lib/python3.7/site-packages/daops/utils/consolidate.py - INFO - Testing 2 files in time range: ...
2021-04-24 11:38:38,921 - /usr/local/anaconda/envs/rook/lib/python3.7/site-packages/daops/utils/consolidate.py - INFO - File 0: /badc/cmip6/data/CMIP6/CMIP/CNRM-CERFACS/CNRM-CM6-1-HR/historical/r1i1p1f2/day/tasmin/gr/v20191021/tasmin_day_CNRM-CM6-1-HR_historical_r1i1p1f2_gr_19500101-19991231.nc
2021-04-24 11:38:44,906 - /usr/local/anaconda/envs/rook/lib/python3.7/site-packages/daops/utils/consolidate.py - INFO - File 1: /badc/cmip6/data/CMIP6/CMIP/CNRM-CERFACS/CNRM-CM6-1-HR/historical/r1i1p1f2/day/tasmin/gr/v20191021/tasmin_day_CNRM-CM6-1-HR_historical_r1i1p1f2_gr_20000101-20141231.nc
2021-04-24 11:38:49,270 - /usr/local/anaconda/envs/rook/lib/python3.7/site-packages/daops/utils/consolidate.py - INFO - Kept 2 files
2021-04-24 11:38:49,289 - /usr/local/anaconda/envs/rook/lib/python3.7/site-packages/daops/utils/normalise.py - INFO - Working on datasets: OrderedDict([(<roocs_utils.utils.file_utils.FileMapper object at 0x2b3f1351fc10>, ['/badc/cmip6/data/CMIP6/CMIP/CNRM-CERFACS/CNRM-CM6-1-HR/historical/r1i1p1f2/day/tasmin/gr/v20191021/tasmin_day_CNRM-CM6-1-HR_historical_r1i1p1f2_gr_19500101-19991231.nc', '/badc/cmip6/data/CMIP6/CMIP/CNRM-CERFACS/CNRM-CM6-1-HR/historical/r1i1p1f2/day/tasmin/gr/v20191021/tasmin_day_CNRM-CM6-1-HR_historical_r1i1p1f2_gr_20000101-20141231.nc'])])
2021-04-24 11:38:56,197 - /usr/local/anaconda/envs/rook/lib/python3.7/site-packages/daops/processor.py - INFO - Running subset [serial]: on Dataset with args: {'area': Area to subset over:
 (-18.0, 8.0, -4.0, 20.0), 'level': Level range to subset over
 first_level: None
 last_level: None, 'time': Time period to subset over
 start time: 1980-01-01T00:00:00
 end time: 2014-12-31T00:00:00, 'output_type': 'netcdf', 'output_dir': '/gws/nopw/j04/cp4cds1_vol1/wps/prod/tmp/rook/pywps_process_fts3r25e/subset_0iy79frw', 'split_method': 'time:auto', 'file_namer': 'standard'}
2021-04-24 11:38:56,616 - /usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/ops/base_operation.py - INFO - Processing Subset for times: ('1980-01-01', '2014-12-30')
2021-04-24 11:38:56,617 - /usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/utils/output_utils.py - INFO - format_writer=to_netcdf, output_type=netcdf
2021-04-24 11:38:56,646 - /usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/utils/output_utils.py - INFO - Writing to temporary path: /gws/smf/j04/cp4cds1/c3s_34e/rook_prod_cache/tmpnex3k8e_/tasmin_day_CNRM-CM6-1-HR_historical_r1i1p1f2_gr_19800101-20141230.nc

Error:

$ cat /gws/nopw/j04/cp4cds1_vol1/wps/prod/tmp/rook/pywps_process_fts3r25e/job-error.txt
/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/core/subset.py:910: UserWarning: "start_date" has been nudged to nearest valid time step in xarray object.
  da = subset_time(da, start_date=start_date, end_date=end_date)
/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/core/subset.py:910: UserWarning: "end_date" has been nudged to nearest valid time step in xarray object.
  da = subset_time(da, start_date=start_date, end_date=end_date)
/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/xarray/conventions.py:449: UserWarning: Variable 'time' has datetime type and a bounds variable but time.encoding does not have units specified. The units encodings for 'time' and 'time_bounds' will be determined independently and may not be equal, counter to CF-conventions. If this is a concern, specify a units encoding for 'time' before writing to a file.
  UserWarning,
Traceback (most recent call last):
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/director/director.py", line 166, in process
    file_uris = runner(self.inputs)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/utils/subset_utils.py", line 5, in run_subset
    result = subset(**args)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/daops/ops/subset.py", line 77, in subset
    result_set = Subset(**locals()).calculate()
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/daops/ops/base.py", line 88, in calculate
    process(self.get_operation_callable(), norm_collection, **self.params),
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/daops/processor.py", line 19, in process
    result = operation(dset, **kwargs)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/ops/subset.py", line 168, in subset
    return op.process()
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/ops/base_operation.py", line 111, in process
    output = get_output(result_ds, self._output_type, self._output_dir, namer)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/utils/output_utils.py", line 250, in get_output
    delayed_obj.compute()
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/base.py", line 283, in compute
    (result,) = compute(self, traverse=False, **kwargs)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/base.py", line 565, in compute
    results = schedule(dsk, keys, **kwargs)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/local.py", line 528, in get_sync
    return get_async(apply_sync, 1, dsk, keys, **kwargs)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/local.py", line 495, in get_async
    fire_task()
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/local.py", line 467, in fire_task
    callback=queue.put,
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/local.py", line 517, in apply_sync
    res = func(*args, **kwds)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/local.py", line 227, in execute_task
    result = pack_exception(e, dumps)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/local.py", line 222, in execute_task
    result = _execute_task(task, data)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/core.py", line 121, in _execute_task
    return func(*(_execute_task(a, cache) for a in args))
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/array/core.py", line 116, in getter
    c = np.asarray(c)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/numpy/core/_asarray.py", line 102, in asarray
    return array(a, dtype, copy=False, order=order)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/xarray/core/indexing.py", line 503, in __array__
    return np.asarray(self.array, dtype=dtype)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/numpy/core/_asarray.py", line 102, in asarray
    return array(a, dtype, copy=False, order=order)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/xarray/core/indexing.py", line 663, in __array__
    return np.asarray(self.array, dtype=dtype)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/numpy/core/_asarray.py", line 102, in asarray
    return array(a, dtype, copy=False, order=order)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/xarray/core/indexing.py", line 568, in __array__
    return np.asarray(array[self.key], dtype=None)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/numpy/core/_asarray.py", line 102, in asarray
    return array(a, dtype, copy=False, order=order)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/xarray/coding/variables.py", line 70, in __array__
    return self.func(self.array)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/xarray/coding/variables.py", line 138, in _apply_mask
    data = np.asarray(data, dtype=dtype)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/numpy/core/_asarray.py", line 102, in asarray
    return array(a, dtype, copy=False, order=order)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/xarray/core/indexing.py", line 568, in __array__
    return np.asarray(array[self.key], dtype=None)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/xarray/backends/netCDF4_.py", line 86, in __getitem__
    key, self.shape, indexing.IndexingSupport.OUTER, self._getitem
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/xarray/core/indexing.py", line 853, in explicit_indexing_adapter
    result = raw_indexing_method(raw_key.tuple)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/xarray/backends/netCDF4_.py", line 98, in _getitem
    array = getitem(original_array, key)
  File "src/netCDF4/_netCDF4.pyx", line 4401, in netCDF4._netCDF4.Variable.__getitem__
numpy.core._exceptions._ArrayMemoryError: Unable to allocate 17.6 GiB for an array with shape (18262, 360, 720) and data type float32

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/director/director.py", line 21, in wrap_director
    director.process(runner)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/director/director.py", line 168, in process
    raise ProcessError(f"{e}")
pywps.app.exceptions.ProcessError: Unable to allocate 17.6 GiB for an array with shape 18262, 360, 720 and data type float32

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/processes/wps_orchestrate.py", line 75, in _handler
    file_uris = wf.run(wfdata)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/workflow.py", line 69, in run
    return self.workflow.run(wfdoc)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/workflow.py", line 89, in run
    outputs = self._run(wfdoc)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/workflow.py", line 112, in _run
    return self._run_tree(steps, tree, "root")
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/workflow.py", line 119, in _run_tree
    tree_outputs[data["arg_id"]] = self._run_tree(steps, tree, next_step_id)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/workflow.py", line 119, in _run_tree
    tree_outputs[data["arg_id"]] = self._run_tree(steps, tree, next_step_id)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/workflow.py", line 123, in _run_tree
    outputs = self._run_step(step_id, steps[step_id], tree_outputs)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/workflow.py", line 135, in _run_step
    result = self.subset_op.call(step["in"])
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/operator.py", line 41, in call
    director = wrap_director(collection, args, runner)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/director/director.py", line 24, in wrap_director
    raise ProcessError(f"{e}")
pywps.app.exceptions.ProcessError: Unable to allocate 17.6 GiB for an array with shape 18262, 360, 720 and data type float32

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/pywps/app/Process.py", line 250, in _run_process
    self.handler(wps_request, wps_response)  # the user must update the wps_response.
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/processes/wps_orchestrate.py", line 77, in _handler
    raise ProcessError(f"{e}")
pywps.app.exceptions.ProcessError: Unable to allocate 17.6 GiB for an array with shape 18262, 360, 720 and data type float32

[agstephens]

Issue 2: pywps_process_6_j4temx

Inputs:

./show-job-inputs.sh /gws/nopw/j04/cp4cds1_vol1/wps/prod/tmp/rook/pywps_process_6_j4temx/job_qnegfwzv.dump

{u'doc': u'workflow',
 u'inputs': {u'tasmin': [u'c3s-cmip6.ScenarioMIP.MOHC.HadGEM3-GC31-MM.ssp585.r1i1p1f3.day.tasmin.gn.v20200515']},
 u'outputs': {u'output': u'subset_tasmin_1/output'},
 u'steps': {u'subset_tasmin_1': {u'in': {u'area': u'-18,8,-4,20',
                                         u'collection': u'inputs/tasmin',
                                         u'time': u'2014-01-01/2100-12-31'},
                                 u'run': u'subset'}}}

Error:

4: -rw-r--r-- 1 c4cds users 8968 Apr 26 13:43 /gws/nopw/j04/cp4cds1_vol1/wps/prod/tmp/rook/pywps_process_6_j4temx/job-error.txt --> Traceback (most
recent call last):
/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/core/subset.py:910: UserWarning: "start_date" not found within input date time ran
ge. Defaulting to minimum time step in xarray object.
  da = subset_time(da, start_date=start_date, end_date=end_date)
/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/core/subset.py:910: UserWarning: "end_date" has been nudged to nearest valid time
step in xarray object.
  da = subset_time(da, start_date=start_date, end_date=end_date)
/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/xarray/conventions.py:449: UserWarning: Variable 'time' has datetime type and a bounds var
iable but time.encoding does not have units specified. The units encodings for 'time' and 'time_bnds' will be determined independently and may not b
e equal, counter to CF-conventions. If this is a concern, specify a units encoding for 'time' before writing to a file.
  UserWarning,
Traceback (most recent call last):
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/director/director.py", line 166, in process
    file_uris = runner(self.inputs)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/utils/subset_utils.py", line 5, in run_subset
    result = subset(**args)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/daops/ops/subset.py", line 77, in subset
    result_set = Subset(**locals()).calculate()
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/daops/ops/base.py", line 88, in calculate
    process(self.get_operation_callable(), norm_collection, **self.params),
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/daops/processor.py", line 19, in process
    result = operation(dset, **kwargs)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/ops/subset.py", line 168, in subset
    return op.process()
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/ops/base_operation.py", line 111, in process
    output = get_output(result_ds, self._output_type, self._output_dir, namer)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/utils/output_utils.py", line 250, in get_output
    delayed_obj.compute()
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/base.py", line 283, in compute
    (result,) = compute(self, traverse=False, **kwargs)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/base.py", line 565, in compute
    results = schedule(dsk, keys, **kwargs)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/local.py", line 528, in get_sync
    return get_async(apply_sync, 1, dsk, keys, **kwargs)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/local.py", line 495, in get_async
    fire_task()
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/local.py", line 467, in fire_task
    callback=queue.put,
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/local.py", line 517, in apply_sync
    res = func(*args, **kwds)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/local.py", line 227, in execute_task
    result = pack_exception(e, dumps)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/local.py", line 222, in execute_task
    result = _execute_task(task, data)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/core.py", line 121, in _execute_task
    return func(*(_execute_task(a, cache) for a in args))
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/dask/array/core.py", line 116, in getter
    c = np.asarray(c)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/numpy/core/_asarray.py", line 102, in asarray
    return array(a, dtype, copy=False, order=order)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/xarray/core/indexing.py", line 503, in __array__
    return np.asarray(self.array, dtype=dtype)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/numpy/core/_asarray.py", line 102, in asarray
    return array(a, dtype, copy=False, order=order)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/xarray/core/indexing.py", line 663, in __array__
    return np.asarray(self.array, dtype=dtype)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/numpy/core/_asarray.py", line 102, in asarray
    return array(a, dtype, copy=False, order=order)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/xarray/core/indexing.py", line 568, in __array__
    return np.asarray(array[self.key], dtype=None)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/numpy/core/_asarray.py", line 102, in asarray
    return array(a, dtype, copy=False, order=order)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/xarray/coding/variables.py", line 70, in __array__
    return self.func(self.array)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/xarray/coding/variables.py", line 142, in _apply_mask
    return np.where(condition, decoded_fill_value, data)
  File "<__array_function__ internals>", line 6, in where
numpy.core._exceptions._ArrayMemoryError: Unable to allocate 961. MiB for an array with shape (1800, 324, 432) and data type float32

[agstephens]

Issue 3: pywps_process_4f9i77pc

Inputs:

 ./show-job-inputs.sh /gws/nopw/j04/cp4cds1_vol1/wps/prod/tmp/rook/pywps_process_4f9i77pc/job_5pjrb4e4.dump
{u'doc': u'workflow',
 u'inputs': {u'tas': [u'c3s-cmip6.ScenarioMIP.MPI-M.MPI-ESM1-2-LR.ssp585.r1i1p1f1.day.tas.gn.v20190710']},
 u'outputs': {u'output': u'subset_tas_1/output'},
 u'steps': {u'subset_tas_1': {u'in': {u'area': u'-66,-56,-67,-54',
                                      u'collection': u'inputs/tas',
                                      u'time': u'2100-01-01/2300-12-31'},
                              u'run': u'subset'}}}

Error:

6: -rw-r--r-- 1 c4cds users 5014 Apr 26 09:59 /gws/nopw/j04/cp4cds1_vol1/wps/prod/tmp/rook/pywps_process_4f9i77pc/job-error.txt --> Traceback (most
recent call last):
/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/core/subset.py:910: UserWarning: "start_date" has been nudged to nearest valid tim
e step in xarray object.
  da = subset_time(da, start_date=start_date, end_date=end_date)
/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/core/subset.py:910: UserWarning: "end_date" not found within input date time range
. Defaulting to maximum time step in xarray object.
  da = subset_time(da, start_date=start_date, end_date=end_date)
Traceback (most recent call last):
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/director/director.py", line 166, in process
    file_uris = runner(self.inputs)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/utils/subset_utils.py", line 5, in run_subset
    result = subset(**args)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/daops/ops/subset.py", line 77, in subset
    result_set = Subset(**locals()).calculate()
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/daops/ops/base.py", line 88, in calculate
    process(self.get_operation_callable(), norm_collection, **self.params),
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/daops/processor.py", line 19, in process
    result = operation(dset, **kwargs)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/ops/subset.py", line 168, in subset
    return op.process()
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/ops/base_operation.py", line 89, in process
    processed_ds = self._calculate()
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/ops/subset.py", line 64, in _calculate
    result = subset_bbox(ds, **self.params)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/core/subset.py", line 259, in func_checker
    return func(*args, **kwargs)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/clisops/core/subset.py", line 917, in subset_bbox
    "There were no valid data points found in the requested subset."
ValueError: There were no valid data points found in the requested subset.

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/director/director.py", line 21, in wrap_director
    director.process(runner)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/director/director.py", line 168, in process
    raise ProcessError(f"{e}")
pywps.app.exceptions.ProcessError: There were no valid data points found in the requested subset.

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/processes/wps_orchestrate.py", line 75, in _handler
    file_uris = wf.run(wfdata)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/workflow.py", line 69, in run
    return self.workflow.run(wfdoc)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/workflow.py", line 89, in run
    outputs = self._run(wfdoc)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/workflow.py", line 112, in _run
    return self._run_tree(steps, tree, "root")
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/workflow.py", line 119, in _run_tree
    tree_outputs[data["arg_id"]] = self._run_tree(steps, tree, next_step_id)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/workflow.py", line 119, in _run_tree
    tree_outputs[data["arg_id"]] = self._run_tree(steps, tree, next_step_id)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/workflow.py", line 123, in _run_tree
    outputs = self._run_step(step_id, steps[step_id], tree_outputs)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/workflow.py", line 135, in _run_step
    result = self.subset_op.call(step["in"])
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/operator.py", line 41, in call
    director = wrap_director(collection, args, runner)
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/director/director.py", line 24, in wrap_director
    raise ProcessError(f"{e}")
pywps.app.exceptions.ProcessError: There were no valid data points found in the requested subset.

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/pywps/app/Process.py", line 250, in _run_process
    self.handler(wps_request, wps_response)  # the user must update the wps_response.
  File "/usr/local/anaconda/envs/rook/lib/python3.7/site-packages/rook/processes/wps_orchestrate.py", line 77, in _handler
    raise ProcessError(f"{e}")
pywps.app.exceptions.ProcessError: There were no valid data points found in the requested subset.

[agstephens]

@ellesmith88 please can you take Issue 3: pywps_process_4f9i77pc above and standardise the error response as discussed.

[agstephens]

@ellesmith88: please take a look at Issue 1: pywps_process_fts3r25e - probably in clisops.