From 21f2746cadab15e9c6d63d03b185f01741b43911 Mon Sep 17 00:00:00 2001 From: Scott Henderson Date: Tue, 26 Nov 2019 13:35:51 -0800 Subject: [PATCH] created agu2019 branch with restructured repo --- .dask/config.yaml | 47 ---------- binder/apt.txt | 1 - binder/environment.yml | 46 --------- binder/jupyterlab-workspace.json | 93 ------------------- binder/postBuild | 8 -- binder/start | 12 --- .../{ => google-cloud}/gmet_ensemble.ipynb | 0 .../{ => google-cloud}/landsat8-demo.ipynb | 0 .../ocean_ssh_example.ipynb | 0 9 files changed, 207 deletions(-) delete mode 100644 .dask/config.yaml delete mode 100644 binder/apt.txt delete mode 100644 binder/environment.yml delete mode 100644 binder/jupyterlab-workspace.json delete mode 100644 binder/postBuild delete mode 100755 binder/start rename notebooks/{ => google-cloud}/gmet_ensemble.ipynb (100%) rename notebooks/{ => google-cloud}/landsat8-demo.ipynb (100%) rename notebooks/{ => google-cloud}/ocean_ssh_example.ipynb (100%) diff --git a/.dask/config.yaml b/.dask/config.yaml deleted file mode 100644 index 5fabf8e..0000000 --- a/.dask/config.yaml +++ /dev/null @@ -1,47 +0,0 @@ -fuse_subgraphs: False -fuse_ave_width: 0 - -distributed: - logging: - bokeh: critical - - dashboard: - link: /user/{JUPYTERHUB_USER}/proxy/{port}/status - - admin: - tick: - limit: 5s - -kubernetes: - count: - max: 40 - worker-template: - metadata: - spec: - restartPolicy: Never - containers: - - args: - - dask-worker - - --nthreads - - '2' - - --no-bokeh - - --memory-limit - - 7GB - - --death-timeout - - '60' - image: ${JUPYTER_IMAGE_SPEC} - name: "dask-worker" - resources: - limits: - cpu: "1.75" - memory: 6G - requests: - cpu: 1 - memory: 6G - -labextension: - factory: - module: dask_kubernetes - class: KubeCluster - args: [] - kwargs: {} \ No newline at end of file diff --git a/binder/apt.txt b/binder/apt.txt deleted file mode 100644 index 4d95609..0000000 --- a/binder/apt.txt +++ /dev/null @@ -1 +0,0 @@ -graphviz diff --git a/binder/environment.yml b/binder/environment.yml deleted file mode 100644 index 8d86b40..0000000 --- a/binder/environment.yml +++ /dev/null @@ -1,46 +0,0 @@ -name: pangeo -channels: - - conda-forge -dependencies: - - python=3.6 - - rasterio - - numpy - - scipy - - pandas - - xarray - - matplotlib - - dask - - distributed - - gcsfs - - intake - - intake-xarray - - s3fs - - scikit-image - - scikit-learn - - dask-ml - - bokeh - - holoviews>=1.12.3 - - panel - - geoviews - - hvplot - - rasterio - - geoviews - - datashader - - netcdf4 - - zarr - - numcodecs - - python-blosc - - lz4 - - nbserverproxy - - jupyter - - jupyterlab - - ipywidgets - - ipyleaflet - - dask-kubernetes - - tornado=5.1.1 - - python-wget - - pip - - pip: - - graphviz - - git+https://github.com/xgcm/xgcm.git - - git+https://github.com/ian-r-rose/dask-labextension.git@de-asyncify#egg=dask_labextension diff --git a/binder/jupyterlab-workspace.json b/binder/jupyterlab-workspace.json deleted file mode 100644 index 5778f7e..0000000 --- a/binder/jupyterlab-workspace.json +++ /dev/null @@ -1,93 +0,0 @@ -{ - "data": { - "layout-restorer:data": { - "main": { - "dock": { - "type": "split-area", - "orientation": "horizontal", - "sizes": [ - 0.5, - 0.5 - ], - "children": [ - { - "type": "tab-area", - "currentIndex": 0, - "widgets": [ - "application-mimedocuments:Welcome.md:Markdown Preview" - ] - }, - { - "type": "split-area", - "orientation": "vertical", - "sizes": [ - 0.67, - 0.33 - ], - "children": [ - { - "type": "tab-area", - "currentIndex": 0, - "widgets": [ - "dask-dashboard-launcher:individual-task-stream" - ] - }, - { - "type": "tab-area", - "currentIndex": 0, - "widgets": [ - "dask-dashboard-launcher:individual-progress" - ] - } - ] - } - ] - }, - "mode": "multiple-document", - "current": "application-mimedocuments:Welcome.md:Markdown Preview" - }, - "left": { - "collapsed": false, - "current": "filebrowser", - "widgets": [ - "filebrowser", - "running-sessions", - "dask-dashboard-launcher", - "command-palette", - "tab-manager" - ] - }, - "right": { - "collapsed": true, - "widgets": [] - } - }, - "file-browser-filebrowser:cwd": { - "path": "" - }, - "dask-dashboard-launcher:individual-task-stream": { - "data": { - "route": "individual-task-stream", - "label": "Task Stream" - } - }, - "dask-dashboard-launcher:individual-progress": { - "data": { - "route": "individual-progress", - "label": "Progress" - } - }, - "dask-dashboard-launcher": { - "url": "DASK_DASHBOARD_URL" - }, - "application-mimedocuments:Welcome.md:Markdown Preview": { - "data": { - "path": "Welcome.md", - "factory": "Markdown Preview" - } - } - }, - "metadata": { - "id": "WORKSPACE_ID" - } -} diff --git a/binder/postBuild b/binder/postBuild deleted file mode 100644 index 353e46c..0000000 --- a/binder/postBuild +++ /dev/null @@ -1,8 +0,0 @@ -#!/bin/bash -jupyter serverextension enable --py nbserverproxy --sys-prefix -jupyter labextension install @jupyter-widgets/jupyterlab-manager \ - @pyviz/jupyterlab_pyviz \ - jupyter-leaflet \ - dask-labextension@1.0.0 - -#EOF \ No newline at end of file diff --git a/binder/start b/binder/start deleted file mode 100755 index ce5385f..0000000 --- a/binder/start +++ /dev/null @@ -1,12 +0,0 @@ -#!/bin/bash - -# Replace DASK_DASHBOARD_URL with the proxy location -sed -i -e "s|DASK_DASHBOARD_URL|/user/${JUPYTERHUB_USER}/proxy/8787|g" binder/jupyterlab-workspace.json -# Get the right workspace ID -sed -i -e "s|WORKSPACE_ID|/user/${JUPYTERHUB_USER}/lab|g" binder/jupyterlab-workspace.json - -# Import the workspace into JupyterLab -jupyter lab workspaces import binder/jupyterlab-workspace.json \ - --NotebookApp.base_url=user/${JUPYTERHUB_USER} - -exec "$@" diff --git a/notebooks/gmet_ensemble.ipynb b/notebooks/google-cloud/gmet_ensemble.ipynb similarity index 100% rename from notebooks/gmet_ensemble.ipynb rename to notebooks/google-cloud/gmet_ensemble.ipynb diff --git a/notebooks/landsat8-demo.ipynb b/notebooks/google-cloud/landsat8-demo.ipynb similarity index 100% rename from notebooks/landsat8-demo.ipynb rename to notebooks/google-cloud/landsat8-demo.ipynb diff --git a/notebooks/ocean_ssh_example.ipynb b/notebooks/google-cloud/ocean_ssh_example.ipynb similarity index 100% rename from notebooks/ocean_ssh_example.ipynb rename to notebooks/google-cloud/ocean_ssh_example.ipynb