From b87cbdf82f4cf75a6c1266611d7155e74369f5de Mon Sep 17 00:00:00 2001 From: Anchal Gupta Date: Thu, 7 Sep 2023 15:15:44 -0700 Subject: [PATCH] Adding full data links through dvc, updated README --- .dvc/.gitignore | 3 +++ .dvc/config | 0 .dvcignore | 3 +++ samples/.gitignore | 3 +++ samples/README.md | 4 ++++ samples/b2fgmtry.dvc | 12 ++++++++++++ samples/b2fstate.dvc | 12 ++++++++++++ samples/b2time.nc.dvc | 12 ++++++++++++ samples/note.txt | 1 - 9 files changed, 49 insertions(+), 1 deletion(-) create mode 100644 .dvc/.gitignore create mode 100644 .dvc/config create mode 100644 .dvcignore create mode 100644 samples/.gitignore create mode 100644 samples/README.md create mode 100644 samples/b2fgmtry.dvc create mode 100644 samples/b2fstate.dvc create mode 100644 samples/b2time.nc.dvc delete mode 100644 samples/note.txt diff --git a/.dvc/.gitignore b/.dvc/.gitignore new file mode 100644 index 0000000..528f30c --- /dev/null +++ b/.dvc/.gitignore @@ -0,0 +1,3 @@ +/config.local +/tmp +/cache diff --git a/.dvc/config b/.dvc/config new file mode 100644 index 0000000..e69de29 diff --git a/.dvcignore b/.dvcignore new file mode 100644 index 0000000..5197305 --- /dev/null +++ b/.dvcignore @@ -0,0 +1,3 @@ +# Add patterns of files dvc should ignore, which could improve +# the performance. Learn more at +# https://dvc.org/doc/user-guide/dvcignore diff --git a/samples/.gitignore b/samples/.gitignore new file mode 100644 index 0000000..df9eef1 --- /dev/null +++ b/samples/.gitignore @@ -0,0 +1,3 @@ +/b2fgmtry +/b2fstate +/b2time.nc diff --git a/samples/README.md b/samples/README.md new file mode 100644 index 0000000..2a9cbb2 --- /dev/null +++ b/samples/README.md @@ -0,0 +1,4 @@ +# samples + +* The sample files with _red suffix have been reduced to save space. Some fields have been deleted and some arrays have been decimated. These files are suitable for limited testing only. +* The sample files shown here with .dvc extension are stored in nfs mount through iris or omega. Run `dvc pull` to get the data files downloaded. Note that this will only work from inside the fusion network. See [TestSamples](https://github.com/ProjectTorreyPines/TestSamples#readme) for more details. diff --git a/samples/b2fgmtry.dvc b/samples/b2fgmtry.dvc new file mode 100644 index 0000000..ea287f0 --- /dev/null +++ b/samples/b2fgmtry.dvc @@ -0,0 +1,12 @@ +md5: 26c488e90a669ef2909a6fbe873b38d0 +frozen: true +deps: +- path: ITER_Lore_2296_00000/baserun/b2fgmtry + repo: + url: git@github.com:ProjectTorreyPines/TestSamples.git + rev_lock: dc2da57d329888998e008f766e620ee914541d2f +outs: +- md5: 6589953daeef49b21744d159af970cbb + size: 2908856 + hash: md5 + path: b2fgmtry diff --git a/samples/b2fstate.dvc b/samples/b2fstate.dvc new file mode 100644 index 0000000..7f6ff95 --- /dev/null +++ b/samples/b2fstate.dvc @@ -0,0 +1,12 @@ +md5: a58f9971f63caf4f52cc554a2df3a914 +frozen: true +deps: +- path: ITER_Lore_2296_00000/run_restart/b2fstate + repo: + url: git@github.com:ProjectTorreyPines/TestSamples.git + rev_lock: dc2da57d329888998e008f766e620ee914541d2f +outs: +- md5: 7fbc251b1e78ae2020a435bb89019549 + size: 8915832 + hash: md5 + path: b2fstate diff --git a/samples/b2time.nc.dvc b/samples/b2time.nc.dvc new file mode 100644 index 0000000..aec5055 --- /dev/null +++ b/samples/b2time.nc.dvc @@ -0,0 +1,12 @@ +md5: ca5c76dfa367c27a421168b198c3346d +frozen: true +deps: +- path: ITER_Lore_2296_00000/run_restart/b2time.nc + repo: + url: git@github.com:ProjectTorreyPines/TestSamples.git + rev_lock: dc2da57d329888998e008f766e620ee914541d2f +outs: +- md5: 850542d59a6796eca1e22a64162af2de + size: 201992 + hash: md5 + path: b2time.nc diff --git a/samples/note.txt b/samples/note.txt deleted file mode 100644 index 4dd6f14..0000000 --- a/samples/note.txt +++ /dev/null @@ -1 +0,0 @@ -These sample files have been reduced to save space. Some fields have been deleted and some arrays have been decimated. These files are suitable for limited testing only.