paths

Author: rhiannonlynne

prenight/run_sim.ipynb

@@ -19,7 +19,7 @@
    "id": "1a3d4bff-443a-4cb9-9342-09f059bed6df",
    "metadata": {},
    "source": [
-    "# Run simulation for {params.day_obs} "
+    "# Run simulation for {{ params.day_obs }} for {{ params.sim_nights }} nights."
    ]
   },
   {
@@ -123,7 +123,8 @@
     "if ts_config_scheduler_root is None:\n",
     "    # Just make a new clone for ts_config_scheduler in a temporary directory\n",
     "    import tempfile\n",
-    "    ts_config_scheduler_root = tempfile.mkdtemp()\n",
+    "    tmpdir = tempfile.mkdtemp()\n",
+    "    ts_config_scheduler_root = os.path.join(tmpdir, \"ts_config_scheduler\")\n",
     "    ts_config_is_temp = True\n",
     "    do_git_stuff = True\n",
     "else:\n",
@@ -190,6 +191,17 @@
     "#%load_ext memory_profiler"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "52639da3-457d-4bc2-8dd8-f0a06b59f526",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "day_obs = int(day_obs)\n",
+    "sim_nights = int(sim_nights)"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -273,32 +285,32 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "# Some configuration information ... I'm not sure whether we can/will use this at present.\n",
+    "# # Some configuration information ... I'm not sure whether we can/will use this at present.\n",
     "\n",
-    "# run branch\n",
-    "q = endpoints['obsenv'].select_top_n(\"lsst.obsenv.run_branch\", ['branch_name'], 1, time_cut=sunset)\n",
-    "q2 = endpoints['obsenv'].select_time_series(\"lsst.obsenv.run_branch\", [\"branch_name\"], sunset, sunrise)\n",
-    "runbranch = pd.concat([q, q2])\n",
-    "display(runbranch)\n",
-    "current_runbranch = runbranch.branch_name.iloc[-1]\n",
-    "print(f\"Current run branch {current_runbranch}\")\n",
-    "# configuration information\n",
-    "q = endpoints['efd'].select_top_n('lsst.sal.Scheduler.logevent_configurationApplied', [\"configurations\", \"salIndex\", \"private_origin\", \"url\", \"version\"], 1, time_cut=sunset, index=1)\n",
-    "q2 = endpoints['efd'].select_time_series('lsst.sal.Scheduler.logevent_configurationApplied', [\"configurations\", \"salIndex\", \"private_origin\", \"url\", \"version\"], sunset, sunrise, index=1)\n",
-    "q = pd.concat([q, q2])\n",
-    "def strip_repo(x: pd.Series):\n",
-    "    return x.url.split(\"/\")[-3]\n",
-    "def strip_version(x: pd.Series):\n",
-    "    return x.version.replace(\"heads/\", \"\")\n",
-    "def strip_yaml(x: pd.Series):\n",
-    "    return x.configurations.split(\",\")[-1]\n",
-    "config_repo = q.apply(strip_repo, axis=1)\n",
-    "config_version = q.apply(strip_version, axis=1)\n",
-    "config_yaml = q.apply(strip_yaml, axis=1)\n",
-    "configs = pd.DataFrame([config_repo, config_version, config_yaml], columns=q.index, index=['config_repo', 'config_commit', 'config_yaml']).T\n",
-    "current_commit = config_version.iloc[0]\n",
-    "display(configs)\n",
-    "print(f\"Current commit {current_commit}\")"
+    "# # run branch\n",
+    "# q = endpoints['obsenv'].select_top_n(\"lsst.obsenv.run_branch\", ['branch_name'], 1, time_cut=sunset)\n",
+    "# q2 = endpoints['obsenv'].select_time_series(\"lsst.obsenv.run_branch\", [\"branch_name\"], sunset, sunrise)\n",
+    "# runbranch = pd.concat([q, q2])\n",
+    "# display(runbranch)\n",
+    "# current_runbranch = runbranch.branch_name.iloc[-1]\n",
+    "# print(f\"Current run branch {current_runbranch}\")\n",
+    "# # configuration information\n",
+    "# q = endpoints['efd'].select_top_n('lsst.sal.Scheduler.logevent_configurationApplied', [\"configurations\", \"salIndex\", \"private_origin\", \"url\", \"version\"], 1, time_cut=sunset, index=1)\n",
+    "# q2 = endpoints['efd'].select_time_series('lsst.sal.Scheduler.logevent_configurationApplied', [\"configurations\", \"salIndex\", \"private_origin\", \"url\", \"version\"], sunset, sunrise, index=1)\n",
+    "# q = pd.concat([q, q2])\n",
+    "# def strip_repo(x: pd.Series):\n",
+    "#     return x.url.split(\"/\")[-3]\n",
+    "# def strip_version(x: pd.Series):\n",
+    "#     return x.version.replace(\"heads/\", \"\")\n",
+    "# def strip_yaml(x: pd.Series):\n",
+    "#     return x.configurations.split(\",\")[-1]\n",
+    "# config_repo = q.apply(strip_repo, axis=1)\n",
+    "# config_version = q.apply(strip_version, axis=1)\n",
+    "# config_yaml = q.apply(strip_yaml, axis=1)\n",
+    "# configs = pd.DataFrame([config_repo, config_version, config_yaml], columns=q.index, index=['config_repo', 'config_commit', 'config_yaml']).T\n",
+    "# current_commit = config_version.iloc[0]\n",
+    "# display(configs)\n",
+    "# print(f\"Current commit {current_commit}\")"
    ]
   },
   {
@@ -383,9 +395,13 @@
     "    except FileNotFoundError:\n",
     "        toos = None\n",
     "\n",
-    "print(f\"Retrieved {len(toos)} ToOs\")\n",
-    "# Wrap up ToOs for sim target server - only last currently relevant\n",
-    "too_server = SimTargetooServer(toos)"
+    "if toos is not None:\n",
+    "    print(f\"Retrieved {len(toos)} ToOs\")\n",
+    "    # Wrap up ToOs for sim target server \n",
+    "    too_server = SimTargetooServer(toos)\n",
+    "else:\n",
+    "    print(\"No ToO information\")\n",
+    "    too_server = None"
    ]
   },
   {
@@ -456,7 +472,7 @@
    "source": [
     "if ts_config_is_temp:\n",
     "    import shutil\n",
-    "    shutil.rmtree(ts_config_scheduler_root)"
+    "    shutil.rmtree(tmpdir)"
    ]
   },
   {
@@ -1008,6 +1024,9 @@
     "    if vnvis['all'].metric_values is not None:\n",
     "        mval = vnvis['all'].metric_values\n",
     "        vmax = np.percentile(mval.compressed(), 95)\n",
+    "        alpha = np.where(np.isnan(background), 0, background)\n",
+    "        alpha = np.where(alpha> 0.5, 0.5, alpha)\n",
+    "        alpha = np.where(mval.filled(0) > 0, 1, alpha)\n",
     "        plot.hp_moll(mval.filled(0), alpha=alpha, vmin=0, vmax=vmax, label='Consdb night')"
    ]
   },