download folder of data

sugatoray · Oct 4, 2023 · 915c0c6 · 915c0c6
1 parent 4c3043f
commit 915c0c6
Showing 1 changed file with 19 additions and 2 deletions.
diff --git a/llm-apps-course/notebooks/03. Retrieval.ipynb b/llm-apps-course/notebooks/03. Retrieval.ipynb
@@ -31,7 +31,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "%pip install -Uqqq rich openai tiktoken wandb langchain unstructured tabulate pdf2image chromadb"
+    "!pip install -Uqqq rich openai tiktoken wandb langchain unstructured tabulate pdf2image chromadb"
    ]
   },
   {
@@ -115,6 +115,23 @@
     "# MODEL_NAME = \"gpt-4\""
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "Let's grab some sample data, here we will download a folder containing some markdown files from our docs."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "!wget -r https://github.com/wandb/edu/tree/main/llm-apps-course/docs_sample\n",
+    "!mv github.com/wandb/edu/tree/main/llm-apps-course/docs_sample docs_sample"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -378,7 +395,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.3"
+   "version": "3.10.9"
   }
  },
  "nbformat": 4,