add whisper-large-v3-turbo support

openvinotoolkit · Oct 3, 2024 · 172cff2 · 172cff2
1 parent 4edac01
commit 172cff2
Show file tree

Hide file tree

Showing 3 changed files with 17 additions and 29 deletions.
diff --git a/notebooks/distil-whisper-asr/distil-whisper-asr.ipynb b/notebooks/distil-whisper-asr/distil-whisper-asr.ipynb
@@ -116,10 +116,12 @@
     "model_ids = {\n",
     "    \"Distil-Whisper\": [\n",
     "        \"distil-whisper/distil-large-v2\",\n",
+    "        \"distil-whisper/distil-large-v3\",\n",
     "        \"distil-whisper/distil-medium.en\",\n",
     "        \"distil-whisper/distil-small.en\",\n",
     "    ],\n",
     "    \"Whisper\": [\n",
+    "        \"openai/whisper-large-v3-turbo\"\n",
     "        \"openai/whisper-large-v3\",\n",
     "        \"openai/whisper-large-v2\",\n",
     "        \"openai/whisper-large\",\n",

diff --git a/notebooks/whisper-asr-genai/whisper-asr-genai.ipynb b/notebooks/whisper-asr-genai/whisper-asr-genai.ipynb
@@ -64,42 +64,15 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": null,
    "id": "bb9fc7f3-cea0-4adf-9ee6-4a3d15931db7",
    "metadata": {
     "ExecuteTime": {
      "end_time": "2023-11-08T15:05:38.239262600Z",
      "start_time": "2023-11-08T15:05:38.138403800Z"
     }
    },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Note: you may need to restart the kernel to use updated packages.\n",
-      "Note: you may need to restart the kernel to use updated packages.\n",
-      "Looking in indexes: https://pypi.org/simple, https://storage.openvinotoolkit.org/simple/wheels/nightly\n",
-      "Requirement already satisfied: openvino in /home/labuser/work/notebook/genai_whisper/lib/python3.10/site-packages (2024.5.0.dev20240919)\n",
-      "Collecting openvino\n",
-      "  Using cached https://storage.openvinotoolkit.org/wheels/nightly/openvino/openvino-2024.5.0.dev20240927-16853-cp310-cp310-manylinux2014_x86_64.whl (43.1 MB)\n",
-      "Requirement already satisfied: openvino-tokenizers in /home/labuser/work/notebook/genai_whisper/lib/python3.10/site-packages (2024.5.0.0)\n",
-      "Requirement already satisfied: openvino-genai in /home/labuser/work/notebook/genai_whisper/lib/python3.10/site-packages (2024.5.0.0)\n",
-      "Requirement already satisfied: packaging in /home/labuser/work/notebook/genai_whisper/lib/python3.10/site-packages (from openvino) (24.1)\n",
-      "Requirement already satisfied: numpy<2.1.0,>=1.16.6 in /home/labuser/work/notebook/genai_whisper/lib/python3.10/site-packages (from openvino) (1.26.4)\n",
-      "Requirement already satisfied: openvino-telemetry>=2023.2.1 in /home/labuser/work/notebook/genai_whisper/lib/python3.10/site-packages (from openvino) (2024.1.0)\n",
-      "Installing collected packages: openvino\n",
-      "  Attempting uninstall: openvino\n",
-      "    Found existing installation: openvino 2024.5.0.dev20240919\n",
-      "    Uninstalling openvino-2024.5.0.dev20240919:\n",
-      "      Successfully uninstalled openvino-2024.5.0.dev20240919\n",
-      "Successfully installed openvino-2024.5.0.dev20240927\n",
-      "Note: you may need to restart the kernel to use updated packages.\n",
-      "Note: you may need to restart the kernel to use updated packages.\n",
-      "Note: you may need to restart the kernel to use updated packages.\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "%pip install -q \"transformers>=4.35\" \"torch>=2.3\" \"torchvision>=0.18.1\" \"onnx>=1.16.1\" --extra-index-url https://download.pytorch.org/whl/cpu\n",
     "%pip install -q \"git+https://github.com/huggingface/optimum-intel.git\"\n",
@@ -173,6 +146,7 @@
     "\n",
     "model_ids = {\n",
     "    \"Multilingual models\": [\n",
+    "        \"openai/whisper-large-v3-turbo\",\n",
     "        \"openai/whisper-large-v3\",\n",
     "        \"openai/whisper-large-v2\",\n",
     "        \"openai/whisper-large\",\n",
@@ -385,6 +359,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "fc4c9eb4",
    "metadata": {},
@@ -492,6 +467,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "2a45de0a",
    "metadata": {},
@@ -593,6 +569,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "7f9d23c5",
    "metadata": {},
@@ -648,6 +625,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "e6d37c6e",
    "metadata": {},
@@ -696,6 +674,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "ee5cb391",
    "metadata": {},
@@ -872,6 +851,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "bf2a3478",
    "metadata": {},
@@ -941,6 +921,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "3fa56693",
    "metadata": {},
@@ -989,6 +970,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "5242ab97",
    "metadata": {},
@@ -1040,6 +1022,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "5fbd98f6",
    "metadata": {},
@@ -1139,6 +1122,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "bb908769",
    "metadata": {},
@@ -1196,6 +1180,7 @@
    ]
   },
   {
+   "attachments": {},
    "cell_type": "markdown",
    "id": "c3b08c2b",
    "metadata": {},

diff --git a/notebooks/whisper-subtitles-generation/whisper-subtitles-generation.ipynb b/notebooks/whisper-subtitles-generation/whisper-subtitles-generation.ipynb
@@ -140,6 +140,7 @@
     "import ipywidgets as widgets\n",
     "\n",
     "MODELS = [\n",
+    "    \"openai/whisper-large-v3-turbo\",\n",
     "    \"openai/whisper-large-v3\",\n",
     "    \"openai/whisper-large-v2\",\n",
     "    \"openai/whisper-large\",\n",