Adjust pytorch distilbert notebook

Author: bmyrcha

examples/notebook/pytorch/Quick_Started_Notebook_of_INC_for_Pytorch.ipynb

@@ -45,14 +45,15 @@
    "outputs": [],
    "source": [
     "# install neural-compressor from source\n",
+    "import sys\n",
     "!git clone https://github.com/intel/neural-compressor.git\n",
     "%cd ./neural-compressor\n",
-    "!pip install -r requirements.txt\n",
-    "!python setup.py install\n",
+    "!{sys.executable} -m pip install -r requirements.txt\n",
+    "!{sys.executable} setup.py install\n",
     "%cd ..\n",
     "\n",
     "# or install stable basic version from pypi\n",
-    "!pip install neural-compressor"
+    "!{sys.executable} -m pip install neural-compressor\n"
    ]
   },
   {
@@ -62,7 +63,7 @@
    "outputs": [],
    "source": [
     "# install other packages used in this notebook.\n",
-    "!pip install torch>=1.9.0 transformers>=4.16.0 accelerate sympy numpy sentencepiece!=0.1.92 protobuf<=3.20.3 datasets>=1.1.3 scipy scikit-learn Keras-Preprocessing"
+    "!{sys.executable} -m pip install -r requirements.txt\n"
    ]
   },
   {
@@ -102,7 +103,7 @@
     "    AutoTokenizer,\n",
     "    EvalPrediction,\n",
     "    Trainer,\n",
-    ")"
+    ")\n"
    ]
   },
   {
@@ -114,7 +115,7 @@
     "task_name = 'mrpc'\n",
     "raw_datasets = load_dataset(\"glue\", task_name)\n",
     "label_list = raw_datasets[\"train\"].features[\"label\"].names\n",
-    "num_labels = len(label_list)"
+    "num_labels = len(label_list)\n"
    ]
   },
   {
@@ -150,7 +151,7 @@
     "    from_tf=False,\n",
     "    config=config,\n",
     "    use_auth_token=None,\n",
-    ")"
+    ")\n"
    ]
   },
   {
@@ -179,7 +180,7 @@
     "    result = tokenizer(*args, padding=padding, max_length=max_seq_length, truncation=True)\n",
     "    return result\n",
     "\n",
-    "raw_datasets = raw_datasets.map(preprocess_function, batched=True)"
+    "raw_datasets = raw_datasets.map(preprocess_function, batched=True)\n"
    ]
   },
   {
@@ -260,7 +261,7 @@
     "    assert False, \"No metric returned, Please check inference metric!\"\n",
     "\n",
     "def eval_func(model):\n",
-    "    return take_eval_steps(model, trainer)"
+    "    return take_eval_steps(model, trainer)\n"
    ]
   },
   {
@@ -284,7 +285,7 @@
     "from neural_compressor.config import PostTrainingQuantConfig, TuningCriterion\n",
     "tuning_criterion = TuningCriterion(max_trials=600)\n",
     "conf = PostTrainingQuantConfig(approach=\"static\", tuning_criterion=tuning_criterion)\n",
-    "q_model = fit(model, conf=conf, calib_dataloader=eval_dataloader, eval_func=eval_func)"
+    "q_model = fit(model, conf=conf, calib_dataloader=eval_dataloader, eval_func=eval_func)\n"
    ]
   },
   {
@@ -303,10 +304,10 @@
    "outputs": [],
    "source": [
     "# fp32 benchmark\n",
-    "!python benchmark.py --input_model ./pytorch_model.bin 2>&1|tee fp32_benchmark.log\n",
+    "!{sys.executable} benchmark.py --input_model ./pytorch_model.bin 2>&1|tee fp32_benchmark.log\n",
     "\n",
     "# int8 benchmark\n",
-    "!python benchmark.py --input_model ./saved_results/best_model.pt 2>&1|tee int8_benchmark.log\n"
+    "!{sys.executable} benchmark.py --input_model ./saved_results/best_model.pt 2>&1|tee int8_benchmark.log\n"
    ]
   }
  ],

examples/notebook/pytorch/requirements.txt

@@ -0,0 +1,11 @@
+torch>=1.9.0
+transformers>=4.16.0
+accelerate
+sympy
+numpy
+sentencepiece!=0.1.92
+protobuf<=3.20.3
+datasets>=1.1.3
+scipy
+scikit-learn
+Keras-Preprocessing