Add dump_data_set.sh

Author: Atcold

data/README.md

@@ -3,6 +3,7 @@
 This folder contains the following scripts:
 
  - [`add_frame_numbering.sh*`](add_frame_numbering.sh): draws a huge number on each frame on a specific video;
+ - [`dump_data_set.sh*`](dump_data_set.sh): get images from videos for ["traditional training"](https://github.com/pytorch/examples/tree/master/imagenet);
  - [`resize_and_split.sh*`](resize_and_split.sh): see [below](#matchnet-mode);
  - [`resize_and_sample.sh*`](resize_and_sample.sh): see [below](#temponet-mode);
  - [`VideoFolder.py`](VideoFolder.py): *PyTorch* `data.Dataset`'s sub-class for video data loading.

data/dump_data_set.sh

@@ -0,0 +1,78 @@
+################################################################################
+# Dump data set
+################################################################################
+# Alfredo Canziani, Apr 17
+################################################################################
+# Run as:
+# ./dump_data_set.sh src_path/ dst_path/
+################################################################################
+
+# some colours
+r='\033[0;31m'  # red
+g='\033[0;32m'  # green
+b='\033[0;34m'  # blue
+n='\033[0m'     # none
+
+# title
+echo "Dumping video data set into separate frames"
+
+# assert existence of source directory
+src_dir=${1%/*}  # remove trailing /, if present
+if [ ! -d $src_dir ] || [ -z $src_dir ]; then
+    echo -e "${r}Source directory/link \"$src_dir\" is missing. Exiting.${n}"
+    exit 1
+fi
+echo -e " - Source directory/link set to \"$b$src_dir$n\""
+
+# assert existence of destination directory
+dst_dir="${2%/*}"  # remove trailing /, if present
+if [ -d $dst_dir ]; then
+    echo -e "${r}Destination directory \"$dst_dir\" already existent." \
+        "Exiting.${n}"
+    exit 1
+fi
+echo -e " - Destination directory set to \"$b$dst_dir$n\""
+
+# check if all is good
+printf "Does it look fine? (${g}y${g}${n}/${r}n${n}) "
+read ans
+if [ $ans == 'n' ]; then
+    echo -e "${r}Exiting.${n}"
+    exit 0
+fi
+
+# for every class
+for set_ in $(ls $src_dir); do
+
+    printf "\nProcessing $set_ set\n"
+
+    for class in $(ls $src_dir/$set_); do
+
+        printf " > Processing class \"$class\":"
+
+        # define src and dst
+        src_class_dir="$src_dir/$set_/$class"
+        dst_class_dir="$dst_dir/$set_/$class"
+        mkdir -p $dst_class_dir
+
+        # for each video in the class
+        for video in $(ls $src_class_dir); do
+
+            printf " \"$video\""
+
+            # define src and dst video paths
+            src_video_path="$src_class_dir/$video"
+            dst_video_path="$dst_class_dir/${video%.*}%03d.png"
+
+            ffmpeg \
+                -loglevel error \
+                -i $src_video_path \
+                $dst_video_path
+
+        done
+        echo ""
+    done
+done
+
+echo -e "${r}Done. Exiting.${n}"
+exit 0