Add detail of sample statistics for different model category and call it in ci. (PaddlePaddle#162)

Author: Xreki

.github/workflows/Validate-GPU.yml

@@ -78,6 +78,7 @@ jobs:
       - name: Run check
         env:
           work_dir: ${{ github.workspace }}
+        if: steps.check-bypass.outputs.can-skip != 'true'
         run: |
           docker exec -t ${{ env.container_name }} /bin/bash -c '
           source ${{ github.workspace }}/../../../proxy

tools/ci/check_validate.sh

@@ -8,7 +8,8 @@ function LOG {
 
 LOG "[INFO] Start validate samples changed by pull request ..."
 
-export GRAPH_NET_EXTRACT_WORKSPACE=$(cd $(dirname $0)/../.. && pwd)
+export GRAPH_NET_ROOT=$(cd $(dirname $0)/../.. && pwd)
+export GRAPH_NET_EXTRACT_WORKSPACE="${GRAPH_NET_ROOT}/samples"
 export PYTHONPATH=${GRAPH_NET_EXTRACT_WORKSPACE}:$PYTHONPATH
 
 [ -z "$CUDA_VISIBLE_DEVICES" ] && CUDA_VISIBLE_DEVICES="0"
@@ -17,6 +18,7 @@ function prepare_env() {
   git config --global --add safe.directory "*"
   num_changed_samples=$(git diff --name-only develop | grep -E "samples/(.*\.py|.*\.json)" | wc -l)
   if [ ${num_changed_samples} -eq 0 ]; then
+    python ${GRAPH_NET_ROOT}/tools/count_sample.py
     LOG "[INFO] This pull request doesn't change any samples, skip the CI."
     exit 0
   fi
@@ -73,6 +75,7 @@ function main() {
   check_validation_info=$(check_validation)
   check_validation_code=$?
   summary_problems $check_validation_code "$check_validation_info"
+  python ${GRAPH_NET_ROOT}/tools/count_sample.py
   LOG "[INFO] check_validation run success and no error!"
 }
 

tools/count_sample.py

@@ -5,10 +5,20 @@
 filename = os.path.abspath(__file__)
 root_dir = os.path.dirname(os.path.dirname(filename))
 samples_dir = os.path.join(root_dir, "samples")
+model_categories = os.listdir(samples_dir)
 
 graph_net_count = 0
-for root, dirs, files in os.walk(samples_dir):
-    for file in files:
-        if file == "graph_net.json":
-            graph_net_count += 1
+graph_net_dict = {}
+for category in model_categories:
+    category_dir = os.path.join(samples_dir, category)
+    if os.path.isdir(category_dir):
+        graph_net_dict[category] = 0
+        for root, dirs, files in os.walk(category_dir):
+            if "graph_net.json" in files:
+                graph_net_count += 1
+                graph_net_dict[category] += 1
+
 print(f"Number of graph_net.json files: {graph_net_count}")
+for name, number in graph_net_dict.items():
+    print(f"- {name:24}: {number}")
+print()