fixup

Author: ray-chew

scripts/check_netcdf_files.sh

@@ -0,0 +1,61 @@
+#!/bin/bash
+# Script to check NetCDF files for corruption
+# Usage: ./check_netcdf_files.sh /path/to/etopo_15s
+
+DATA_DIR="${1:-./data/etopo_15s}"
+
+echo "Checking NetCDF files in: $DATA_DIR"
+echo "========================================"
+
+corrupted_files=()
+total_files=0
+checked_files=0
+
+for file in "$DATA_DIR"/*.nc; do
+    if [ -f "$file" ]; then
+        total_files=$((total_files + 1))
+        filename=$(basename "$file")
+
+        # Check if file size is suspiciously small (< 100KB likely corrupted)
+        filesize=$(stat -f%z "$file" 2>/dev/null || stat -c%s "$file" 2>/dev/null)
+
+        if [ "$filesize" -lt 100000 ]; then
+            echo "⚠️  SMALL FILE: $filename (${filesize} bytes)"
+            corrupted_files+=("$file")
+        else
+            # Try to open with ncdump
+            if ncdump -h "$file" > /dev/null 2>&1; then
+                checked_files=$((checked_files + 1))
+                echo "✓ OK: $filename"
+            else
+                echo "✗ CORRUPTED: $filename"
+                corrupted_files+=("$file")
+            fi
+        fi
+    fi
+done
+
+echo ""
+echo "========================================"
+echo "Total files: $total_files"
+echo "Valid files: $checked_files"
+echo "Corrupted/suspect files: ${#corrupted_files[@]}"
+
+if [ ${#corrupted_files[@]} -gt 0 ]; then
+    echo ""
+    echo "Files to re-download:"
+    for file in "${corrupted_files[@]}"; do
+        echo "  - $(basename "$file")"
+    done
+
+    echo ""
+    read -p "Delete corrupted files? (yes/no): " delete_confirm
+    if [ "$delete_confirm" = "yes" ]; then
+        for file in "${corrupted_files[@]}"; do
+            echo "Deleting: $(basename "$file")"
+            rm "$file"
+        done
+        echo "Deleted ${#corrupted_files[@]} corrupted files"
+        echo "Re-run the download script to fetch them again"
+    fi
+fi