Main initial changes for Virtual School Tutorial Aug 10.

Author: mjwilde

part07/Makefile

@@ -4,7 +4,7 @@ CFLAGS = -Wall -g
 
 SRC = $(wildcard *.c)
 
-DEPS = timer.h
+DEPS = 
 OBJS = $(SRC:.c=.o)
 
 EXEC=mpi_hello

part07/mpi_hello.sub

@@ -1,5 +1,5 @@
 #! /bin/bash
-#SBATCH -p shared
+#SBATCH -p RM
 #SBATCH --nodes=1
 #SBATCH --ntasks-per-node=8
 #SBATCH --mem=1G
@@ -9,6 +9,8 @@
 #SBATCH --export=ALL
 
 #export MV2_SHOW_CPU_BINDING=1
+hostname
 date
-ibrun -np 4 ./mpi_hello 5
+#ibrun -np 4 ./mpi_hello 5
+sh -c "mpirun -np 4 /home/wilde/xsede-tutorial/part07/mpi_hello.gcc_mvapich 1"
 date

part07/p7.swift

@@ -0,0 +1,20 @@
+type file;
+
+string curdir = java("java.lang.System","getProperty","user.dir");
+
+app (file out, file err) mpi_hello (int time, int nproc)
+{
+    mpirun "-np" nproc mpiapp time stderr=filename(err) stdout=filename(out);
+}
+
+int    nsim   = toInt(arg("nsim",   "10"));
+int    time   = toInt(arg("time",   "1"));
+int    nproc  = toInt(arg("nproc",  "56"));
+
+global string mpiapp = arg("mpiapp", curdir+"/mpi_hello");
+
+foreach i in [0:nsim-1] {
+  file mpiout <single_file_mapper; file=strcat("output/mpi_",i,".out")>;
+  file mpierr <single_file_mapper; file=strcat("output/mpi_",i,".err")>;
+  (mpiout, mpierr) = mpi_hello(time, nproc);
+}

part08/bin/driver.c

@@ -19,7 +19,7 @@ int Y_MAX = 10000;
 
 int dump_mandelbrot(char *buffer, char *filename)
 {
-    char ppm_to_jpg[1000];
+    // char ppm_to_jpg[1000];
     FILE * fp = fopen(filename, "w");
     fprintf(fp, "P6\n# CREATOR: Yadu Nand / mandel program\n");
     fprintf(fp, "%d %d\n255\n",X_MAX,Y_MAX);
@@ -97,14 +97,14 @@ int predef_run_client(int myrank, int nprocs, int strategy, int itermax)
 
 int master(int myrank, int nprocs, int strategy, int itermax, char *output_filename)
 {
-    int i, offset, slice_size;
+  int i, offset; // , slice_size;
     MPI_Status stat;
 
     int task_descriptor[4] = {0,0,0,0};
     char * buffer = malloc(X_MAX * Y_MAX * 3 * sizeof(char));
     //char * request = malloc(10*sizeof(char));
     // Slices are in multiples on rows.
-    slice_size = SLICE_SIZE;
+    // slice_size = SLICE_SIZE;
 
     // In this world slaves ask for work! and there is work to do
     for ( i = 0 ; i < Y_MAX - SLICE_SIZE ; i+=SLICE_SIZE ) {

part08/bin/driver.o

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+
+MPI_RANKS=$1
+MPI_APP_PATH=$2
+shift 2
+outputfile="${@: -1}"
+
+mpirun -np $MPI_RANKS $MPI_APP_PATH $*
+
+# ls -thor $outputfile
+
+convert $outputfile -resize 1000x1000 $outputfile

part08/bin/mandelbrot

@@ -0,0 +1,51 @@
+#!/bin/bash
+
+if [[ "$MPI_RANKS" == "" ]]
+then
+    echo "MPI_RANKS not defined" 1>&2
+    exit -1
+fi
+
+outputfile="${@: -1}"
+
+if [[ $MACHINE == "raven" ]]
+then
+    $MPI_APP_PATH
+elif [[ $MACHINE == "swan" ]]
+then
+    echo "aprun -n $MPI_RANKS -N 1 $MPI_APP_PATH $*"
+    echo "hostname : $HOSTNAME"
+    aprun -n $MPI_RANKS -N 1 $MPI_APP_PATH $*
+    touch $outputfile
+
+elif [[ $MACHINE == "stampede" ]]
+then
+    echo "$MPI_APP_PATH $*"
+    ibrun -n $MPI_RANKS -o 0 $MPI_APP_PATH $*
+
+elif [[ $MACHINE == "gordon" ]]
+then
+    echo "$MPI_APP_PATH $*"
+    mpirun_rsh -np $MPI_RANKS -hostfile $PBS_NODEFILE $MPI_APP_PATH $*
+
+elif [[ $MACHINE == "blacklight" ]]
+then
+    export PATH=/usr/local/packages/ImageMagick-6.7.3-10/bin:$PATH
+    echo "mpirun -np $PBS_NCPUS $MPI_APP_PATH $*"
+    mpirun -np $PBS_NCPUS $MPI_APP_PATH $*
+
+elif [[ $MACHINE == "bridges" ]]
+then
+    # export PATH=/usr/local/packages/ImageMagick-6.7.3-10/bin:$PATH
+    echo "mpirun -np $MPI_RANKS $MPI_APP_PATH $*"
+    mpirun -np $MPI_RANKS $MPI_APP_PATH $*
+
+elif [[ $MACHINE == "midway" ]]
+then
+    module load openmpi
+    mpirun -n $MPI_RANKS $MPI_APP_PATH $*
+else
+    echo "MACHINE : $MACHINE is not defined"
+fi
+ls -thor $outputfile
+convert $outputfile -resize 1000x1000 $outputfile

part08/bin/mandelbrot.o

@@ -34,6 +34,12 @@ then
     echo "mpirun -np $PBS_NCPUS $MPI_APP_PATH $*"
     mpirun -np $PBS_NCPUS $MPI_APP_PATH $*
 
+elif [[ $MACHINE == "bridges" ]]
+then
+    # export PATH=/usr/local/packages/ImageMagick-6.7.3-10/bin:$PATH
+    echo "mpirun -np $MPI_RANKS $MPI_APP_PATH $*"
+    mpirun -np $MPI_RANKS $MPI_APP_PATH $*
+
 elif [[ $MACHINE == "midway" ]]
 then
     module load openmpi