#!/bin/sh
#
# run $PGM using mpi, system dependant code
#   on wcoss2, only can run one job at a time
#
# v1.0 8/2023 based on R&D code, convert to wcoss2 Wesley Ebisuzaki
#             job must run on one node
# v1.1 3/2023 

set -x
. $USHcore/setup_fatal.sh
pgm=$0
errfile=${current_logdir}/ensda.out

distribute_items() {
    # Check if exactly two arguments are provided
    if [ "$#" -ne 2 ]; then
        echo "Usage: distribute_items <number_of_items> <total_bins>" >&2
        return 1
    fi

    local P="$1"
    local T="$2"

    awk -v P="$P" -v T="$T" 'BEGIN {
        # Calculate bins per bucket (C) from total bins (T)
        C = T / 2 
        
        P1 = int((P + 1) / 2)
        P2 = P - P1
        
        out = ""
        
        # --- Bucket 1 Configuration ---
        # If partially filled, start at bin 1. Otherwise, start at bin 0.
        if (P1 < C) {
            b1_start = 1
        } else {
            b1_start = 0
        }
        
        b1_end = C - 1
        b1_span = b1_end - b1_start
        
        # Bucket 1 Assignment
        for (i = 0; i < P1; i++) {
            if (P1 == 1) {
                local_bin = b1_start
            } else {
                local_bin = b1_start + int((i * b1_span / (P1 - 1)) + 0.5)
            }
            out = (out == "") ? local_bin : out ":" local_bin
        }
        
        # --- Bucket 2 Configuration ---
        # Bucket 2 remains unchanged (Local bins 0 to C-1)
        b2_span = C - 1
        
        # Bucket 2 Assignment
        for (j = 0; j < P2; j++) {
            if (P2 == 1) {
                local_bin = 0
            } else {
                local_bin = int((j * b2_span / (P2 - 1)) + 0.5)
            }
            global_bin = C + local_bin
            out = out ":" global_bin
        }
        
        print out
    }'
}

export OMP_NUM_THREADS=${OMP_NUM_THREADS:-1}
export OMP_PROC_BIND=true

[ -z "$NODES" ] && fatal "$0: Need to set NODES"
[ -z "$nprocs" ] && fatal "$0: Need to set nprocs"
[ -z "$mpitaskspernode" ]  && fatal "$0: Need to set mpitaskspernode"

[ -z "$PGM" ] && fatal "$0: Need to set PGM"

export date0=`date`

this_node=`uname -n`
# ulimit -s unlimited
date0=`date`

echo "$0: started $date0 pwd=`pwd` \$OMP_NUM_THREADS=$OMP_NUM_THREADS"
# mpiexec -n $nprocs $PGM
if [ $nprocs -le $mpitaskspernode ] ; then
   # run on current node
   #echo "mpiexec -n $nprocs --host $this_node $PGM"
   #mpiexec -n $nprocs --host $this_node $PGM
   cpu_list=$(distribute_items $nprocs 128)
   echo "mpiexec -n $nprocs --host $this_node --cpu-bind list:${cpu_list}"
   mpiexec -n $nprocs --host $this_node --cpu-bind list:${cpu_list} $PGM
else
   # run on all nodes
   echo "mpiexec -n $nprocs $PGM"
   mpiexec -n $nprocs $PGM
fi
err=$?
if [ $err -ne 0 ] ; then
  fatal "$0: mpiexec: exiting runmpi.sh started $date0, ended `date` rc=$err"
fi
exit 0
