sbatch array simulator

::array range::
begin
	1	2	3	4	5	6
end

---

$ cat filelist.txt
data_23-01-31.csv
data_23-02-28.csv
data_23-03-31.csv
data_23-04-30.csv
data_23-05-31.csv
data_23-06-30.csv

#!/bin/bash
#SBATCH --chdir=/home/abc123/proj_files
#SBATCH --array=2-5
#SBATCH --output=crunch_%A_%a.out

## Like most any job script, load necessary software
module load anaconda3

## Variables you can use in your batch script
echo "JOBID: $SLURM_ARRAY_JOB_ID"
echo "TASKID: $SLURM_ARRAY_TASK_ID"

## 'awk' can print line # TASK_ID, from filelist.txt
## (in awk, "NR" means line/"record" number)
echo "Line # $SLURM_ARRAY_TASK_ID of filelist:"
awk "NR == $SLURM_ARRAY_TASK_ID" filelist.txt

## You can use $(...) to save awk's output into 
## a NEW variable, called 'DATAFILE' here
DATAFILE=$(awk "NR=$SLURM_ARRAY_TASK_ID" filelist.txt)
echo "DATAFILE var = $DATAFILE"

## With your environment/variables ready, run your program
echo "Running script: crunchNums.py $DATAFILE"
srun python crunchNums.py $DATAFILE