added submission scripts and inputs files

Util/scaling/sedov/summit_201905/CPU_runs/inputs.3d.sph

@@ -0,0 +1,58 @@
+# ------------------  INPUTS TO MAIN PROGRAM  -------------------
+max_step = 10
+stop_time = 0.01
+
+# PROBLEM SIZE & GEOMETRY
+geometry.is_periodic =  0    0    0
+geometry.coord_sys   =  0            # 0 => cart
+geometry.prob_lo     =  0    0    0
+geometry.prob_hi     =  1    1    1
+amr.n_cell           = 256  256  256
+
+# >>>>>>>>>>>>>  BC FLAGS <<<<<<<<<<<<<<<<
+# 0 = Interior           3 = Symmetry
+# 1 = Inflow             4 = SlipWall
+# 2 = Outflow            5 = NoSlipWall
+# >>>>>>>>>>>>>  BC FLAGS <<<<<<<<<<<<<<<<
+castro.lo_bc       =  2   2   2
+castro.hi_bc       =  2   2   2
+
+# WHICH PHYSICS
+castro.do_hydro = 1
+castro.do_react = 0
+castro.ppm_type = 1
+
+# TIME STEP CONTROL
+castro.dt_cutoff      = 5.e-20  # level 0 timestep below which we halt
+castro.cfl            = 0.5     # cfl number for hyperbolic system
+castro.init_shrink    = 0.01    # scale back initial timestep
+castro.change_max     = 1.1     # maximum increase in dt over successive steps
+
+# DIAGNOSTICS & VERBOSITY
+castro.sum_interval   = 1       # timesteps between computing mass
+castro.v              = 1       # verbosity in Castro.cpp
+amr.v                 = 1       # verbosity in Amr.cpp
+#amr.grid_log         = grdlog  # name of grid logging file
+
+# REFINEMENT / REGRIDDING
+amr.max_level       = 0       # maximum level number allowed
+amr.ref_ratio       = 4 2 2 2 # refinement ratio
+amr.regrid_int      = 2       # how often to regrid
+amr.blocking_factor = 4       # block factor in grid generation
+amr.max_grid_size   = 32
+
+
+amr.checkpoint_files_output = 0
+amr.plot_files_output = 0
+
+# CHECKPOINT FILES
+#amr.check_file      = sedov_3d_chk     # root name of checkpoint file
+#amr.check_int       = 200       # number of timesteps between checkpoints
+
+# PLOTFILES
+#amr.plot_file       = sedov_3d_plt
+#amr.plot_int        = 50
+amr.derive_plot_vars=ALL
+
+# PROBIN FILENAME
+amr.probin_file = probin.3d.sph

Util/scaling/sedov/summit_201905/CPU_runs/inputs.3d.sph_1level

@@ -0,0 +1,58 @@
+# ------------------  INPUTS TO MAIN PROGRAM  -------------------
+max_step = 10
+stop_time = 0.01
+
+# PROBLEM SIZE & GEOMETRY
+geometry.is_periodic =  0    0    0
+geometry.coord_sys   =  0            # 0 => cart
+geometry.prob_lo     =  0    0    0
+geometry.prob_hi     =  1    1    1
+amr.n_cell           = 256  256  256
+
+# >>>>>>>>>>>>>  BC FLAGS <<<<<<<<<<<<<<<<
+# 0 = Interior           3 = Symmetry
+# 1 = Inflow             4 = SlipWall
+# 2 = Outflow            5 = NoSlipWall
+# >>>>>>>>>>>>>  BC FLAGS <<<<<<<<<<<<<<<<
+castro.lo_bc       =  2   2   2
+castro.hi_bc       =  2   2   2
+
+# WHICH PHYSICS
+castro.do_hydro = 1
+castro.do_react = 0
+castro.ppm_type = 1
+
+# TIME STEP CONTROL
+castro.dt_cutoff      = 5.e-20  # level 0 timestep below which we halt
+castro.cfl            = 0.5     # cfl number for hyperbolic system
+castro.init_shrink    = 0.01    # scale back initial timestep
+castro.change_max     = 1.1     # maximum increase in dt over successive steps
+
+# DIAGNOSTICS & VERBOSITY
+castro.sum_interval   = 1       # timesteps between computing mass
+castro.v              = 1       # verbosity in Castro.cpp
+amr.v                 = 1       # verbosity in Amr.cpp
+#amr.grid_log         = grdlog  # name of grid logging file
+
+# REFINEMENT / REGRIDDING
+amr.max_level       = 1       # maximum level number allowed
+amr.ref_ratio       = 4 2 2 2 # refinement ratio
+amr.regrid_int      = 2       # how often to regrid
+amr.blocking_factor = 4       # block factor in grid generation
+amr.max_grid_size   = 32
+
+
+amr.checkpoint_files_output = 0
+amr.plot_files_output = 0
+
+# CHECKPOINT FILES
+#amr.check_file      = sedov_3d_chk     # root name of checkpoint file
+#amr.check_int       = 200       # number of timesteps between checkpoints
+
+# PLOTFILES
+#amr.plot_file       = sedov_3d_plt
+#amr.plot_int        = 50
+amr.derive_plot_vars=ALL
+
+# PROBIN FILENAME
+amr.probin_file = probin.3d.sph

Util/scaling/sedov/summit_201905/CPU_runs/probin.3d.sph

@@ -0,0 +1,29 @@
+&fortin
+
+  r_init = 0.01
+  p_ambient = 1.d-5
+  exp_energy = 1.0
+  dens_ambient = 1.0
+  nsub = 10
+
+/
+
+&tagging
+
+  denerr = 3
+  dengrad = 0.01
+  max_denerr_lev = 3
+  max_dengrad_lev = 3
+
+  presserr = 3
+  pressgrad = 0.01
+  max_presserr_lev = 3
+  max_pressgrad_lev = 3
+
+/
+
+&extern
+
+  eos_assume_neutral = T
+
+/

Util/scaling/sedov/summit_201905/CPU_runs/summit_16node_nogpu.sh

@@ -0,0 +1,24 @@
+#!/bin/bash
+#BSUB -P ast106
+#BSUB -W 10
+#BSUB -nnodes 16
+#BSUB -alloc_flags smt1
+#BSUB -J Sedov_cpu
+#BSUB -o Sedov_cpu.%J
+#BSUB -e Sedov_cpu.%J
+
+cd $LS_SUBCWD
+
+inputs_file=inputs.3d.sph  
+
+n_mpi=96 # 16 nodes * 6 mpi per node
+n_omp=7
+n_gpu=0
+n_cores=7
+n_rs_per_node=6
+
+export OMP_NUM_THREADS=$n_omp
+
+Castro_ex=./Castro3d.pgi.MPI.OMP.ex
+
+jsrun -n $n_mpi -r $n_rs_per_node -c $n_cores -a 1 -g $n_gpu $Castro_ex $inputs_file

Util/scaling/sedov/summit_201905/CPU_runs/summit_32node_nogpu.sh

@@ -0,0 +1,24 @@
+#!/bin/bash
+#BSUB -P ast106
+#BSUB -W 10
+#BSUB -nnodes 32
+#BSUB -alloc_flags smt1
+#BSUB -J Sedov_cpu
+#BSUB -o Sedov_cpu.%J
+#BSUB -e Sedov_cpu.%J
+
+cd $LS_SUBCWD
+
+inputs_file=inputs.3d.sph_1level  
+
+n_mpi=192 # 32 nodes * 6 mpi per node
+n_omp=7
+n_gpu=0
+n_cores=7
+n_rs_per_node=6
+
+export OMP_NUM_THREADS=$n_omp
+
+Castro_ex=./Castro3d.pgi.MPI.OMP.ex
+
+jsrun -n $n_mpi -r $n_rs_per_node -c $n_cores -a 1 -g $n_gpu $Castro_ex $inputs_file

Util/scaling/sedov/summit_201905/CPU_runs/summit_4node_nogpu.sh

@@ -0,0 +1,24 @@
+#!/bin/bash
+#BSUB -P ast106
+#BSUB -W 25
+#BSUB -nnodes 4
+#BSUB -alloc_flags smt1
+#BSUB -J Sedov_cpu
+#BSUB -o Sedov_cpu.%J
+#BSUB -e Sedov_cpu.%J
+
+cd $LS_SUBCWD
+
+inputs_file=inputs.3d.sph_1level  
+
+n_mpi=24 # 4 nodes * 6 mpi per node
+n_omp=7
+n_gpu=0
+n_cores=7
+n_rs_per_node=6
+
+export OMP_NUM_THREADS=$n_omp
+
+Castro_ex=./Castro3d.pgi.MPI.OMP.ex
+
+jsrun -n $n_mpi -r $n_rs_per_node -c $n_cores -a 1 -g $n_gpu $Castro_ex $inputs_file

Util/scaling/sedov/summit_201905/CPU_runs/summit_64node_nogpu.sh

@@ -0,0 +1,24 @@
+#!/bin/bash
+#BSUB -P ast106
+#BSUB -W 25
+#BSUB -nnodes 64
+#BSUB -alloc_flags smt1
+#BSUB -J Sedov_cpu
+#BSUB -o Sedov_cpu.%J
+#BSUB -e Sedov_cpu.%J
+
+cd $LS_SUBCWD
+
+inputs_file=inputs.3d.sph_1level  
+
+n_mpi=384 # 64 nodes * 6 mpi per node
+n_omp=7
+n_gpu=0
+n_cores=7
+n_rs_per_node=6
+
+export OMP_NUM_THREADS=$n_omp
+
+Castro_ex=./Castro3d.pgi.MPI.OMP.ex
+
+jsrun -n $n_mpi -r $n_rs_per_node -c $n_cores -a 1 -g $n_gpu $Castro_ex $inputs_file

Util/scaling/sedov/summit_201905/CPU_runs/summit_8node_nogpu.sh

@@ -0,0 +1,24 @@
+#!/bin/bash
+#BSUB -P ast106
+#BSUB -W 25
+#BSUB -nnodes 8
+#BSUB -alloc_flags smt1
+#BSUB -J Sedov_cpu
+#BSUB -o Sedov_cpu.%J
+#BSUB -e Sedov_cpu.%J
+
+cd $LS_SUBCWD
+
+inputs_file=inputs.3d.sph_1level  
+
+n_mpi=48 # 8 nodes * 6 mpi per node
+n_omp=7
+n_gpu=0
+n_cores=7
+n_rs_per_node=6
+
+export OMP_NUM_THREADS=$n_omp
+
+Castro_ex=./Castro3d.pgi.MPI.OMP.ex
+
+jsrun -n $n_mpi -r $n_rs_per_node -c $n_cores -a 1 -g $n_gpu $Castro_ex $inputs_file

Util/scaling/sedov/summit_201905/GPU_runs/inputs.3d.sph

@@ -0,0 +1,58 @@
+# ------------------  INPUTS TO MAIN PROGRAM  -------------------
+max_step = 10
+stop_time = 0.01
+
+# PROBLEM SIZE & GEOMETRY
+geometry.is_periodic =  0    0    0
+geometry.coord_sys   =  0            # 0 => cart
+geometry.prob_lo     =  0    0    0
+geometry.prob_hi     =  1    1    1
+amr.n_cell           = 256   256   256
+
+# >>>>>>>>>>>>>  BC FLAGS <<<<<<<<<<<<<<<<
+# 0 = Interior           3 = Symmetry
+# 1 = Inflow             4 = SlipWall
+# 2 = Outflow            5 = NoSlipWall
+# >>>>>>>>>>>>>  BC FLAGS <<<<<<<<<<<<<<<<
+castro.lo_bc       =  2   2   2
+castro.hi_bc       =  2   2   2
+
+# WHICH PHYSICS
+castro.do_hydro = 1
+castro.do_react = 0
+castro.ppm_type = 1
+
+# TIME STEP CONTROL
+castro.dt_cutoff      = 5.e-20  # level 0 timestep below which we halt
+castro.cfl            = 0.5     # cfl number for hyperbolic system
+castro.init_shrink    = 0.01    # scale back initial timestep
+castro.change_max     = 1.1     # maximum increase in dt over successive steps
+
+# DIAGNOSTICS & VERBOSITY
+castro.sum_interval   = 1       # timesteps between computing mass
+castro.v              = 1       # verbosity in Castro.cpp
+amr.v                 = 1       # verbosity in Amr.cpp
+#amr.grid_log         = grdlog  # name of grid logging file
+
+# REFINEMENT / REGRIDDING
+amr.max_level       = 0       # maximum level number allowed
+amr.ref_ratio       = 2 2 2 2 # refinement ratio
+amr.regrid_int      = 2       # how often to regrid
+amr.blocking_factor = 8       # block factor in grid generation
+amr.max_grid_size   = 64
+
+
+amr.checkpoint_files_output = 0
+amr.plot_files_output = 0
+
+# CHECKPOINT FILES
+#amr.check_file      = sedov_3d_chk     # root name of checkpoint file
+#amr.check_int       = 200       # number of timesteps between checkpoints
+
+# PLOTFILES
+#amr.plot_file       = sedov_3d_plt
+#amr.plot_int        = 50
+amr.derive_plot_vars=ALL
+
+# PROBIN FILENAME
+amr.probin_file = probin.3d.sph

Util/scaling/sedov/summit_201905/GPU_runs/inputs.3d.sph_1level

@@ -0,0 +1,58 @@
+# ------------------  INPUTS TO MAIN PROGRAM  -------------------
+max_step = 10
+stop_time = 0.01
+
+# PROBLEM SIZE & GEOMETRY
+geometry.is_periodic =  0    0    0
+geometry.coord_sys   =  0            # 0 => cart
+geometry.prob_lo     =  0    0    0
+geometry.prob_hi     =  1    1    1
+amr.n_cell           = 256   256   256
+
+# >>>>>>>>>>>>>  BC FLAGS <<<<<<<<<<<<<<<<
+# 0 = Interior           3 = Symmetry
+# 1 = Inflow             4 = SlipWall
+# 2 = Outflow            5 = NoSlipWall
+# >>>>>>>>>>>>>  BC FLAGS <<<<<<<<<<<<<<<<
+castro.lo_bc       =  2   2   2
+castro.hi_bc       =  2   2   2
+
+# WHICH PHYSICS
+castro.do_hydro = 1
+castro.do_react = 0
+castro.ppm_type = 1
+
+# TIME STEP CONTROL
+castro.dt_cutoff      = 5.e-20  # level 0 timestep below which we halt
+castro.cfl            = 0.5     # cfl number for hyperbolic system
+castro.init_shrink    = 0.01    # scale back initial timestep
+castro.change_max     = 1.1     # maximum increase in dt over successive steps
+
+# DIAGNOSTICS & VERBOSITY
+castro.sum_interval   = 1       # timesteps between computing mass
+castro.v              = 1       # verbosity in Castro.cpp
+amr.v                 = 1       # verbosity in Amr.cpp
+#amr.grid_log         = grdlog  # name of grid logging file
+
+# REFINEMENT / REGRIDDING
+amr.max_level       = 1       # maximum level number allowed
+amr.ref_ratio       = 4 2 2 2 # refinement ratio
+amr.regrid_int      = 2       # how often to regrid
+amr.blocking_factor = 8       # block factor in grid generation
+amr.max_grid_size   = 64
+
+
+amr.checkpoint_files_output = 0
+amr.plot_files_output = 0
+
+# CHECKPOINT FILES
+#amr.check_file      = sedov_3d_chk     # root name of checkpoint file
+#amr.check_int       = 200       # number of timesteps between checkpoints
+
+# PLOTFILES
+#amr.plot_file       = sedov_3d_plt
+#amr.plot_int        = 50
+amr.derive_plot_vars=ALL
+
+# PROBIN FILENAME
+amr.probin_file = probin.3d.sph