Skip to content

T
TAPIOCA
Commit 4bff31b1 authored by Francois Tessier's avatar Francois Tessier
Browse files
Options

Add timers in S3D to evaluate the I/O time. More use-cases added for experiments.

parent b4cb5901
Hide whitespace changes
Inline Side-by-side
Showing with 576 additions and 15 deletions
examples/S3D-IO/input/active.in
View file @ 4bff31b1
......@@ -5,6 +5,6 @@ time period to save fields in restart files (time_save_inc) 1.00000E+05
frequency to monitor min/max files and active (i_time_mon) 10
frequency to check resolution; set < 0 for no check (i_time_res) -1
frequency write current tecplot file (i_time_tec) -1
frequency to filter solution vector (i_time_fil) -1431142048
frequency to filter solution vector (i_time_fil) 0
initial/constant timestep (sec) (tstep_init) 0.00000E+00
timestep frequency to write controller info (i_time_cont) 0
examples/S3D-IO/input/s3d.in
View file @ 4bff31b1
......@@ -5,12 +5,12 @@ MODE
==========================================================================================
GRID DIMENSION PARAMETERS
==========================================================================================
256 - global number of grid points in the x-direction (nx_g)
256 - global number of grid points in the y-direction (ny_g)
128 - global number of grid points in the z-direction (nz_g)
8 - number of processors in x-direction (npx)
8 - number of processors in y-direction (npy)
4 - number of processors in z-direction (npz)
1024 - global number of grid points in the x-direction (nx_g)
1024 - global number of grid points in the y-direction (ny_g)
512 - global number of grid points in the z-direction (nz_g)
32 - number of processors in x-direction (npx)
32 - number of processors in y-direction (npy)
16 - number of processors in z-direction (npz)
==========================================================================================
RUN-TIME PARAMETERS
==========================================================================================
......@@ -70,7 +70,7 @@ REQUIRED REFERENCE VALUES
==========================================================================================
flag to enable/disable MPI I/O
==========================================================================================
1 - I/O method: 0:Fortran I/O, 1:MPI-IO, 2:PnetCDF, 3:HDF5, 4:TAPIOCA
4 - I/O method: 0:Fortran I/O, 1:MPI-IO, 2:PnetCDF, 3:HDF5, 4:TAPIOCA
==========================================================================================
Output directory
==========================================================================================
......
examples/S3D-IO/input/s3d.in.mpiio.1024 0 → 100644
View file @ 4bff31b1
==========================================================================================
MODE
==========================================================================================
0 - 0 = run DNS code, 1 = post-process DNS results (mode)
==========================================================================================
GRID DIMENSION PARAMETERS
==========================================================================================
1024 - global number of grid points in the x-direction (nx_g)
1024 - global number of grid points in the y-direction (ny_g)
512 - global number of grid points in the z-direction (nz_g)
32 - number of processors in x-direction (npx)
32 - number of processors in y-direction (npy)
16 - number of processors in z-direction (npz)
==========================================================================================
RUN-TIME PARAMETERS
==========================================================================================
0 - 0 for write output to screen, 1 for write to file (i_write)
0 - 0 for new run, 1 for restart (i_restart)
10 - ending time step (i_time_end)
1 - frequency to save fields in restart files (i_time_save)
1.0e+5 - time period to save fields in restart files (time_save_inc)
==========================================================================================
GEOMETRY PARAMETERS
==========================================================================================
pressure_wave_test - title of run, sets initialiation of flow field (run_title)
1 - 0 for no x-direction dependence, 1 for so (vary_in_x)
1 - 0 for no y-direction dependence, 1 for so (vary_in_y)
1 - 0 for no z-direction dependence, 1 for so (vary_in_z)
0 - 0 for non-periodic in x-direction, 1 for periodic (periodic_x)
0 - 0 for non-periodic in y-diretcion, 1 for periodic (periodic_y)
0 - 0 for non-periodic in z-dirtecion, 1 for periodic (periodic_z)
0 - 0 for no turbulence, 1 for isotropic turbulence (i_turbulence)
1 - BC at x=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_x0)
1 - BC at x=L boundary; 1 nonreflecting, 0 hard inflow (nrf_xl)
1 - BC at y=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_y0)
1 - BC at y=L boundary; 1 nonreflecting, 0 hard inflow (nrf_yl)
1 - BC at z=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_z0)
1 - BC at z=L boundary; 1 nonreflecting, 0 hard inflow (nrf_zl)
0.2 - fix factor for pressure drift (relax_ct)
==========================================================================================
PHYSICAL PARAMETERS
==========================================================================================
0.0 - minimum value of grid in x-direction in cm (xmin)
0.0 - minimum value of grid in y-direction in cm (ymin)
0.0 - minimum value of grid in z-direction in cm (zmin)
0.1 - maximum value of grid in x-direction in cm (xmax)
0.1 - maximum value of grid in y-direction in cm (ymax)
0.1 - minimum value of grid in z-direction in cm (zmax)
0.001 - Mach number where re_real/mach_no = re_acoustic (mach_no)
100.0 - real convective Reynolds number (re_real)
0.708 - Prandtl number (pr)
==========================================================================================
NUMERICS PARAMETERS
==========================================================================================
1 - 0 for no reaction, 1 for reaction (i_react)
8 - order of spatial derivatives: 6th or 8th only (iorder)
10 - frequency to monitor min/max and active (i_time_mon)
-1 - frequency to check spatial resolution (i_time_res)
-1 - frequency to write tecplot file (i_time_tec)
10 - order of spatial filter (i_filter)
10 - frequency to filter solution vector (i_time_fil)
==========================================================================================
REQUIRED REFERENCE VALUES
==========================================================================================
1.4 - reference ratio of specific heats (g_ref)
347.2 - reference speed of sound (m/s) (a_ref)
300.0 - freestream temperature (K) (to)
1.1766 - reference density (kg/m^3) (rho_ref)
26.14e-3 - reference thermal conductivity (W/m-s) (lambda_ref)
==========================================================================================
flag to enable/disable MPI I/O
==========================================================================================
1 - I/O method: 0:Fortran I/O, 1:MPI-IO, 2:PnetCDF, 3:HDF5, 4:TAPIOCA
==========================================================================================
Output directory
==========================================================================================
/lus/theta-fs0/projects/Performance/ftessier/TAPIOCA
examples/S3D-IO/input/s3d.in.mpiio.16 0 → 100644
View file @ 4bff31b1
==========================================================================================
MODE
==========================================================================================
0 - 0 = run DNS code, 1 = post-process DNS results (mode)
==========================================================================================
GRID DIMENSION PARAMETERS
==========================================================================================
256 - global number of grid points in the x-direction (nx_g)
256 - global number of grid points in the y-direction (ny_g)
128 - global number of grid points in the z-direction (nz_g)
8 - number of processors in x-direction (npx)
8 - number of processors in y-direction (npy)
4 - number of processors in z-direction (npz)
==========================================================================================
RUN-TIME PARAMETERS
==========================================================================================
0 - 0 for write output to screen, 1 for write to file (i_write)
0 - 0 for new run, 1 for restart (i_restart)
10 - ending time step (i_time_end)
1 - frequency to save fields in restart files (i_time_save)
1.0e+5 - time period to save fields in restart files (time_save_inc)
==========================================================================================
GEOMETRY PARAMETERS
==========================================================================================
pressure_wave_test - title of run, sets initialiation of flow field (run_title)
1 - 0 for no x-direction dependence, 1 for so (vary_in_x)
1 - 0 for no y-direction dependence, 1 for so (vary_in_y)
1 - 0 for no z-direction dependence, 1 for so (vary_in_z)
0 - 0 for non-periodic in x-direction, 1 for periodic (periodic_x)
0 - 0 for non-periodic in y-diretcion, 1 for periodic (periodic_y)
0 - 0 for non-periodic in z-dirtecion, 1 for periodic (periodic_z)
0 - 0 for no turbulence, 1 for isotropic turbulence (i_turbulence)
1 - BC at x=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_x0)
1 - BC at x=L boundary; 1 nonreflecting, 0 hard inflow (nrf_xl)
1 - BC at y=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_y0)
1 - BC at y=L boundary; 1 nonreflecting, 0 hard inflow (nrf_yl)
1 - BC at z=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_z0)
1 - BC at z=L boundary; 1 nonreflecting, 0 hard inflow (nrf_zl)
0.2 - fix factor for pressure drift (relax_ct)
==========================================================================================
PHYSICAL PARAMETERS
==========================================================================================
0.0 - minimum value of grid in x-direction in cm (xmin)
0.0 - minimum value of grid in y-direction in cm (ymin)
0.0 - minimum value of grid in z-direction in cm (zmin)
0.1 - maximum value of grid in x-direction in cm (xmax)
0.1 - maximum value of grid in y-direction in cm (ymax)
0.1 - minimum value of grid in z-direction in cm (zmax)
0.001 - Mach number where re_real/mach_no = re_acoustic (mach_no)
100.0 - real convective Reynolds number (re_real)
0.708 - Prandtl number (pr)
==========================================================================================
NUMERICS PARAMETERS
==========================================================================================
1 - 0 for no reaction, 1 for reaction (i_react)
8 - order of spatial derivatives: 6th or 8th only (iorder)
10 - frequency to monitor min/max and active (i_time_mon)
-1 - frequency to check spatial resolution (i_time_res)
-1 - frequency to write tecplot file (i_time_tec)
10 - order of spatial filter (i_filter)
10 - frequency to filter solution vector (i_time_fil)
==========================================================================================
REQUIRED REFERENCE VALUES
==========================================================================================
1.4 - reference ratio of specific heats (g_ref)
347.2 - reference speed of sound (m/s) (a_ref)
300.0 - freestream temperature (K) (to)
1.1766 - reference density (kg/m^3) (rho_ref)
26.14e-3 - reference thermal conductivity (W/m-s) (lambda_ref)
==========================================================================================
flag to enable/disable MPI I/O
==========================================================================================
1 - I/O method: 0:Fortran I/O, 1:MPI-IO, 2:PnetCDF, 3:HDF5, 4:TAPIOCA
==========================================================================================
Output directory
==========================================================================================
/lus/theta-fs0/projects/Performance/ftessier/TAPIOCA
examples/S3D-IO/input/s3d.in.mpiio.256 0 → 100644
View file @ 4bff31b1
==========================================================================================
MODE
==========================================================================================
0 - 0 = run DNS code, 1 = post-process DNS results (mode)
==========================================================================================
GRID DIMENSION PARAMETERS
==========================================================================================
512 - global number of grid points in the x-direction (nx_g)
512 - global number of grid points in the y-direction (ny_g)
512 - global number of grid points in the z-direction (nz_g)
16 - number of processors in x-direction (npx)
16 - number of processors in y-direction (npy)
16 - number of processors in z-direction (npz)
==========================================================================================
RUN-TIME PARAMETERS
==========================================================================================
0 - 0 for write output to screen, 1 for write to file (i_write)
0 - 0 for new run, 1 for restart (i_restart)
10 - ending time step (i_time_end)
1 - frequency to save fields in restart files (i_time_save)
1.0e+5 - time period to save fields in restart files (time_save_inc)
==========================================================================================
GEOMETRY PARAMETERS
==========================================================================================
pressure_wave_test - title of run, sets initialiation of flow field (run_title)
1 - 0 for no x-direction dependence, 1 for so (vary_in_x)
1 - 0 for no y-direction dependence, 1 for so (vary_in_y)
1 - 0 for no z-direction dependence, 1 for so (vary_in_z)
0 - 0 for non-periodic in x-direction, 1 for periodic (periodic_x)
0 - 0 for non-periodic in y-diretcion, 1 for periodic (periodic_y)
0 - 0 for non-periodic in z-dirtecion, 1 for periodic (periodic_z)
0 - 0 for no turbulence, 1 for isotropic turbulence (i_turbulence)
1 - BC at x=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_x0)
1 - BC at x=L boundary; 1 nonreflecting, 0 hard inflow (nrf_xl)
1 - BC at y=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_y0)
1 - BC at y=L boundary; 1 nonreflecting, 0 hard inflow (nrf_yl)
1 - BC at z=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_z0)
1 - BC at z=L boundary; 1 nonreflecting, 0 hard inflow (nrf_zl)
0.2 - fix factor for pressure drift (relax_ct)
==========================================================================================
PHYSICAL PARAMETERS
==========================================================================================
0.0 - minimum value of grid in x-direction in cm (xmin)
0.0 - minimum value of grid in y-direction in cm (ymin)
0.0 - minimum value of grid in z-direction in cm (zmin)
0.1 - maximum value of grid in x-direction in cm (xmax)
0.1 - maximum value of grid in y-direction in cm (ymax)
0.1 - minimum value of grid in z-direction in cm (zmax)
0.001 - Mach number where re_real/mach_no = re_acoustic (mach_no)
100.0 - real convective Reynolds number (re_real)
0.708 - Prandtl number (pr)
==========================================================================================
NUMERICS PARAMETERS
==========================================================================================
1 - 0 for no reaction, 1 for reaction (i_react)
8 - order of spatial derivatives: 6th or 8th only (iorder)
10 - frequency to monitor min/max and active (i_time_mon)
-1 - frequency to check spatial resolution (i_time_res)
-1 - frequency to write tecplot file (i_time_tec)
10 - order of spatial filter (i_filter)
10 - frequency to filter solution vector (i_time_fil)
==========================================================================================
REQUIRED REFERENCE VALUES
==========================================================================================
1.4 - reference ratio of specific heats (g_ref)
347.2 - reference speed of sound (m/s) (a_ref)
300.0 - freestream temperature (K) (to)
1.1766 - reference density (kg/m^3) (rho_ref)
26.14e-3 - reference thermal conductivity (W/m-s) (lambda_ref)
==========================================================================================
flag to enable/disable MPI I/O
==========================================================================================
1 - I/O method: 0:Fortran I/O, 1:MPI-IO, 2:PnetCDF, 3:HDF5, 4:TAPIOCA
==========================================================================================
Output directory
==========================================================================================
/lus/theta-fs0/projects/Performance/ftessier/TAPIOCA
examples/S3D-IO/input/s3d.in.tapioca.1024 0 → 100644
View file @ 4bff31b1
==========================================================================================
MODE
==========================================================================================
0 - 0 = run DNS code, 1 = post-process DNS results (mode)
==========================================================================================
GRID DIMENSION PARAMETERS
==========================================================================================
1024 - global number of grid points in the x-direction (nx_g)
1024 - global number of grid points in the y-direction (ny_g)
512 - global number of grid points in the z-direction (nz_g)
32 - number of processors in x-direction (npx)
32 - number of processors in y-direction (npy)
16 - number of processors in z-direction (npz)
==========================================================================================
RUN-TIME PARAMETERS
==========================================================================================
0 - 0 for write output to screen, 1 for write to file (i_write)
0 - 0 for new run, 1 for restart (i_restart)
10 - ending time step (i_time_end)
1 - frequency to save fields in restart files (i_time_save)
1.0e+5 - time period to save fields in restart files (time_save_inc)
==========================================================================================
GEOMETRY PARAMETERS
==========================================================================================
pressure_wave_test - title of run, sets initialiation of flow field (run_title)
1 - 0 for no x-direction dependence, 1 for so (vary_in_x)
1 - 0 for no y-direction dependence, 1 for so (vary_in_y)
1 - 0 for no z-direction dependence, 1 for so (vary_in_z)
0 - 0 for non-periodic in x-direction, 1 for periodic (periodic_x)
0 - 0 for non-periodic in y-diretcion, 1 for periodic (periodic_y)
0 - 0 for non-periodic in z-dirtecion, 1 for periodic (periodic_z)
0 - 0 for no turbulence, 1 for isotropic turbulence (i_turbulence)
1 - BC at x=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_x0)
1 - BC at x=L boundary; 1 nonreflecting, 0 hard inflow (nrf_xl)
1 - BC at y=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_y0)
1 - BC at y=L boundary; 1 nonreflecting, 0 hard inflow (nrf_yl)
1 - BC at z=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_z0)
1 - BC at z=L boundary; 1 nonreflecting, 0 hard inflow (nrf_zl)
0.2 - fix factor for pressure drift (relax_ct)
==========================================================================================
PHYSICAL PARAMETERS
==========================================================================================
0.0 - minimum value of grid in x-direction in cm (xmin)
0.0 - minimum value of grid in y-direction in cm (ymin)
0.0 - minimum value of grid in z-direction in cm (zmin)
0.1 - maximum value of grid in x-direction in cm (xmax)
0.1 - maximum value of grid in y-direction in cm (ymax)
0.1 - minimum value of grid in z-direction in cm (zmax)
0.001 - Mach number where re_real/mach_no = re_acoustic (mach_no)
100.0 - real convective Reynolds number (re_real)
0.708 - Prandtl number (pr)
==========================================================================================
NUMERICS PARAMETERS
==========================================================================================
1 - 0 for no reaction, 1 for reaction (i_react)
8 - order of spatial derivatives: 6th or 8th only (iorder)
10 - frequency to monitor min/max and active (i_time_mon)
-1 - frequency to check spatial resolution (i_time_res)
-1 - frequency to write tecplot file (i_time_tec)
10 - order of spatial filter (i_filter)
10 - frequency to filter solution vector (i_time_fil)
==========================================================================================
REQUIRED REFERENCE VALUES
==========================================================================================
1.4 - reference ratio of specific heats (g_ref)
347.2 - reference speed of sound (m/s) (a_ref)
300.0 - freestream temperature (K) (to)
1.1766 - reference density (kg/m^3) (rho_ref)
26.14e-3 - reference thermal conductivity (W/m-s) (lambda_ref)
==========================================================================================
flag to enable/disable MPI I/O
==========================================================================================
4 - I/O method: 0:Fortran I/O, 1:MPI-IO, 2:PnetCDF, 3:HDF5, 4:TAPIOCA
==========================================================================================
Output directory
==========================================================================================
/lus/theta-fs0/projects/Performance/ftessier/TAPIOCA
examples/S3D-IO/input/s3d.in.tapioca.16 0 → 100644
View file @ 4bff31b1
==========================================================================================
MODE
==========================================================================================
0 - 0 = run DNS code, 1 = post-process DNS results (mode)
==========================================================================================
GRID DIMENSION PARAMETERS
==========================================================================================
256 - global number of grid points in the x-direction (nx_g)
256 - global number of grid points in the y-direction (ny_g)
128 - global number of grid points in the z-direction (nz_g)
8 - number of processors in x-direction (npx)
8 - number of processors in y-direction (npy)
4 - number of processors in z-direction (npz)
==========================================================================================
RUN-TIME PARAMETERS
==========================================================================================
0 - 0 for write output to screen, 1 for write to file (i_write)
0 - 0 for new run, 1 for restart (i_restart)
10 - ending time step (i_time_end)
1 - frequency to save fields in restart files (i_time_save)
1.0e+5 - time period to save fields in restart files (time_save_inc)
==========================================================================================
GEOMETRY PARAMETERS
==========================================================================================
pressure_wave_test - title of run, sets initialiation of flow field (run_title)
1 - 0 for no x-direction dependence, 1 for so (vary_in_x)
1 - 0 for no y-direction dependence, 1 for so (vary_in_y)
1 - 0 for no z-direction dependence, 1 for so (vary_in_z)
0 - 0 for non-periodic in x-direction, 1 for periodic (periodic_x)
0 - 0 for non-periodic in y-diretcion, 1 for periodic (periodic_y)
0 - 0 for non-periodic in z-dirtecion, 1 for periodic (periodic_z)
0 - 0 for no turbulence, 1 for isotropic turbulence (i_turbulence)
1 - BC at x=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_x0)
1 - BC at x=L boundary; 1 nonreflecting, 0 hard inflow (nrf_xl)
1 - BC at y=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_y0)
1 - BC at y=L boundary; 1 nonreflecting, 0 hard inflow (nrf_yl)
1 - BC at z=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_z0)
1 - BC at z=L boundary; 1 nonreflecting, 0 hard inflow (nrf_zl)
0.2 - fix factor for pressure drift (relax_ct)
==========================================================================================
PHYSICAL PARAMETERS
==========================================================================================
0.0 - minimum value of grid in x-direction in cm (xmin)
0.0 - minimum value of grid in y-direction in cm (ymin)
0.0 - minimum value of grid in z-direction in cm (zmin)
0.1 - maximum value of grid in x-direction in cm (xmax)
0.1 - maximum value of grid in y-direction in cm (ymax)
0.1 - minimum value of grid in z-direction in cm (zmax)
0.001 - Mach number where re_real/mach_no = re_acoustic (mach_no)
100.0 - real convective Reynolds number (re_real)
0.708 - Prandtl number (pr)
==========================================================================================
NUMERICS PARAMETERS
==========================================================================================
1 - 0 for no reaction, 1 for reaction (i_react)
8 - order of spatial derivatives: 6th or 8th only (iorder)
10 - frequency to monitor min/max and active (i_time_mon)
-1 - frequency to check spatial resolution (i_time_res)
-1 - frequency to write tecplot file (i_time_tec)
10 - order of spatial filter (i_filter)
10 - frequency to filter solution vector (i_time_fil)
==========================================================================================
REQUIRED REFERENCE VALUES
==========================================================================================
1.4 - reference ratio of specific heats (g_ref)
347.2 - reference speed of sound (m/s) (a_ref)
300.0 - freestream temperature (K) (to)
1.1766 - reference density (kg/m^3) (rho_ref)
26.14e-3 - reference thermal conductivity (W/m-s) (lambda_ref)
==========================================================================================
flag to enable/disable MPI I/O
==========================================================================================
4 - I/O method: 0:Fortran I/O, 1:MPI-IO, 2:PnetCDF, 3:HDF5, 4:TAPIOCA
==========================================================================================
Output directory
==========================================================================================
/lus/theta-fs0/projects/Performance/ftessier/TAPIOCA
examples/S3D-IO/input/s3d.in.tapioca.256 0 → 100644
View file @ 4bff31b1
==========================================================================================
MODE
==========================================================================================
0 - 0 = run DNS code, 1 = post-process DNS results (mode)
==========================================================================================
GRID DIMENSION PARAMETERS
==========================================================================================
512 - global number of grid points in the x-direction (nx_g)
512 - global number of grid points in the y-direction (ny_g)
512 - global number of grid points in the z-direction (nz_g)
16 - number of processors in x-direction (npx)
16 - number of processors in y-direction (npy)
16 - number of processors in z-direction (npz)
==========================================================================================
RUN-TIME PARAMETERS
==========================================================================================
0 - 0 for write output to screen, 1 for write to file (i_write)
0 - 0 for new run, 1 for restart (i_restart)
10 - ending time step (i_time_end)
1 - frequency to save fields in restart files (i_time_save)
1.0e+5 - time period to save fields in restart files (time_save_inc)
==========================================================================================
GEOMETRY PARAMETERS
==========================================================================================
pressure_wave_test - title of run, sets initialiation of flow field (run_title)
1 - 0 for no x-direction dependence, 1 for so (vary_in_x)
1 - 0 for no y-direction dependence, 1 for so (vary_in_y)
1 - 0 for no z-direction dependence, 1 for so (vary_in_z)
0 - 0 for non-periodic in x-direction, 1 for periodic (periodic_x)
0 - 0 for non-periodic in y-diretcion, 1 for periodic (periodic_y)
0 - 0 for non-periodic in z-dirtecion, 1 for periodic (periodic_z)
0 - 0 for no turbulence, 1 for isotropic turbulence (i_turbulence)
1 - BC at x=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_x0)
1 - BC at x=L boundary; 1 nonreflecting, 0 hard inflow (nrf_xl)
1 - BC at y=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_y0)
1 - BC at y=L boundary; 1 nonreflecting, 0 hard inflow (nrf_yl)
1 - BC at z=0 boundary; 1 nonreflecting, 0 hard inflow (nrf_z0)
1 - BC at z=L boundary; 1 nonreflecting, 0 hard inflow (nrf_zl)
0.2 - fix factor for pressure drift (relax_ct)
==========================================================================================
PHYSICAL PARAMETERS
==========================================================================================
0.0 - minimum value of grid in x-direction in cm (xmin)
0.0 - minimum value of grid in y-direction in cm (ymin)
0.0 - minimum value of grid in z-direction in cm (zmin)
0.1 - maximum value of grid in x-direction in cm (xmax)
0.1 - maximum value of grid in y-direction in cm (ymax)
0.1 - minimum value of grid in z-direction in cm (zmax)
0.001 - Mach number where re_real/mach_no = re_acoustic (mach_no)
100.0 - real convective Reynolds number (re_real)
0.708 - Prandtl number (pr)
==========================================================================================
NUMERICS PARAMETERS
==========================================================================================
1 - 0 for no reaction, 1 for reaction (i_react)
8 - order of spatial derivatives: 6th or 8th only (iorder)
10 - frequency to monitor min/max and active (i_time_mon)
-1 - frequency to check spatial resolution (i_time_res)
-1 - frequency to write tecplot file (i_time_tec)
10 - order of spatial filter (i_filter)
10 - frequency to filter solution vector (i_time_fil)
==========================================================================================
REQUIRED REFERENCE VALUES
==========================================================================================
1.4 - reference ratio of specific heats (g_ref)
347.2 - reference speed of sound (m/s) (a_ref)
300.0 - freestream temperature (K) (to)
1.1766 - reference density (kg/m^3) (rho_ref)
26.14e-3 - reference thermal conductivity (W/m-s) (lambda_ref)
==========================================================================================
flag to enable/disable MPI I/O
==========================================================================================
4 - I/O method: 0:Fortran I/O, 1:MPI-IO, 2:PnetCDF, 3:HDF5, 4:TAPIOCA
==========================================================================================
Output directory
==========================================================================================
/lus/theta-fs0/projects/Performance/ftessier/TAPIOCA
examples/S3D-IO/run/run_xc40.sh
View file @ 4bff31b1
#!/bin/bash
NODES=16
NODES=256
PPN=16
NPROCS=$((NODES*PPN))
TARGET="/lus/theta-fs0/projects/Performance/ftessier/TAPIOCA"
DDT="/soft/debuggers/forge/bin/ddt --connect"
STRIPE_COUNT=16
STRIPE_SIZE=8388608
STRIPE_COUNT=48
STRIPE_SIZE=16777216
AGGR_MULT=1
cd $HOME/TAPIOCA/examples/S3D-IO/run/
export TAPIOCA_STRATEGY=TOPOLOGY_AWARE
export TAPIOCA_STRATEGY=MEMORY_AWARE
export TAPIOCA_NBAGGR=2
export TAPIOCA_NBAGGR=48
export TAPIOCA_NBBUFFERS=2
export TAPIOCA_BUFFERSIZE=16777216
export TAPIOCA_AGGRTIER=DDR
......@@ -54,4 +54,18 @@ rm $TARGET/*
setLustreFS
updateSettings
aprun $SETTINGS -n $NPROCS -N $PPN ./s3d_f90.x
cp ../input/s3d.in.mpiio.$NODES ../input/s3d.in
for RUN in {0..10}
do
aprun $SETTINGS -n $NPROCS -N $PPN ./s3d_f90.x >> /home/ftessier/xp_tapioca/paper/S3DIO/mpiio.$NODES.$TAPIOCA_NBBUFFERS
sleep 10
rm $TARGET/*
done
cp ../input/s3d.in.tapioca.$NODES ../input/s3d.in
for RUN in {0..10}
do
aprun $SETTINGS -n $NPROCS -N $PPN ./s3d_f90.x >> /home/ftessier/xp_tapioca/paper/S3DIO/tapioca.$NODES.$TAPIOCA_NBBUFFERS
sleep 10
rm $TARGET/*
done
examples/S3D-IO/run/run_xc40_1024.sh 0 → 100755
View file @ 4bff31b1
#!/bin/bash
NODES=1024
PPN=16
NPROCS=$((NODES*PPN))
TARGET="/lus/theta-fs0/projects/Performance/ftessier/TAPIOCA"
DDT="/soft/debuggers/forge/bin/ddt --connect"
STRIPE_COUNT=48
STRIPE_SIZE=16777216
AGGR_MULT=4
cd $HOME/TAPIOCA/examples/S3D-IO/run/
export TAPIOCA_STRATEGY=MEMORY_AWARE
export TAPIOCA_NBAGGR=192
export TAPIOCA_NBBUFFERS=2
export TAPIOCA_BUFFERSIZE=16777216
export TAPIOCA_AGGRTIER=DDR
export TAPIOCA_DEVNULL=false
export TAPIOCA_COMMSPLIT=true
export TAPIOCA_PIPELINING=true
export TAPIOCA_REELECTAGGR=false
function setLustreFS ()
{
rm $TARGET/*
lfs setstripe --stripe-count $STRIPE_COUNT --stripe-size $STRIPE_SIZE $TARGET
lfs getstripe $TARGET
}
function updateSettings()
{
printenv | egrep "TAPIOCA_"
SETTINGS="-e TAPIOCA_STRATEGY=$TAPIOCA_STRATEGY"
SETTINGS="$SETTINGS -e TAPIOCA_NBAGGR=$TAPIOCA_NBAGGR"
SETTINGS="$SETTINGS -e TAPIOCA_NBBUFFERS=$TAPIOCA_NBBUFFERS"
SETTINGS="$SETTINGS -e TAPIOCA_BUFFERSIZE=$TAPIOCA_BUFFERSIZE"
SETTINGS="$SETTINGS -e TAPIOCA_AGGRTIER=$TAPIOCA_AGGRTIER"
SETTINGS="$SETTINGS -e TAPIOCA_DEVNULL=$TAPIOCA_DEVNULL"
SETTINGS="$SETTINGS -e TAPIOCA_COMMSPLIT=$TAPIOCA_COMMSPLIT"
SETTINGS="$SETTINGS -e TAPIOCA_PIPELINING=$TAPIOCA_PIPELINING"
SETTINGS="$SETTINGS -e TAPIOCA_REELECTAGGR=$TAPIOCA_REELECTAGGR"
SETTINGS="$SETTINGS -e MPICH_RMA_OVER_DMAPP=1"
SETTINGS="$SETTINGS -e MPICH_MPIIO_HINTS=*:cray_cb_nodes_multiplier=$AGGR_MULT"
}
rm $TARGET/*
setLustreFS
updateSettings
cp ../input/s3d.in.mpiio.$NODES ../input/s3d.in
for RUN in {0..10}
do
aprun $SETTINGS -n $NPROCS -N $PPN ./s3d_f90.x >> /home/ftessier/xp_tapioca/paper/S3DIO/mpiio.$NODES
sleep 10
rm $TARGET/*
done
cp ../input/s3d.in.tapioca.$NODES ../input/s3d.in
for RUN in {0..10}
do
aprun $SETTINGS -n $NPROCS -N $PPN ./s3d_f90.x >> /home/ftessier/xp_tapioca/paper/S3DIO/tapioca.$NODES
sleep 10
rm $TARGET/*
done
examples/S3D-IO/source/drivers/solve_driver.f90
View file @ 4bff31b1
......@@ -67,6 +67,10 @@ subroutine solve_driver(io)
character*10 :: tim_start, tim_stop !for start and end time (wall clock)
integer :: tec_del
real :: total_write_time, stop_write_time
real*8 start, finish, totaltime, maxtime, bandwidth
integer*8 totalsize
totalsize=0
!----------------------------------------------------------------------------------------
! set variable tec_del (0=save all tecplot files, 1=delete previous file upon new write)
......@@ -152,6 +156,9 @@ subroutine solve_driver(io)
if( myid == 0 ) open(unit=12, file='writeperf.log', status='unknown', form='formatted')
call MPI_Barrier(gcomm,ierr)
start = MPI_Wtime()
do while (i_time < i_time_end)
!----------------------------------------------------------------------------------------
! increment i_time
......@@ -227,6 +234,7 @@ subroutine solve_driver(io)
call MPI_Reduce( write_time, total_write_time, 1, MPI_REAL8, MPI_MAX, 0, gcomm, ierr )
if( myid == 0 ) then
totalsize=totalsize+total_GB
write(*,*) 'total_GB: ', total_GB
effective_bandwidth = total_GB / total_write_time
write(*,'(1a, 1pe10.4, 5x, 4(1pe25.10, 5x))') &
......@@ -291,7 +299,11 @@ subroutine solve_driver(io)
#endif
endif
call MPI_Barrier(gcomm,ierr)
finish = MPI_Wtime()
totaltime = finish - start
call MPI_Reduce ( totaltime, maxtime, 1, MPI_DOUBLE, MPI_MAX, 0, gcomm, ierr )
call date_and_time(dat_1,tim_stop)
if(myid==0) then
call write_header(io,'=')
......@@ -299,6 +311,8 @@ subroutine solve_driver(io)
call write_date_and_time(dat_1,tim_start,io)
write(io,*)'Timestepping ended at: '
call write_date_and_time(dat_1,tim_stop,io)
bandwidth = (totalsize * 1024) / maxtime
write(io, '(a,f10.2,a,I6,a,f8.2,a)') "[TIMING] Write I/O bandwidth ",bandwidth," MBps (",totalsize," in ",maxtime," s)"
call write_header(io,'=')
endif
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment