SlurmCI 0b8ba9e2e7c10c2e0ada1c1894725ab632585a23

_summary.md

Commit: 0b8ba9e2e7c10c2e0ada1c1894725ab632585a23

command	ntasks	jobid	status	elapsed
scripts/test-cpu-init.sh		10783934	✅	00:08:14
scripts/test-cpu-tests.sh		10783935	✅	00:00:01
scripts/test-cpu.sh test/Numerics/DGMethods/advection_diffusion/advection_diffusion_model_1dimex_bgmres.jl	--ntasks=1	10783936	✅	00:07:09
scripts/test-cpu.sh test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl	--ntasks=3	10783937	✅	00:07:21
scripts/test-cpu.sh test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl	--ntasks=3	10783938	✅	00:06:33
scripts/test-cpu.sh test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl	--ntasks=3	10783939	✅	00:05:52
scripts/test-cpu.sh test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl	--ntasks=3	10783940	✅	00:05:04
scripts/test-cpu.sh test/Numerics/DGMethods/advection_diffusion/periodic_3D_hyperdiffusion.jl	--ntasks=3	10783941	✅	00:03:35
scripts/test-cpu.sh test/Numerics/DGMethods/compressible_Navier_Stokes/ref_state.jl	--ntasks=1	10783942	✅	00:01:53
scripts/test-cpu.sh test/Numerics/Mesh/mpi_connect_1d.jl	--ntasks=5	10783943	✅	00:01:07
scripts/test-cpu.sh test/Numerics/Mesh/mpi_connect_sphere.jl	--ntasks=5	10783944	✅	00:01:16
scripts/test-cpu.sh test/Numerics/Mesh/mpi_getpartition.jl	--ntasks=5	10783945	✅	00:01:02
scripts/test-cpu.sh test/Numerics/Mesh/mpi_sortcolumns.jl	--ntasks=4	10783946	✅	00:00:55
scripts/test-cpu.sh test/Numerics/ODESolvers/ode_tests_convergence.jl	--ntasks=1	10783947	✅	00:13:44
scripts/test-cpu.sh test/Land/Model/haverkamp_test.jl	--ntasks=1	10783948	✅	00:06:12
scripts/test-cpu.sh test/Land/Model/test_bc.jl	--ntasks=1	10783949	✅	00:07:55
scripts/test-cpu.sh test/Arrays/varsindex.jl	--ntasks=1	10783950	✅	00:00:56
scripts/test-cpu.sh test/Diagnostics/diagnostic_fields_test.jl	--ntasks=3	10783951	✅	00:04:18
scripts/test-cpu.sh test/Numerics/DGMethods/vars_test.jl	--ntasks=1	10783952	✅	00:01:43
scripts/test-cpu.sh test/Numerics/DGMethods/remainder_model.jl	--ntasks=2	10783953	✅	00:03:19
scripts/test-cpu.sh test/Numerics/DGMethods/Euler/isentropicvortex.jl	--ntasks=3	10783954	✅	00:03:34
scripts/test-cpu.sh test/Numerics/DGMethods/Euler/isentropicvortex_imex.jl	--ntasks=3	10783955	✅	00:02:57
scripts/test-cpu.sh test/Numerics/DGMethods/Euler/isentropicvortex_multirate.jl	--ntasks=3	10783956	✅	00:02:50
scripts/test-cpu.sh test/Numerics/DGMethods/Euler/isentropicvortex_mrigark.jl	--ntasks=3	10783957	✅	00:02:38
scripts/test-cpu.sh test/Numerics/DGMethods/Euler/isentropicvortex_mrigark_implicit.jl	--ntasks=3	10783958	✅	00:03:26
scripts/test-cpu.sh test/Numerics/DGMethods/Euler/acousticwave_1d_imex.jl	--ntasks=3	10783959	✅	00:06:17
scripts/test-cpu.sh test/Numerics/DGMethods/Euler/acousticwave_mrigark.jl	--ntasks=3	10783960	✅	00:31:37
scripts/test-cpu.sh test/Numerics/DGMethods/compressible_Navier_Stokes/mms_bc_atmos.jl	--ntasks=3	10783961	✅	00:03:39
scripts/test-cpu.sh test/Numerics/DGMethods/compressible_Navier_Stokes/mms_bc_dgmodel.jl	--ntasks=3	10783962	✅	00:03:28
scripts/test-cpu.sh test/Numerics/DGMethods/compressible_Navier_Stokes/density_current_model.jl	--ntasks=3	10783963	✅	00:05:48
scripts/test-cpu.sh test/Numerics/DGMethods/advection_diffusion/direction_splitting_advection_diffusion.jl --fix-rng-seed	--ntasks=3	10783964	✅	00:12:26
scripts/test-cpu.sh test/Numerics/DGMethods/conservation/sphere.jl --fix-rng-seed	--ntasks=3	10783965	✅	00:02:47
scripts/test-cpu.sh test/Numerics/DGMethods/advection_diffusion/advection_sphere.jl	--ntasks=2	10783966	✅	00:02:06
scripts/test-cpu.sh test/Driver/gcm_driver_test.jl	--ntasks=1	10783967	✅	00:03:28
scripts/test-cpu.sh test/Numerics/SystemSolvers/poisson.jl	--ntasks=2	10783968	✅	00:02:51
scripts/test-cpu.sh test/Numerics/SystemSolvers/columnwiselu.jl	--ntasks=1	10783969	✅	00:01:05
scripts/test-cpu.sh test/Numerics/SystemSolvers/bandedsystem.jl	--ntasks=3	10783970	✅	00:03:23
scripts/test-cpu.sh test/Numerics/Mesh/interpolation.jl	--ntasks=3	10783971	✅	00:02:50
scripts/test-cpu.sh test/Ocean/ShallowWater/GyreDriver.jl	--ntasks=1	10783972	✅	00:12:50
scripts/test-cpu.sh test/Ocean/HydrostaticBoussinesq/test_windstress_short.jl	--ntasks=1	10783973	✅	00:02:59
scripts/test-cpu.sh test/Ocean/HydrostaticBoussinesq/test_ocean_gyre_short.jl	--ntasks=1	10783974	✅	00:02:38
scripts/test-cpu.sh test/Ocean/ShallowWater/test_2D_spindown.jl	--ntasks=1	10783975	✅	00:02:01
scripts/test-cpu.sh test/Ocean/HydrostaticBoussinesq/test_3D_spindown.jl	--ntasks=1	10783976	✅	00:03:32
scripts/test-cpu.sh test/Ocean/SplitExplicit/test_vertical_integral_model.jl	--ntasks=1	10783977	✅	00:02:23
scripts/test-cpu.sh test/Ocean/SplitExplicit/test_spindown_long.jl	--ntasks=1	10783978	✅	00:06:33
scripts/test-cpu.sh tutorials/Numerics/DGMethods/nonnegative.jl	--ntasks=3	10783979	✅	00:02:06
scripts/test-cpu.sh test/Atmos/Parameterizations/Microphysics/KM_saturation_adjustment.jl	--ntasks=3	10783980	✅	00:02:40
scripts/test-cpu.sh test/Atmos/Parameterizations/Microphysics/KM_warm_rain.jl	--ntasks=3	10783981	✅	00:12:26
scripts/test-cpu.sh test/Atmos/Parameterizations/Microphysics/KM_ice.jl	--ntasks=3	10783982	✅	00:03:21
scripts/test-gpu-init.sh		10783983	✅	00:08:15
scripts/test-gpu-tests.sh		10783984	✅	00:18:45
scripts/test-gpu.sh test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl --integration-testing	--ntasks=3	10783985	✅	00:11:41
scripts/test-gpu.sh test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl	--ntasks=3	10783986	✅	00:09:37
scripts/test-gpu.sh test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl	--ntasks=3	10783987	✅	00:08:23
scripts/test-gpu.sh test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl --integration-testing	--ntasks=3	10783988	✅	00:07:10
scripts/test-gpu.sh test/Numerics/DGMethods/advection_diffusion/periodic_3D_hyperdiffusion.jl --integration-testing	--ntasks=3	10783989	✅	00:04:41
scripts/test-gpu.sh tutorials/Atmos/dry_rayleigh_benard.jl --fix-rng-seed	--ntasks=1	10783990	✅	00:11:19
scripts/test-gpu.sh tutorials/Atmos/risingbubble.jl	--ntasks=3	10783991	✅	00:06:27
scripts/test-gpu.sh experiments/AtmosGCM/heldsuarez.jl --diagnostics=default --fix-rng-seed	--ntasks=1	10783992	✅	00:05:47
scripts/test-gpu.sh experiments/AtmosGCM/baroclinic-wave.jl	--ntasks=1	10783993	✅	00:04:43
scripts/test-gpu.sh experiments/AtmosGCM/nonhydrostatic-gravity-wave.jl	--ntasks=1	10783994	✅	00:04:55
scripts/test-gpu.sh experiments/AtmosGCM/isothermal-zonal-flow.jl	--ntasks=1	10783995	✅	00:06:11
scripts/test-gpu.sh experiments/AtmosLES/surfacebubble.jl	--ntasks=3	10783996	✅	00:17:07
scripts/test-gpu.sh experiments/AtmosLES/dycoms.jl --fix-rng-seed	--ntasks=3	10783997	✅	00:06:43
scripts/test-gpu.sh experiments/AtmosLES/bomex.jl --diagnostics=default --fix-rng-seed	--ntasks=1	10783998	✅	00:17:11
scripts/test-gpu.sh experiments/AtmosLES/schar_scalar_advection.jl	--ntasks=1	10783999	✅	00:06:14
scripts/test-gpu.sh test/Ocean/HydrostaticBoussinesq/test_windstress_long.jl	--ntasks=3	10784000	✅	00:06:46
scripts/test-gpu.sh test/Ocean/HydrostaticBoussinesq/test_ocean_gyre_long.jl	--ntasks=3	10784001	✅	00:05:08
scripts/test-gpu.sh test/Arrays/varsindex.jl	--ntasks=1	10784002	✅	00:00:52
scripts/test-gpu.sh test/Diagnostics/diagnostic_fields_test.jl	--ntasks=3	10784003	✅	00:04:12
scripts/test-gpu.sh test/Numerics/DGMethods/vars_test.jl	--ntasks=1	10784004	✅	00:02:05
scripts/test-gpu.sh test/Numerics/DGMethods/remainder_model.jl	--ntasks=2	10784005	✅	00:07:07
scripts/test-gpu.sh test/Numerics/DGMethods/Euler/isentropicvortex.jl	--ntasks=3	10784006	✅	00:05:33
scripts/test-gpu.sh test/Numerics/DGMethods/Euler/isentropicvortex_imex.jl	--ntasks=3	10784007	✅	00:04:46
scripts/test-gpu.sh test/Numerics/DGMethods/Euler/isentropicvortex_multirate.jl	--ntasks=3	10784008	✅	00:05:21
scripts/test-gpu.sh test/Numerics/DGMethods/Euler/isentropicvortex_mrigark.jl	--ntasks=3	10784009	✅	00:03:37
scripts/test-gpu.sh test/Numerics/DGMethods/Euler/isentropicvortex_mrigark_implicit.jl	--ntasks=3	10784010	✅	00:08:07
scripts/test-gpu.sh test/Numerics/DGMethods/Euler/acousticwave_1d_imex.jl	--ntasks=3	10784011	✅	00:07:46
scripts/test-gpu.sh test/Numerics/DGMethods/Euler/acousticwave_mrigark.jl	--ntasks=3	10784012	✅	00:06:12
scripts/test-gpu.sh test/Numerics/DGMethods/compressible_Navier_Stokes/mms_bc_atmos.jl	--ntasks=3	10784013	✅	00:05:18
scripts/test-gpu.sh test/Numerics/DGMethods/compressible_Navier_Stokes/mms_bc_dgmodel.jl	--ntasks=3	10784014	✅	00:04:42
scripts/test-gpu.sh test/Numerics/DGMethods/compressible_Navier_Stokes/density_current_model.jl	--ntasks=3	10784015	✅	00:05:50
scripts/test-gpu.sh test/Numerics/DGMethods/advection_diffusion/direction_splitting_advection_diffusion.jl --fix-rng-seed	--ntasks=3	10784016	✅	00:21:24
scripts/test-gpu.sh test/Numerics/DGMethods/conservation/sphere.jl --fix-rng-seed	--ntasks=3	10784017	✅	00:03:18
scripts/test-gpu.sh test/Numerics/DGMethods/advection_diffusion/advection_sphere.jl	--ntasks=2	10784018	✅	00:02:49
scripts/test-gpu.sh test/Driver/gcm_driver_test.jl	--ntasks=1	10784019	✅	00:03:36
scripts/test-gpu.sh test/Numerics/SystemSolvers/poisson.jl	--ntasks=2	10784020	✅	00:02:59
scripts/test-gpu.sh test/Numerics/SystemSolvers/columnwiselu.jl	--ntasks=1	10784021	✅	00:01:30
scripts/test-gpu.sh test/Numerics/SystemSolvers/bandedsystem.jl	--ntasks=3	10784022	✅	00:04:47
scripts/test-gpu.sh test/Numerics/Mesh/interpolation.jl	--ntasks=3	10784023	✅	00:03:51
scripts/test-gpu.sh test/Ocean/ShallowWater/GyreDriver.jl	--ntasks=1	10784024	✅	00:20:28
scripts/test-gpu.sh test/Ocean/HydrostaticBoussinesq/test_windstress_short.jl	--ntasks=1	10784025	✅	00:03:43
scripts/test-gpu.sh test/Ocean/HydrostaticBoussinesq/test_ocean_gyre_short.jl	--ntasks=1	10784026	✅	00:03:18
scripts/test-gpu.sh test/Ocean/ShallowWater/test_2D_spindown.jl	--ntasks=1	10784027	✅	00:02:55
scripts/test-gpu.sh test/Ocean/HydrostaticBoussinesq/test_3D_spindown.jl	--ntasks=1	10784028	✅	00:03:33
scripts/test-gpu.sh test/Ocean/SplitExplicit/test_vertical_integral_model.jl	--ntasks=1	10784029	✅	00:02:29
scripts/test-gpu.sh test/Ocean/SplitExplicit/test_spindown_long.jl	--ntasks=1	10784030	✅	00:05:20
scripts/test-gpu.sh tutorials/Numerics/DGMethods/nonnegative.jl	--ntasks=3	10784031	✅	00:02:58
scripts/test-gpu.sh test/Atmos/Parameterizations/Microphysics/KM_saturation_adjustment.jl	--ntasks=3	10784032	✅	00:03:37
scripts/test-gpu.sh test/Atmos/Parameterizations/Microphysics/KM_warm_rain.jl	--ntasks=3	10784033	✅	00:04:04
scripts/test-gpu.sh test/Atmos/Parameterizations/Microphysics/KM_ice.jl	--ntasks=3	10784034	✅	00:04:28

out_10783934

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
++ pwd
+ export CURL_HOME=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
+ CURL_HOME=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
+ printf -- '--silent\n--show-error\n'
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ julia --color=no --project -e 'using Pkg; Pkg.instantiate(); Pkg.build(;verbose=true)'
[?25l    Fetching: [>                                        ]  0.0 %
    Fetching: [==================>                      ]  44.9 %
    Resolving Deltas: [==================================>      ]  83.7 %
[?25h[ Info: using system MPI
┌ Info: Using implementation
│   libmpi = "libmpi"
└   mpiexec_cmd = `mpiexec`
┌ Info: MPI implementation detected
│   impl = OpenMPI::MPIImpl = 2
│   version = v"4.0.3"
└   abi = "OpenMPI"
[ Info: Installing 2020a tzdata region data
[ Info: Converting tz source files into TimeZone data
[ Info: Successfully built TimeZones
    Cloning default registries into `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu`
    Cloning registry from "https://github.com/JuliaRegistries/General.git"
      Added registry `General` to `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu/registries/General`
  Installed XML2_jll ───────────────────── v2.9.10+1
  Installed OpenMPI_jll ────────────────── v4.0.2+2
  Installed OpenSpecFun_jll ────────────── v0.5.3+3
  Installed CondaBinDeps ───────────────── v0.2.0
  Installed GaussQuadrature ────────────── v0.5.4
  Installed LightXML ───────────────────── v0.9.0
  Installed DataAPI ────────────────────── v1.3.0
  Installed ArnoldiMethod ──────────────── v0.0.4
  Installed CpuId ──────────────────────── v0.2.2
  Installed UnPack ─────────────────────── v1.0.1
  Installed TableTraits ────────────────── v1.0.0
  Installed HTTP ───────────────────────── v0.8.17
  Installed ArgParse ───────────────────── v1.1.0
  Installed CLIMAParameters ────────────── v0.1.6
  Installed StatsBase ──────────────────── v0.33.0
  Installed IterativeSolvers ───────────── v0.8.4
  Installed DiffResults ────────────────── v1.0.2
  Installed Adapt ──────────────────────── v2.0.2
  Installed URIParser ──────────────────── v0.4.1
  Installed ForwardDiff ────────────────── v0.10.12
  Installed CodecZlib ──────────────────── v0.7.0
  Installed RecursiveFactorization ─────── v0.1.4
  Installed Combinatorics ──────────────── v1.0.2
  Installed PDMats ─────────────────────── v0.10.0
  Installed NLSolversBase ──────────────── v7.6.1
  Installed VectorizationBase ──────────── v0.12.29
  Installed NLsolve ────────────────────── v4.4.0
  Installed PackageCompiler ────────────── v1.2.1
  Installed NNPACK_jll ─────────────────── v2018.6.22+0
  Installed MicrosoftMPI_jll ───────────── v10.1.2+3
  Installed Rmath_jll ──────────────────── v0.2.2+1
  Installed VersionParsing ─────────────── v1.2.0
  Installed TreeViews ──────────────────── v0.3.0
  Installed Mocking ────────────────────── v0.7.1
  Installed LeftChildRightSiblingTrees ─── v0.1.2
  Installed Distributions ──────────────── v0.23.6
  Installed ArrayInterface ─────────────── v2.11.0
  Installed DataStructures ─────────────── v0.17.19
  Installed KernelAbstractions ─────────── v0.3.0
  Installed ProgressMeter ──────────────── v1.3.2
  Installed FunctionWrappers ───────────── v1.1.1
  Installed StaticNumbers ──────────────── v0.3.3
  Installed ProgressLogging ────────────── v0.1.3
  Installed GenericSchur ───────────────── v0.4.0
  Installed BinaryProvider ─────────────── v0.5.10
  Installed SIMDPirates ────────────────── v0.8.21
  Installed LoggingExtras ──────────────── v0.4.2
  Installed LabelledArrays ─────────────── v1.3.0
  Installed BinDeps ────────────────────── v1.0.1
  Installed Intervals ──────────────────── v1.4.1
  Installed Coverage ───────────────────── v1.1.1
  Installed ExponentialUtilities ───────── v1.7.0
  Installed SparseDiffTools ────────────── v1.9.1
  Installed IniFile ────────────────────── v0.5.0
  Installed IteratorInterfaceExtensions ── v1.0.0
  Installed MatrixFactorizations ───────── v0.5.1
  Installed Rmath ──────────────────────── v0.6.1
  Installed EzXML ──────────────────────── v1.1.0
  Installed GPUCompiler ────────────────── v0.4.1
  Installed LineSearches ───────────────── v7.0.1
  Installed WriteVTK ───────────────────── v1.7.2
  Installed Literate ───────────────────── v2.5.0
  Installed MbedTLS ────────────────────── v1.0.2
  Installed TimerOutputs ───────────────── v0.5.6
  Installed QuadGK ─────────────────────── v2.4.0
  Installed SortingAlgorithms ──────────── v0.3.1
  Installed MPICH_jll ──────────────────── v3.3.2+10
  Installed DoubleFloats ───────────────── v1.1.13
  Installed VertexSafeGraphs ───────────── v0.1.2
  Installed AbstractTrees ──────────────── v0.3.3
  Installed ArrayLayouts ───────────────── v0.3.7
  Installed LazyArrays ─────────────────── v0.16.15
  Installed Polynomials ────────────────── v1.1.3
  Installed Libiconv_jll ───────────────── v1.16.0+5
  Installed MacroTools ─────────────────── v0.5.5
  Installed OrderedCollections ─────────── v1.3.0
  Installed MPI ────────────────────────── v0.15.0
  Installed Cassette ───────────────────── v0.3.3
  Installed ChainRulesCore ─────────────── v0.9.5
  Installed Reexport ───────────────────── v0.2.0
  Installed ExprTools ──────────────────── v0.1.1
  Installed FiniteDiff ─────────────────── v2.5.1
  Installed TerminalLoggers ────────────── v0.1.2
  Installed LightGraphs ────────────────── v1.3.3
  Installed CEnum ──────────────────────── v0.4.1
  Installed TranscodingStreams ─────────── v0.9.5
  Installed FillArrays ─────────────────── v0.8.13
  Installed StatsFuns ──────────────────── v0.9.5
  Installed NNlib ──────────────────────── v0.7.3
  Installed StaticArrays ───────────────── v0.12.4
  Installed OrdinaryDiffEq ─────────────── v5.42.0
  Installed Inflate ────────────────────── v0.1.2
  Installed GenericSVD ─────────────────── v0.3.0
  Installed SimpleTraits ───────────────── v0.9.2
  Installed DiffEqBase ─────────────────── v6.41.2
  Installed LLVM ───────────────────────── v1.7.0
  Installed NaNMath ────────────────────── v0.3.4
  Installed DiffRules ──────────────────── v1.0.1
  Installed CompilerSupportLibraries_jll ─ v0.3.3+0
  Installed Parsers ────────────────────── v1.0.7
  Installed Parameters ─────────────────── v0.12.1
  Installed OffsetArrays ───────────────── v1.1.2
  Installed LoopVectorization ──────────── v0.8.20
  Installed Missings ───────────────────── v0.4.3
  Installed ConsoleProgressMonitor ─────── v0.1.2
  Installed Dierckx ────────────────────── v0.4.2
  Installed Zlib_jll ───────────────────── v1.2.11+14
  Installed TimeZones ──────────────────── v1.3.1
  Installed ZygoteRules ────────────────── v0.2.0
  Installed Roots ──────────────────────── v1.0.4
  Installed MbedTLS_jll ────────────────── v2.16.6+1
  Installed Compat ─────────────────────── v3.13.0
  Installed FileIO ─────────────────────── v1.4.0
  Installed DocStringExtensions ────────── v0.8.2
  Installed AbstractFFTs ───────────────── v0.5.0
  Installed CUDA ───────────────────────── v1.2.0
  Installed SpecialFunctions ───────────── v0.10.3
  Installed TextWrap ───────────────────── v1.0.1
  Installed RecursiveArrayTools ────────── v2.5.0
  Installed CFTime ─────────────────────── v0.1.0
  Installed RootSolvers ────────────────── v0.2.0
  Installed GPUArrays ──────────────────── v4.0.1
  Installed Conda ──────────────────────── v1.4.1
  Installed Formatting ─────────────────── v0.4.1
  Installed Quadmath ───────────────────── v0.5.4
  Installed CommonSubexpressions ───────── v0.3.0
  Installed SLEEFPirates ───────────────── v0.5.5
  Installed NCDatasets ─────────────────── v0.10.2
  Installed JSON ───────────────────────── v0.21.0
  Installed Requires ───────────────────── v1.0.1
  Installed Distances ──────────────────── v0.9.0
  Installed MuladdMacro ────────────────── v0.2.2
  Installed RecipesBase ────────────────── v1.0.2
  Installed CoverageTools ──────────────── v1.1.0
  Installed JLD2 ───────────────────────── v0.1.14
  Installed LambertW ───────────────────── v0.4.5
   Building MPI ─────────→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu/packages/MPI/k7f4E/deps/build.log`
   Building Dierckx ─────→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu/packages/Dierckx/ZTanR/deps/build.log`
   Building TimeZones ───→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu/packages/TimeZones/cAGJs/deps/build.log`
   Building Conda ───────→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu/packages/Conda/3rPhK/deps/build.log`
   Building SLEEFPirates → `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu/packages/SLEEFPirates/jGsib/deps/build.log`
   Building NCDatasets ──→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu/packages/NCDatasets/KjkFI/deps/build.log`
   Building SLEEFPirates → `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu/packages/SLEEFPirates/jGsib/deps/build.log`
   Building MPI ─────────→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu/packages/MPI/k7f4E/deps/build.log`
   Building TimeZones ───→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu/packages/TimeZones/cAGJs/deps/build.log`
   Building Dierckx ─────→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu/packages/Dierckx/ZTanR/deps/build.log`
   Building Conda ───────→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu/packages/Conda/3rPhK/deps/build.log`
   Building NCDatasets ──→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu/packages/NCDatasets/KjkFI/deps/build.log`
+ julia --color=no --project -e 'using Pkg; Pkg.precompile()'
Precompiling project...
+ cat Manifest.toml
# This file is machine-generated - editing it directly is not advised

[[AbstractFFTs]]
deps = ["LinearAlgebra"]
git-tree-sha1 = "051c95d6836228d120f5f4b984dd5aba1624f716"
uuid = "621f4979-c628-5d54-868e-fcf4e3e8185c"
version = "0.5.0"

[[AbstractTrees]]
deps = ["Markdown"]
git-tree-sha1 = "33e450545eaf7699da1a6e755f9ea65f14077a45"
uuid = "1520ce14-60c1-5f80-bbc7-55ef81b5835c"
version = "0.3.3"

[[Adapt]]
deps = ["LinearAlgebra"]
git-tree-sha1 = "0fac443759fa829ed8066db6cf1077d888bb6573"
uuid = "79e6a3ab-5dfb-504d-930d-738a2a938a0e"
version = "2.0.2"

[[ArgParse]]
deps = ["Logging", "TextWrap"]
git-tree-sha1 = "a8fc2e149cd6db276c76faebe197ccd3a92fb9ff"
uuid = "c7e460c6-2fb9-53a9-8c5b-16f535851c63"
version = "1.1.0"

[[ArnoldiMethod]]
deps = ["DelimitedFiles", "LinearAlgebra", "Random", "SparseArrays", "StaticArrays", "Test"]
git-tree-sha1 = "2b6845cea546604fb4dca4e31414a6a59d39ddcd"
uuid = "ec485272-7323-5ecc-a04f-4719b315124d"
version = "0.0.4"

[[ArrayInterface]]
deps = ["LinearAlgebra", "Requires", "SparseArrays"]
git-tree-sha1 = "066d1e7a9eb4873660791db7f0d8c7902600b81c"
uuid = "4fba245c-0d91-5ea0-9b3e-6abc04ee57a9"
version = "2.11.0"

[[ArrayLayouts]]
deps = ["FillArrays", "LinearAlgebra"]
git-tree-sha1 = "6f6e33efac70fc24c1f2a654a090b7af01690ffe"
uuid = "4c555306-a7a7-4459-81d9-ec55ddd5c99a"
version = "0.3.7"

[[Base64]]
uuid = "2a0f44e3-6c83-55bd-87e4-b1978d98bd5f"

[[BinDeps]]
deps = ["Libdl", "Pkg", "SHA", "URIParser", "Unicode"]
git-tree-sha1 = "46cf2c1668ad07aba5a9d331bdeea994a1f13856"
uuid = "9e28174c-4ba2-5203-b857-d8d62c4213ee"
version = "1.0.1"

[[BinaryProvider]]
deps = ["Libdl", "Logging", "SHA"]
git-tree-sha1 = "ecdec412a9abc8db54c0efc5548c64dfce072058"
uuid = "b99e7846-7c00-51b0-8f62-c81ae34c0232"
version = "0.5.10"

[[CEnum]]
git-tree-sha1 = "215a9aa4a1f23fbd05b92769fdd62559488d70e9"
uuid = "fa961155-64e5-5f13-b03f-caf6b980ea82"
version = "0.4.1"

[[CFTime]]
deps = ["Dates", "Printf"]
git-tree-sha1 = "143ef231a14c2ab1ac7e838c559ee1e45c0d1b57"
uuid = "179af706-886a-5703-950a-314cd64e0468"
version = "0.1.0"

[[CLIMAParameters]]
deps = ["Test"]
git-tree-sha1 = "314f0bdd5817abb2df61cc8d3e857c496d421109"
uuid = "6eacf6c3-8458-43b9-ae03-caf5306d3d53"
version = "0.1.6"

[[CUDA]]
deps = ["AbstractFFTs", "Adapt", "BinaryProvider", "CEnum", "DataStructures", "ExprTools", "GPUArrays", "GPUCompiler", "LLVM", "Libdl", "LinearAlgebra", "Logging", "MacroTools", "NNlib", "Pkg", "Printf", "Random", "Reexport", "Requires", "SparseArrays", "Statistics", "TimerOutputs"]
git-tree-sha1 = "66dbcc0d8e9470358d57aa52dbe74f97bab31a7f"
uuid = "052768ef-5323-5732-b1bb-66c8b64840ba"
version = "1.2.0"

[[Cassette]]
git-tree-sha1 = "ff6f5109371926beb67ec3101be17d2c211e497d"
uuid = "7057c7e9-c182-5462-911a-8362d720325c"
version = "0.3.3"

[[ChainRulesCore]]
deps = ["MuladdMacro"]
git-tree-sha1 = "971b03f25bdf2acab79f1c51afc717f9dccf43c2"
uuid = "d360d2e6-b24c-11e9-a2a3-2a2ae2dbcce4"
version = "0.9.5"

[[CodecZlib]]
deps = ["TranscodingStreams", "Zlib_jll"]
git-tree-sha1 = "ded953804d019afa9a3f98981d99b33e3db7b6da"
uuid = "944b1d66-785c-5afd-91f1-9de20f533193"
version = "0.7.0"

[[Combinatorics]]
git-tree-sha1 = "08c8b6831dc00bfea825826be0bc8336fc369860"
uuid = "861a8166-3701-5b0c-9a16-15d98fcdc6aa"
version = "1.0.2"

[[CommonSubexpressions]]
deps = ["MacroTools", "Test"]
git-tree-sha1 = "7b8a93dba8af7e3b42fecabf646260105ac373f7"
uuid = "bbf7d656-a473-5ed7-a52c-81e309532950"
version = "0.3.0"

[[Compat]]
deps = ["Base64", "Dates", "DelimitedFiles", "Distributed", "InteractiveUtils", "LibGit2", "Libdl", "LinearAlgebra", "Markdown", "Mmap", "Pkg", "Printf", "REPL", "Random", "SHA", "Serialization", "SharedArrays", "Sockets", "SparseArrays", "Statistics", "Test", "UUIDs", "Unicode"]
git-tree-sha1 = "a6a8197ae253f2c1a22b2ae17c2dfaf5812c03aa"
uuid = "34da2185-b29b-5c13-b0c7-acf172513d20"
version = "3.13.0"

[[CompilerSupportLibraries_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "7c4f882c41faa72118841185afc58a2eb00ef612"
uuid = "e66e0078-7015-5450-92f7-15fbd957f2ae"
version = "0.3.3+0"

[[Conda]]
deps = ["JSON", "VersionParsing"]
git-tree-sha1 = "7a58bb32ce5d85f8bf7559aa7c2842f9aecf52fc"
uuid = "8f4d0f93-b110-5947-807f-2305c1781a2d"
version = "1.4.1"

[[CondaBinDeps]]
deps = ["BinDeps", "Conda"]
git-tree-sha1 = "25f750df2893991f2c9b18425bfac6f2ce855154"
uuid = "a9693cdc-2bc8-5703-a9cd-1da358117377"
version = "0.2.0"

[[ConsoleProgressMonitor]]
deps = ["Logging", "ProgressMeter"]
git-tree-sha1 = "3ab7b2136722890b9af903859afcf457fa3059e8"
uuid = "88cd18e8-d9cc-4ea6-8889-5259c0d15c8b"
version = "0.1.2"

[[Coverage]]
deps = ["CoverageTools", "HTTP", "JSON", "LibGit2", "MbedTLS"]
git-tree-sha1 = "aad69c0c2d8080427f507c36b289c77fe465c9fe"
uuid = "a2441757-f6aa-5fb2-8edb-039e3f45d037"
version = "1.1.1"

[[CoverageTools]]
deps = ["LibGit2"]
git-tree-sha1 = "328154f6062b0053588295df6bffe22e1436597a"
uuid = "c36e975a-824b-4404-a568-ef97ca766997"
version = "1.1.0"

[[CpuId]]
deps = ["Markdown", "Test"]
git-tree-sha1 = "f0464e499ab9973b43c20f8216d088b61fda80c6"
uuid = "adafc99b-e345-5852-983c-f28acb93d879"
version = "0.2.2"

[[DataAPI]]
git-tree-sha1 = "176e23402d80e7743fc26c19c681bfb11246af32"
uuid = "9a962f9c-6df0-11e9-0e5d-c546b8b5ee8a"
version = "1.3.0"

[[DataStructures]]
deps = ["InteractiveUtils", "OrderedCollections"]
git-tree-sha1 = "edad9434967fdc0a2631a65d902228400642120c"
uuid = "864edb3b-99cc-5e75-8d2d-829cb0a9cfe8"
version = "0.17.19"

[[Dates]]
deps = ["Printf"]
uuid = "ade2ca70-3891-5945-98fb-dc099432e06a"

[[DelimitedFiles]]
deps = ["Mmap"]
uuid = "8bb1440f-4735-579b-a4ab-409b98df4dab"

[[Dierckx]]
deps = ["BinaryProvider", "Libdl", "Random", "Test"]
git-tree-sha1 = "956bfe5c4f9b794545f6527424fc0294cc5decbe"
uuid = "39dd38d3-220a-591b-8e3c-4c3a8c710a94"
version = "0.4.2"

[[DiffEqBase]]
deps = ["ArrayInterface", "ChainRulesCore", "ConsoleProgressMonitor", "DataStructures", "Distributed", "DocStringExtensions", "FunctionWrappers", "IterativeSolvers", "IteratorInterfaceExtensions", "LabelledArrays", "LinearAlgebra", "Logging", "LoggingExtras", "MuladdMacro", "Parameters", "Printf", "ProgressLogging", "RecipesBase", "RecursiveArrayTools", "RecursiveFactorization", "Requires", "Roots", "SparseArrays", "StaticArrays", "Statistics", "SuiteSparse", "TableTraits", "TerminalLoggers", "TreeViews", "ZygoteRules"]
git-tree-sha1 = "71f24ebaae27509a39b8a1aabe313351eebe54ed"
uuid = "2b5f629d-d688-5b77-993f-72d75c75574e"
version = "6.41.2"

[[DiffResults]]
deps = ["StaticArrays"]
git-tree-sha1 = "da24935df8e0c6cf28de340b958f6aac88eaa0cc"
uuid = "163ba53b-c6d8-5494-b064-1a9d43ac40c5"
version = "1.0.2"

[[DiffRules]]
deps = ["NaNMath", "Random", "SpecialFunctions"]
git-tree-sha1 = "eb0c34204c8410888844ada5359ac8b96292cfd1"
uuid = "b552c78f-8df3-52c6-915a-8e097449b14b"
version = "1.0.1"

[[Distances]]
deps = ["LinearAlgebra", "Statistics"]
git-tree-sha1 = "bed62cc5afcff16de797a9f38fb358b74071f785"
uuid = "b4f34e82-e78d-54a5-968a-f98e89d6e8f7"
version = "0.9.0"

[[Distributed]]
deps = ["Random", "Serialization", "Sockets"]
uuid = "8ba89e20-285c-5b6f-9357-94700520ee1b"

[[Distributions]]
deps = ["FillArrays", "LinearAlgebra", "PDMats", "Printf", "QuadGK", "Random", "SpecialFunctions", "Statistics", "StatsBase", "StatsFuns"]
git-tree-sha1 = "536ae0f40b0f6ed8cf5300f491a243fcf88b5ae4"
uuid = "31c24e10-a181-5473-b8eb-7969acd0382f"
version = "0.23.6"

[[DocStringExtensions]]
deps = ["LibGit2", "Markdown", "Pkg", "Test"]
git-tree-sha1 = "c5714d9bcdba66389612dc4c47ed827c64112997"
uuid = "ffbed154-4ef7-542d-bbb7-c09d3a79fcae"
version = "0.8.2"

[[DoubleFloats]]
deps = ["GenericSVD", "GenericSchur", "LinearAlgebra", "Polynomials", "Printf", "Quadmath", "Random", "Requires", "SpecialFunctions"]
git-tree-sha1 = "256485945b158f5351e28dd71f178f4ca59abcaf"
uuid = "497a8b3b-efae-58df-a0af-a86822472b78"
version = "1.1.13"

[[ExponentialUtilities]]
deps = ["LinearAlgebra", "Printf", "Requires", "SparseArrays"]
git-tree-sha1 = "91f7498b66205431fe3e35833cda97a22b1ab6a5"
uuid = "d4d017d3-3776-5f7e-afef-a10c40355c18"
version = "1.7.0"

[[ExprTools]]
git-tree-sha1 = "6f0517056812fd6aa3af23d4b70d5325a2ae4e95"
uuid = "e2ba6199-217a-4e67-a87a-7c52f15ade04"
version = "0.1.1"

[[EzXML]]
deps = ["Printf", "XML2_jll"]
git-tree-sha1 = "0fa3b52a04a4e210aeb1626def9c90df3ae65268"
uuid = "8f5d6c58-4d21-5cfd-889c-e3ad7ee6a615"
version = "1.1.0"

[[FileIO]]
deps = ["Pkg"]
git-tree-sha1 = "f354b2087a3b01c1d7152c19f45886c8a036fa5e"
uuid = "5789e2e9-d7fb-5bc7-8068-2c6fae9b9549"
version = "1.4.0"

[[FillArrays]]
deps = ["LinearAlgebra", "Random", "SparseArrays"]
git-tree-sha1 = "be4180bdb27a11188d694ee3773122f4921f1a62"
uuid = "1a297f60-69ca-5386-bcde-b61e274b549b"
version = "0.8.13"

[[FiniteDiff]]
deps = ["ArrayInterface", "LinearAlgebra", "Requires", "SparseArrays", "StaticArrays"]
git-tree-sha1 = "43b397bf66d07d113cc2cc012dd2029d336c3894"
uuid = "6a86dc24-6348-571c-b903-95158fe2bd41"
version = "2.5.1"

[[Formatting]]
deps = ["Printf"]
git-tree-sha1 = "a0c901c29c0e7c763342751c0a94211d56c0de5c"
uuid = "59287772-0a20-5a39-b81b-1366585eb4c0"
version = "0.4.1"

[[ForwardDiff]]
deps = ["CommonSubexpressions", "DiffResults", "DiffRules", "NaNMath", "Random", "SpecialFunctions", "StaticArrays"]
git-tree-sha1 = "1d090099fb82223abc48f7ce176d3f7696ede36d"
uuid = "f6369f11-7733-5829-9624-2563aa707210"
version = "0.10.12"

[[FunctionWrappers]]
git-tree-sha1 = "e4813d187be8c7b993cb7f85cbf2b7bfbaadc694"
uuid = "069b7b12-0de2-55c6-9aab-29f3d0a68a2e"
version = "1.1.1"

[[GPUArrays]]
deps = ["AbstractFFTs", "Adapt", "LinearAlgebra", "Printf", "Random", "Serialization"]
git-tree-sha1 = "0aaa4ff7001086e190a00180495b93b00df8bb43"
uuid = "0c68f7d7-f131-5f86-a1c3-88cf8149b2d7"
version = "4.0.1"

[[GPUCompiler]]
deps = ["DataStructures", "InteractiveUtils", "LLVM", "Libdl", "TimerOutputs", "UUIDs"]
git-tree-sha1 = "5ba2c9bd7f6e88573c744d67523590586ce76e0c"
uuid = "61eb1bfa-7361-4325-ad38-22787b887f55"
version = "0.4.1"

[[GaussQuadrature]]
deps = ["SpecialFunctions"]
git-tree-sha1 = "ff30c61ad1ff425d0d8bac6b77833216741c2e68"
uuid = "d54b0c1a-921d-58e0-8e36-89d8069c0969"
version = "0.5.4"

[[GenericSVD]]
deps = ["LinearAlgebra"]
git-tree-sha1 = "62909c3eda8a25b5673a367d1ad2392ebb265211"
uuid = "01680d73-4ee2-5a08-a1aa-533608c188bb"
version = "0.3.0"

[[GenericSchur]]
deps = ["LinearAlgebra", "Printf"]
git-tree-sha1 = "43b4dc5648028be2c6e96201aa3653903bd1af21"
uuid = "c145ed77-6b09-5dd9-b285-bf645a82121e"
version = "0.4.0"

[[HTTP]]
deps = ["Base64", "Dates", "IniFile", "MbedTLS", "Sockets"]
git-tree-sha1 = "2ac03263ce44be4222342bca1c51c36ce7566161"
uuid = "cd3eb016-35fb-5094-929b-558a96fad6f3"
version = "0.8.17"

[[Inflate]]
git-tree-sha1 = "f5fc07d4e706b84f72d54eedcc1c13d92fb0871c"
uuid = "d25df0c9-e2be-5dd7-82c8-3ad0b3e990b9"
version = "0.1.2"

[[IniFile]]
deps = ["Test"]
git-tree-sha1 = "098e4d2c533924c921f9f9847274f2ad89e018b8"
uuid = "83e8ac13-25f8-5344-8a64-a9f2b223428f"
version = "0.5.0"

[[InteractiveUtils]]
deps = ["Markdown"]
uuid = "b77e0a4c-d291-57a0-90e8-8db25a27a240"

[[Intervals]]
deps = ["Dates", "Printf", "RecipesBase", "Serialization", "TimeZones"]
git-tree-sha1 = "f8fd8065b6bccfbc2f9e7dd1fa5c0dde81d09185"
uuid = "d8418881-c3e1-53bb-8760-2df7ec849ed5"
version = "1.4.1"

[[IterativeSolvers]]
deps = ["LinearAlgebra", "Printf", "Random", "RecipesBase", "SparseArrays"]
git-tree-sha1 = "3b7e2aac8c94444947facea7cc7ca91c49169be0"
uuid = "42fd0dbc-a981-5370-80f2-aaf504508153"
version = "0.8.4"

[[IteratorInterfaceExtensions]]
git-tree-sha1 = "a3f24677c21f5bbe9d2a714f95dcd58337fb2856"
uuid = "82899510-4779-5014-852e-03e436cf321d"
version = "1.0.0"

[[JLD2]]
deps = ["CodecZlib", "DataStructures", "FileIO", "Mmap", "Pkg", "Printf", "UUIDs"]
git-tree-sha1 = "9353b717ee4e27beab4e902c92a06bb5f160d2cf"
uuid = "033835bb-8acc-5ee8-8aae-3f567f8a3819"
version = "0.1.14"

[[JSON]]
deps = ["Dates", "Mmap", "Parsers", "Unicode"]
git-tree-sha1 = "b34d7cef7b337321e97d22242c3c2b91f476748e"
uuid = "682c06a0-de6a-54ab-a142-c8b1cf79cde6"
version = "0.21.0"

[[KernelAbstractions]]
deps = ["Adapt", "CUDA", "Cassette", "LLVM", "MacroTools", "SpecialFunctions", "StaticArrays"]
git-tree-sha1 = "6e812284039b7df4c32845d6d23fff9afc29d0ee"
uuid = "63c18a36-062a-441e-b654-da1e3ab1ce7c"
version = "0.3.0"

[[LLVM]]
deps = ["CEnum", "Libdl", "Printf", "Unicode"]
git-tree-sha1 = "d9c6e1efcaa6c2fcd043da812a62b3e489a109a3"
uuid = "929cbde3-209d-540e-8aea-75f648917ca0"
version = "1.7.0"

[[LabelledArrays]]
deps = ["ArrayInterface", "LinearAlgebra", "MacroTools", "StaticArrays"]
git-tree-sha1 = "5e04374019448f8509349948ab504f117e3b575a"
uuid = "2ee39098-c373-598a-b85f-a56591580800"
version = "1.3.0"

[[LambertW]]
git-tree-sha1 = "2d9f4009c486ef676646bca06419ac02061c088e"
uuid = "984bce1d-4616-540c-a9ee-88d1112d94c9"
version = "0.4.5"

[[LazyArrays]]
deps = ["ArrayLayouts", "FillArrays", "LinearAlgebra", "MacroTools", "MatrixFactorizations", "StaticArrays"]
git-tree-sha1 = "b8ae23618bb217f8ec300dafac8422293abc1620"
uuid = "5078a376-72f3-5289-bfd5-ec5146d43c02"
version = "0.16.15"

[[LeftChildRightSiblingTrees]]
deps = ["AbstractTrees"]
git-tree-sha1 = "71be1eb5ad19cb4f61fa8c73395c0338fd092ae0"
uuid = "1d6d02ad-be62-4b6b-8a6d-2f90e265016e"
version = "0.1.2"

[[LibGit2]]
deps = ["Printf"]
uuid = "76f85450-5226-5b5a-8eaa-529ad045b433"

[[Libdl]]
uuid = "8f399da3-3557-5675-b5ff-fb832c97cbdb"

[[Libiconv_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "c9d4035d7481bcdff2babf5a55525a818ef8ed8f"
uuid = "94ce4f54-9a6c-5748-9c1c-f9c7231a4531"
version = "1.16.0+5"

[[LightGraphs]]
deps = ["ArnoldiMethod", "DataStructures", "Distributed", "Inflate", "LinearAlgebra", "Random", "SharedArrays", "SimpleTraits", "SparseArrays", "Statistics"]
git-tree-sha1 = "6f85a35d2377cb2db1bc448ed0d6340d2bb1ea64"
uuid = "093fc24a-ae57-5d10-9952-331d41423f4d"
version = "1.3.3"

[[LightXML]]
deps = ["Libdl", "XML2_jll"]
git-tree-sha1 = "e129d9391168c677cd4800f5c0abb1ed8cb3794f"
uuid = "9c8b4983-aa76-5018-a973-4c85ecc9e179"
version = "0.9.0"

[[LineSearches]]
deps = ["LinearAlgebra", "NLSolversBase", "NaNMath", "Parameters", "Printf", "Test"]
git-tree-sha1 = "54eb90e8dbe745d617c78dee1d6ae95c7f6f5779"
uuid = "d3d80556-e9d4-5f37-9878-2ab0fcc64255"
version = "7.0.1"

[[LinearAlgebra]]
deps = ["Libdl"]
uuid = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e"

[[Literate]]
deps = ["Base64", "JSON", "REPL"]
git-tree-sha1 = "422133037d6dc5df9f9b97c2cb81fcd9e35ddffe"
uuid = "98b081ad-f1c9-55d3-8b20-4c87d4299306"
version = "2.5.0"

[[Logging]]
uuid = "56ddb016-857b-54e1-b83d-db4d58db5568"

[[LoggingExtras]]
deps = ["Dates"]
git-tree-sha1 = "03289aba73c0abc25ff0229bed60f2a4129cd15c"
uuid = "e6f89c97-d47a-5376-807f-9c37f3926c36"
version = "0.4.2"

[[LoopVectorization]]
deps = ["DocStringExtensions", "LinearAlgebra", "OffsetArrays", "SIMDPirates", "SLEEFPirates", "UnPack", "VectorizationBase"]
git-tree-sha1 = "25b1363081880dcd6a9e27736f4b1951ea4b8933"
uuid = "bdcacae8-1622-11e9-2a5c-532679323890"
version = "0.8.20"

[[MPI]]
deps = ["Distributed", "DocStringExtensions", "Libdl", "MPICH_jll", "MicrosoftMPI_jll", "OpenMPI_jll", "Pkg", "Random", "Requires", "Serialization", "Sockets"]
git-tree-sha1 = "925f4e00b51d7a68ecb88c1b60d3b7aefb8c8fcb"
uuid = "da04e1cc-30fd-572f-bb4f-1f8673147195"
version = "0.15.0"

[[MPICH_jll]]
deps = ["CompilerSupportLibraries_jll", "Libdl", "Pkg"]
git-tree-sha1 = "4d37f1e07b4e2a74462eebf9ee48c626d15ffdac"
uuid = "7cb0a576-ebde-5e09-9194-50597f1243b4"
version = "3.3.2+10"

[[MacroTools]]
deps = ["Markdown", "Random"]
git-tree-sha1 = "f7d2e3f654af75f01ec49be82c231c382214223a"
uuid = "1914dd2f-81c6-5fcd-8719-6d5c9610ff09"
version = "0.5.5"

[[Markdown]]
deps = ["Base64"]
uuid = "d6f4376e-aef5-505a-96c1-9c027394607a"

[[MatrixFactorizations]]
deps = ["ArrayLayouts", "LinearAlgebra", "Random"]
git-tree-sha1 = "9ebb16ae3c1cc772a3461741fc666c4a23e80bb1"
uuid = "a3b82374-2e81-5b9e-98ce-41277c0e4c87"
version = "0.5.1"

[[MbedTLS]]
deps = ["Dates", "MbedTLS_jll", "Random", "Sockets"]
git-tree-sha1 = "426a6978b03a97ceb7ead77775a1da066343ec6e"
uuid = "739be429-bea8-5141-9913-cc70e7f3736d"
version = "1.0.2"

[[MbedTLS_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "a0cb0d489819fa7ea5f9fa84c7e7eba19d8073af"
uuid = "c8ffd9c3-330d-5841-b78e-0817d7145fa1"
version = "2.16.6+1"

[[MicrosoftMPI_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "720de13004e416f2864c92593d3839e062703985"
uuid = "9237b28f-5490-5468-be7b-bb81f5f5e6cf"
version = "10.1.2+3"

[[Missings]]
deps = ["DataAPI"]
git-tree-sha1 = "de0a5ce9e5289f27df672ffabef4d1e5861247d5"
uuid = "e1d29d7a-bbdc-5cf2-9ac0-f12de2c33e28"
version = "0.4.3"

[[Mmap]]
uuid = "a63ad114-7e13-5084-954f-fe012c677804"

[[Mocking]]
deps = ["ExprTools"]
git-tree-sha1 = "916b850daad0d46b8c71f65f719c49957e9513ed"
uuid = "78c3b35d-d492-501b-9361-3d52fe80e533"
version = "0.7.1"

[[MuladdMacro]]
git-tree-sha1 = "c6190f9a7fc5d9d5915ab29f2134421b12d24a68"
uuid = "46d2c3a1-f734-5fdb-9937-b9b9aeba4221"
version = "0.2.2"

[[NCDatasets]]
deps = ["BinDeps", "CFTime", "CondaBinDeps", "DataStructures", "Dates", "Libdl", "Printf"]
git-tree-sha1 = "271e4670a6b30ec1e5daf6ba8b30240b7d85f535"
uuid = "85f8d34a-cbdd-5861-8df4-14fed0d494ab"
version = "0.10.2"

[[NLSolversBase]]
deps = ["DiffResults", "Distributed", "FiniteDiff", "ForwardDiff"]
git-tree-sha1 = "7c4e66c47848562003250f28b579c584e55becc0"
uuid = "d41bc354-129a-5804-8e4c-c37616107c6c"
version = "7.6.1"

[[NLsolve]]
deps = ["Distances", "LineSearches", "LinearAlgebra", "NLSolversBase", "Printf", "Reexport"]
git-tree-sha1 = "ea172c86745810136d744fc67650d2e2de669c4f"
uuid = "2774e3e8-f4cf-5e23-947b-6d7e65073b56"
version = "4.4.0"

[[NNPACK_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "c3d1a616362645754b18e12dbba96ec311b0867f"
uuid = "a6bfbf70-4841-5cb9-aa18-3a8ad3c413ee"
version = "2018.6.22+0"

[[NNlib]]
deps = ["Libdl", "LinearAlgebra", "LoopVectorization", "NNPACK_jll", "Pkg", "Requires", "Statistics"]
git-tree-sha1 = "1d8128735fdf3ab1643dd8bc9499e4b34ccb718d"
uuid = "872c559c-99b0-510c-b3b7-b6c96a88d5cd"
version = "0.7.3"

[[NaNMath]]
git-tree-sha1 = "c84c576296d0e2fbb3fc134d3e09086b3ea617cd"
uuid = "77ba4419-2d1f-58cd-9bb1-8ffee604a2e3"
version = "0.3.4"

[[OffsetArrays]]
git-tree-sha1 = "2066e16af994955287f2e03ba1d9e890eb43b0dd"
uuid = "6fe1bfb0-de20-5000-8ca7-80f57d26f881"
version = "1.1.2"

[[OpenMPI_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "41b983e26a7ab8c9bf05f7d70c274b817d541b46"
uuid = "fe0851c0-eecd-5654-98d4-656369965a5c"
version = "4.0.2+2"

[[OpenSpecFun_jll]]
deps = ["CompilerSupportLibraries_jll", "Libdl", "Pkg"]
git-tree-sha1 = "d51c416559217d974a1113522d5919235ae67a87"
uuid = "efe28fd5-8261-553b-a9e1-b2916fc3738e"
version = "0.5.3+3"

[[OrderedCollections]]
git-tree-sha1 = "293b70ac1780f9584c89268a6e2a560d938a7065"
uuid = "bac558e1-5e72-5ebc-8fee-abe8a469f55d"
version = "1.3.0"

[[OrdinaryDiffEq]]
deps = ["Adapt", "ArrayInterface", "DataStructures", "DiffEqBase", "ExponentialUtilities", "FiniteDiff", "ForwardDiff", "GenericSVD", "LinearAlgebra", "Logging", "MacroTools", "MuladdMacro", "NLsolve", "RecursiveArrayTools", "Reexport", "SparseArrays", "SparseDiffTools", "StaticArrays", "UnPack"]
git-tree-sha1 = "b3e9e9a0bdd8e0ac3703e8c4be3cb504d1ebd312"
uuid = "1dea7af3-3e70-54e6-95c3-0bf5283fa5ed"
version = "5.42.0"

[[PDMats]]
deps = ["LinearAlgebra", "SparseArrays", "SuiteSparse", "Test"]
git-tree-sha1 = "b3405086eb6a974eba1958923d46bc0e1c2d2d63"
uuid = "90014a1f-27ba-587c-ab20-58faa44d9150"
version = "0.10.0"

[[PackageCompiler]]
deps = ["Libdl", "Pkg", "UUIDs"]
git-tree-sha1 = "98aa9c653e1dc3473bb5050caf8501293db9eee1"
uuid = "9b87118b-4619-50d2-8e1e-99f35a4d4d9d"
version = "1.2.1"

[[Parameters]]
deps = ["OrderedCollections", "UnPack"]
git-tree-sha1 = "38b2e970043613c187bd56a995fe2e551821eb4a"
uuid = "d96e819e-fc66-5662-9728-84c9c7592b0a"
version = "0.12.1"

[[Parsers]]
deps = ["Dates", "Test"]
git-tree-sha1 = "10134f2ee0b1978ae7752c41306e131a684e1f06"
uuid = "69de0a69-1ddd-5017-9359-2bf0b02dc9f0"
version = "1.0.7"

[[Pkg]]
deps = ["Dates", "LibGit2", "Libdl", "Logging", "Markdown", "Printf", "REPL", "Random", "SHA", "UUIDs"]
uuid = "44cfe95a-1eb2-52ea-b672-e2afdf69b78f"

[[Polynomials]]
deps = ["Intervals", "LinearAlgebra", "RecipesBase"]
git-tree-sha1 = "bae8d8a1e4219bca31c5c3287db6ba5e23b88f50"
uuid = "f27b6e38-b328-58d1-80ce-0feddd5e7a45"
version = "1.1.3"

[[Printf]]
deps = ["Unicode"]
uuid = "de0858da-6303-5e67-8744-51eddeeeb8d7"

[[ProgressLogging]]
deps = ["Logging", "SHA", "UUIDs"]
git-tree-sha1 = "59398022b661b6fd569f25de6b18fde39843196a"
uuid = "33c8b6b6-d38a-422a-b730-caa89a2f386c"
version = "0.1.3"

[[ProgressMeter]]
deps = ["Distributed", "Printf"]
git-tree-sha1 = "2de4cddc0ceeddafb6b143b5b6cd9c659b64507c"
uuid = "92933f4c-e287-5a05-a399-4b506db050ca"
version = "1.3.2"

[[QuadGK]]
deps = ["DataStructures", "LinearAlgebra"]
git-tree-sha1 = "0ab8a09d4478ebeb99a706ecbf8634a65077ccdc"
uuid = "1fd47b50-473d-5c70-9696-f719f8f3bcdc"
version = "2.4.0"

[[Quadmath]]
deps = ["Printf", "Random", "Requires"]
git-tree-sha1 = "cd993c45147a8432bf24358f14bf2cfd4aeb14df"
uuid = "be4d8f0f-7fa4-5f49-b795-2f01399ab2dd"
version = "0.5.4"

[[REPL]]
deps = ["InteractiveUtils", "Markdown", "Sockets"]
uuid = "3fa0cd96-eef1-5676-8a61-b3b8758bbffb"

[[Random]]
deps = ["Serialization"]
uuid = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"

[[RecipesBase]]
git-tree-sha1 = "58de8f7e33b7fda6ee39eff65169cd1e19d0c107"
uuid = "3cdcf5f2-1ef4-517c-9805-6587b60abb01"
version = "1.0.2"

[[RecursiveArrayTools]]
deps = ["ArrayInterface", "LinearAlgebra", "RecipesBase", "Requires", "StaticArrays", "Statistics", "ZygoteRules"]
git-tree-sha1 = "0ffe36b65f0fc4967a42a673c1a9ffa65724dee6"
uuid = "731186ca-8d62-57ce-b412-fbd966d074cd"
version = "2.5.0"

[[RecursiveFactorization]]
deps = ["LinearAlgebra", "LoopVectorization", "VectorizationBase"]
git-tree-sha1 = "4ca0bdad1d69abbd59c35af89a9a2ab6cd5ef0f1"
uuid = "f2c3362d-daeb-58d1-803e-2bc74f2840b4"
version = "0.1.4"

[[Reexport]]
deps = ["Pkg"]
git-tree-sha1 = "7b1d07f411bc8ddb7977ec7f377b97b158514fe0"
uuid = "189a3867-3050-52da-a836-e630ba90ab69"
version = "0.2.0"

[[Requires]]
deps = ["UUIDs"]
git-tree-sha1 = "d37400976e98018ee840e0ca4f9d20baa231dc6b"
uuid = "ae029012-a4dd-5104-9daa-d747884805df"
version = "1.0.1"

[[Rmath]]
deps = ["Random", "Rmath_jll"]
git-tree-sha1 = "86c5647b565873641538d8f812c04e4c9dbeb370"
uuid = "79098fc4-a85e-5d69-aa6a-4863f24498fa"
version = "0.6.1"

[[Rmath_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "d76185aa1f421306dec73c057aa384bad74188f0"
uuid = "f50d1b31-88e8-58de-be2c-1cc44531875f"
version = "0.2.2+1"

[[RootSolvers]]
deps = ["DocStringExtensions", "ForwardDiff", "Test"]
git-tree-sha1 = "0e5b394adc5c6fb39b3964bce2a259a44cc312d3"
uuid = "7181ea78-2dcb-4de3-ab41-2b8ab5a31e74"
version = "0.2.0"

[[Roots]]
deps = ["Printf"]
git-tree-sha1 = "069e68c2173b4e4d0c37ffb3268d37f168ad719c"
uuid = "f2b01f46-fcfa-551c-844a-d8ac1e96c665"
version = "1.0.4"

[[SHA]]
uuid = "ea8e919c-243c-51af-8825-aaa63cd721ce"

[[SIMDPirates]]
deps = ["VectorizationBase"]
git-tree-sha1 = "19880eef12759d7d049516fcb11f1ed8440963d6"
uuid = "21efa798-c60a-11e8-04d3-e1a92915a26a"
version = "0.8.21"

[[SLEEFPirates]]
deps = ["Libdl", "SIMDPirates", "VectorizationBase"]
git-tree-sha1 = "67ae90a18aa8c22bf159318300e765fbd89ddf6e"
uuid = "476501e8-09a2-5ece-8869-fb82de89a1fa"
version = "0.5.5"

[[Serialization]]
uuid = "9e88b42a-f829-5b0c-bbe9-9e923198166b"

[[SharedArrays]]
deps = ["Distributed", "Mmap", "Random", "Serialization"]
uuid = "1a1011a3-84de-559e-8e89-a11a2f7dc383"

[[SimpleTraits]]
deps = ["InteractiveUtils", "MacroTools"]
git-tree-sha1 = "2ee666b24ab8be6a922f9d6c11a86e1a703a7dda"
uuid = "699a6c99-e7fa-54fc-8d76-47d257e15c1d"
version = "0.9.2"

[[Sockets]]
uuid = "6462fe0b-24de-5631-8697-dd941f90decc"

[[SortingAlgorithms]]
deps = ["DataStructures", "Random", "Test"]
git-tree-sha1 = "03f5898c9959f8115e30bc7226ada7d0df554ddd"
uuid = "a2af1166-a08f-5f64-846c-94a0d3cef48c"
version = "0.3.1"

[[SparseArrays]]
deps = ["LinearAlgebra", "Random"]
uuid = "2f01184e-e22b-5df5-ae63-d93ebab69eaf"

[[SparseDiffTools]]
deps = ["Adapt", "ArrayInterface", "Compat", "DataStructures", "FiniteDiff", "ForwardDiff", "LightGraphs", "LinearAlgebra", "Requires", "SparseArrays", "VertexSafeGraphs"]
git-tree-sha1 = "93666e93899d995ec37abddde4811f533e49c074"
uuid = "47a9eef4-7e08-11e9-0b38-333d64bd3804"
version = "1.9.1"

[[SpecialFunctions]]
deps = ["OpenSpecFun_jll"]
git-tree-sha1 = "d8d8b8a9f4119829410ecd706da4cc8594a1e020"
uuid = "276daf66-3868-5448-9aa4-cd146d93841b"
version = "0.10.3"

[[StaticArrays]]
deps = ["LinearAlgebra", "Random", "Statistics"]
git-tree-sha1 = "016d1e1a00fabc556473b07161da3d39726ded35"
uuid = "90137ffa-7385-5640-81b9-e52037218182"
version = "0.12.4"

[[StaticNumbers]]
deps = ["Requires"]
git-tree-sha1 = "a0df7d5ade3fd0f0e6c93ad63facc05b12c40e6a"
uuid = "c5e4b96a-f99f-5557-8ed2-dc63ef9b5131"
version = "0.3.3"

[[Statistics]]
deps = ["LinearAlgebra", "SparseArrays"]
uuid = "10745b16-79ce-11e8-11f9-7d13ad32a3b2"

[[StatsBase]]
deps = ["DataAPI", "DataStructures", "LinearAlgebra", "Missings", "Printf", "Random", "SortingAlgorithms", "SparseArrays", "Statistics"]
git-tree-sha1 = "a6102b1f364befdb05746f386b67c6b7e3262c45"
uuid = "2913bbd2-ae8a-5f71-8c99-4fb6c76f3a91"
version = "0.33.0"

[[StatsFuns]]
deps = ["Rmath", "SpecialFunctions"]
git-tree-sha1 = "04a5a8e6ab87966b43f247920eab053fd5fdc925"
uuid = "4c63d2b9-4356-54db-8cca-17b64c39e42c"
version = "0.9.5"

[[SuiteSparse]]
deps = ["Libdl", "LinearAlgebra", "Serialization", "SparseArrays"]
uuid = "4607b0f0-06f3-5cda-b6b1-a6196a1729e9"

[[TableTraits]]
deps = ["IteratorInterfaceExtensions"]
git-tree-sha1 = "b1ad568ba658d8cbb3b892ed5380a6f3e781a81e"
uuid = "3783bdb8-4a98-5b6b-af9a-565f29a5fe9c"
version = "1.0.0"

[[TerminalLoggers]]
deps = ["LeftChildRightSiblingTrees", "Logging", "Markdown", "Printf", "ProgressLogging", "UUIDs"]
git-tree-sha1 = "cbea752b5eef52a3e1188fb31580c3e4fa0cbc35"
uuid = "5d786b92-1e48-4d6f-9151-6b4477ca9bed"
version = "0.1.2"

[[Test]]
deps = ["Distributed", "InteractiveUtils", "Logging", "Random"]
uuid = "8dfed614-e22c-5e08-85e1-65c5234f0b40"

[[TextWrap]]
git-tree-sha1 = "9250ef9b01b66667380cf3275b3f7488d0e25faf"
uuid = "b718987f-49a8-5099-9789-dcd902bef87d"
version = "1.0.1"

[[TimeZones]]
deps = ["Dates", "EzXML", "Mocking", "Pkg", "Printf", "RecipesBase", "Serialization", "Unicode"]
git-tree-sha1 = "1038a97206e7696ba106f2c2dafa2e9cca393269"
uuid = "f269a46b-ccf7-5d73-abea-4c690281aa53"
version = "1.3.1"

[[TimerOutputs]]
deps = ["Printf"]
git-tree-sha1 = "f458ca23ff80e46a630922c555d838303e4b9603"
uuid = "a759f4b9-e2f1-59dc-863e-4aeb61b1ea8f"
version = "0.5.6"

[[TranscodingStreams]]
deps = ["Random", "Test"]
git-tree-sha1 = "7c53c35547de1c5b9d46a4797cf6d8253807108c"
uuid = "3bb67fe8-82b1-5028-8e26-92a6c54297fa"
version = "0.9.5"

[[TreeViews]]
deps = ["Test"]
git-tree-sha1 = "8d0d7a3fe2f30d6a7f833a5f19f7c7a5b396eae6"
uuid = "a2a6695c-b41b-5b7d-aed9-dbfdeacea5d7"
version = "0.3.0"

[[URIParser]]
deps = ["Unicode"]
git-tree-sha1 = "53a9f49546b8d2dd2e688d216421d050c9a31d0d"
uuid = "30578b45-9adc-5946-b283-645ec420af67"
version = "0.4.1"

[[UUIDs]]
deps = ["Random", "SHA"]
uuid = "cf7118a7-6976-5b1a-9a39-7adc72f591a4"

[[UnPack]]
git-tree-sha1 = "d4bfa022cd30df012700cf380af2141961bb3bfb"
uuid = "3a884ed6-31ef-47d7-9d2a-63182c4928ed"
version = "1.0.1"

[[Unicode]]
uuid = "4ec0a83e-493e-50e2-b9ac-8f72acf5a8f5"

[[VectorizationBase]]
deps = ["CpuId", "Libdl", "LinearAlgebra"]
git-tree-sha1 = "46afc4dc02f534e149149173f38f8f59cc23c165"
uuid = "3d5dd08c-fd9d-11e8-17fa-ed2836048c2f"
version = "0.12.29"

[[VersionParsing]]
git-tree-sha1 = "80229be1f670524750d905f8fc8148e5a8c4537f"
uuid = "81def892-9a0e-5fdd-b105-ffc91e053289"
version = "1.2.0"

[[VertexSafeGraphs]]
deps = ["LightGraphs"]
git-tree-sha1 = "b9b450c99a3ca1cc1c6836f560d8d887bcbe356e"
uuid = "19fa3120-7c27-5ec5-8db8-b0b0aa330d6f"
version = "0.1.2"

[[WriteVTK]]
deps = ["Base64", "CodecZlib", "FillArrays", "LightXML", "Random", "TranscodingStreams"]
git-tree-sha1 = "deb18aae386ed5a973bbf2e4e10a990caed9a531"
uuid = "64499a7a-5c06-52f2-abe2-ccb03c286192"
version = "1.7.2"

[[XML2_jll]]
deps = ["Libdl", "Libiconv_jll", "Pkg", "Zlib_jll"]
git-tree-sha1 = "432d91f45e950f2f2bda5c0f4e2b938c14493af9"
uuid = "02c8fc9c-b97f-50b9-bbe4-9be30ff0a78a"
version = "2.9.10+1"

[[Zlib_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "622d8b6dc0c7e8029f17127703de9819134d1b71"
uuid = "83775a58-1f1d-513f-b197-d71354ab007a"
version = "1.2.11+14"

[[ZygoteRules]]
deps = ["MacroTools"]
git-tree-sha1 = "b3b4882cc9accf6731a08cc39543fbc6b669dca8"
uuid = "700de1a5-db45-46bc-99cf-38207098b444"
version = "0.2.0"

out_10783935

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_NUM_THREADS=4
+ JULIA_NUM_THREADS=4
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_

out_10783936

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783936_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783936_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/advection_diffusion_model_1dimex_bgmres.jl
[ Info: (Array, Float64, 2, "Batched GMRES", 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655158178e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828199084e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801512857e-01
│ norm(Q - Qe)            = 7.2801198255145042e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264817484e-01
[ Info: 
[ Info: (Array, Float64, 2, "Batched GMRES", 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655158178e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828199084e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801512857e-01
│ norm(Q - Qe)            = 7.2801198255145042e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264817484e-01
[ Info: 
[ Info: (Array, Float64, 3, "Batched GMRES", 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969472e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Update
│ simtime = 4.7265625000000000e-01
│ runtime = 00:01:01
└ norm(Q) = 3.7206191329345867e-01
┌ Info: Finished
│ norm(Q)                 = 3.6810030090193091e-01
│ norm(Q) / norm(Q₀)      = 6.5102405765355920e-01
│ norm(Q) - norm(Q₀)      = -1.9731705437776381e-01
│ norm(Q - Qe)            = 1.0462203776128312e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403247396861e-01
[ Info: 
[ Info: (Array, Float64, 3, "Batched GMRES", 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969472e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030090193091e-01
│ norm(Q) / norm(Q₀)      = 6.5102405765355920e-01
│ norm(Q) - norm(Q₀)      = -1.9731705437776381e-01
│ norm(Q - Qe)            = 1.0462203776128312e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403247396861e-01
[ Info: 
[ Info: (Array, Float32, 2, "Batched GMRES", 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914792895317078e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809858322143555e-01
│ norm(Q) / norm(Q₀)      = 6.4802497625350952e-01
│ norm(Q) - norm(Q₀)      = -1.5104934573173523e-01
│ norm(Q - Qe)            = 7.2801239788532257e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371238708496094e-01
[ Info: 
[ Info: (Array, Float32, 2, "Batched GMRES", 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914792895317078e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809858322143555e-01
│ norm(Q) / norm(Q₀)      = 6.4802497625350952e-01
│ norm(Q) - norm(Q₀)      = -1.5104934573173523e-01
│ norm(Q - Qe)            = 7.2801239788532257e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371238708496094e-01
[ Info: 
[ Info: (Array, Float32, 3, "Batched GMRES", 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541705131530762e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6809968948364258e-01
│ norm(Q) / norm(Q₀)      = 6.5102332830429077e-01
│ norm(Q) - norm(Q₀)      = -1.9731736183166504e-01
│ norm(Q - Qe)            = 1.0462126135826111e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922191262245178e-01
[ Info: 
[ Info: (Array, Float32, 3, "Batched GMRES", 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541705131530762e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6809968948364258e-01
│ norm(Q) / norm(Q₀)      = 6.5102332830429077e-01
│ norm(Q) - norm(Q₀)      = -1.9731736183166504e-01
│ norm(Q - Qe)            = 1.0462126135826111e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922191262245178e-01
[ Info: 
Test Summary:                                                                                                                                                          | Pass  Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/advection_diffusion_model_1dimex_bgmres.jl |    8      8

out_10783937

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783937_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783937_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 2, EveryDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.8737679305268846e-01
┌ Info: Finished
│ norm(Q)                 = 2.1231902141153636e-01
│ norm(Q) / norm(Q₀)      = 5.4809432371612954e-01
│ norm(Q) - norm(Q₀)      = -1.7505777164115210e-01
│ norm(Q - Qe)            = 1.2357162985295374e-02
└ norm(Q - Qe) / norm(Qe) = 5.9111207392709135e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 2, EveryDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.8737679305268846e-01
┌ Info: Finished
│ norm(Q)                 = 2.1231902141153636e-01
│ norm(Q) / norm(Q₀)      = 5.4809432371612954e-01
│ norm(Q) - norm(Q₀)      = -1.7505777164115210e-01
│ norm(Q - Qe)            = 1.2357162985295374e-02
└ norm(Q - Qe) / norm(Qe) = 5.9111207392709135e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 2, HorizontalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.3630637465395113e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559633237315539e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915620e-01
│ norm(Q) - norm(Q₀)      = -1.6071004228079575e-01
│ norm(Q - Qe)            = 4.6783743619257093e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721064e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 2, HorizontalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.3630637465395113e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559633237315539e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915620e-01
│ norm(Q) - norm(Q₀)      = -1.6071004228079575e-01
│ norm(Q - Qe)            = 4.6783743619257093e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721064e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 2, VerticalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.3630637465395119e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559633237315533e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915598e-01
│ norm(Q) - norm(Q₀)      = -1.6071004228079586e-01
│ norm(Q - Qe)            = 4.6783743619257134e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721083e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 2, VerticalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.3630637465395119e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559633237315533e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915598e-01
│ norm(Q) - norm(Q₀)      = -1.6071004228079586e-01
│ norm(Q - Qe)            = 4.6783743619257134e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721083e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 3, EveryDirection, true)
┌ Info: Starting
└ norm(Q₀) = 5.4103588436435512e-01
┌ Info: Finished
│ norm(Q)                 = 3.0178604704383444e-01
│ norm(Q) / norm(Q₀)      = 5.5779303326320528e-01
│ norm(Q) - norm(Q₀)      = -2.3924983732052069e-01
│ norm(Q - Qe)            = 9.6252415559793074e-03
└ norm(Q - Qe) / norm(Qe) = 3.1725960166418578e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 3, EveryDirection, false)
┌ Info: Starting
└ norm(Q₀) = 5.4103588436435512e-01
┌ Info: Finished
│ norm(Q)                 = 3.0178604704383444e-01
│ norm(Q) / norm(Q₀)      = 5.5779303326320528e-01
│ norm(Q) - norm(Q₀)      = -2.3924983732052069e-01
│ norm(Q - Qe)            = 9.6252415559793074e-03
└ norm(Q - Qe) / norm(Qe) = 3.1725960166418578e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 3, HorizontalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 5.4783351448370787e-01
┌ Info: Finished
│ norm(Q)                 = 3.0026443962997829e-01
│ norm(Q) / norm(Q₀)      = 5.4809432371612943e-01
│ norm(Q) - norm(Q₀)      = -2.4756907485372959e-01
│ norm(Q - Qe)            = 1.7475667486259405e-02
└ norm(Q - Qe) / norm(Qe) = 5.9111207392708767e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 3, HorizontalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 5.4783351448370787e-01
┌ Info: Finished
│ norm(Q)                 = 3.0026443962997829e-01
│ norm(Q) / norm(Q₀)      = 5.4809432371612943e-01
│ norm(Q) - norm(Q₀)      = -2.4756907485372959e-01
│ norm(Q - Qe)            = 1.7475667486259405e-02
└ norm(Q - Qe) / norm(Qe) = 5.9111207392708767e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 3, VerticalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 4.7560903614814531e-01
┌ Info: Finished
│ norm(Q)                 = 2.4833071474509019e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915609e-01
│ norm(Q) - norm(Q₀)      = -2.2727832140305512e-01
│ norm(Q - Qe)            = 6.6162204724939042e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721019e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 3, VerticalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 4.7560903614814531e-01
┌ Info: Finished
│ norm(Q)                 = 2.4833071474509019e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915609e-01
│ norm(Q) - norm(Q₀)      = -2.2727832140305512e-01
│ norm(Q - Qe)            = 6.6162204724939042e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721019e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 2, EveryDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.8737669587135315e-01
┌ Info: Finished
│ norm(Q)                 = 2.1231888234615326e-01
│ norm(Q) / norm(Q₀)      = 5.4809409379959106e-01
│ norm(Q) - norm(Q₀)      = -1.7505781352519989e-01
│ norm(Q - Qe)            = 1.2357012368738651e-02
└ norm(Q - Qe) / norm(Qe) = 5.9110499918460846e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 2, EveryDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.8737669587135315e-01
┌ Info: Finished
│ norm(Q)                 = 2.1231888234615326e-01
│ norm(Q) / norm(Q₀)      = 5.4809409379959106e-01
│ norm(Q) - norm(Q₀)      = -1.7505781352519989e-01
│ norm(Q - Qe)            = 1.2357012368738651e-02
└ norm(Q - Qe) / norm(Qe) = 5.9110499918460846e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 2, HorizontalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.3630603551864624e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559613287448883e-01
│ norm(Q) / norm(Q₀)      = 5.2213197946548462e-01
│ norm(Q) - norm(Q₀)      = -1.6070990264415741e-01
│ norm(Q - Qe)            = 4.6783894300460815e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319198608398438e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 2, HorizontalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.3630603551864624e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559613287448883e-01
│ norm(Q) / norm(Q₀)      = 5.2213197946548462e-01
│ norm(Q) - norm(Q₀)      = -1.6070990264415741e-01
│ norm(Q - Qe)            = 4.6783894300460815e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319198608398438e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 2, VerticalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.3630603551864624e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559617757797241e-01
│ norm(Q) / norm(Q₀)      = 5.2213209867477417e-01
│ norm(Q) - norm(Q₀)      = -1.6070985794067383e-01
│ norm(Q - Qe)            = 4.6783849596977234e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319174766540527e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 2, VerticalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.3630603551864624e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559617757797241e-01
│ norm(Q) / norm(Q₀)      = 5.2213209867477417e-01
│ norm(Q) - norm(Q₀)      = -1.6070985794067383e-01
│ norm(Q - Qe)            = 4.6783849596977234e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319174766540527e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 3, EveryDirection, true)
┌ Info: Starting
└ norm(Q₀) = 5.4103583097457886e-01
┌ Info: Finished
│ norm(Q)                 = 3.0178582668304443e-01
│ norm(Q) / norm(Q₀)      = 5.5779266357421875e-01
│ norm(Q) - norm(Q₀)      = -2.3925000429153442e-01
│ norm(Q - Qe)            = 9.6252299845218658e-03
└ norm(Q - Qe) / norm(Qe) = 3.1725935637950897e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 3, EveryDirection, false)
┌ Info: Starting
└ norm(Q₀) = 5.4103583097457886e-01
┌ Info: Finished
│ norm(Q)                 = 3.0178582668304443e-01
│ norm(Q) / norm(Q₀)      = 5.5779266357421875e-01
│ norm(Q) - norm(Q₀)      = -2.3925000429153442e-01
│ norm(Q - Qe)            = 9.6252299845218658e-03
└ norm(Q - Qe) / norm(Qe) = 3.1725935637950897e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 3, HorizontalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 5.4783332347869873e-01
┌ Info: Finished
│ norm(Q)                 = 3.0026426911354065e-01
│ norm(Q) / norm(Q₀)      = 5.4809421300888062e-01
│ norm(Q) - norm(Q₀)      = -2.4756905436515808e-01
│ norm(Q - Qe)            = 1.7475524917244911e-02
└ norm(Q - Qe) / norm(Qe) = 5.9110768139362335e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 3, HorizontalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 5.4783332347869873e-01
┌ Info: Finished
│ norm(Q)                 = 3.0026426911354065e-01
│ norm(Q) / norm(Q₀)      = 5.4809421300888062e-01
│ norm(Q) - norm(Q₀)      = -2.4756905436515808e-01
│ norm(Q - Qe)            = 1.7475524917244911e-02
└ norm(Q - Qe) / norm(Qe) = 5.9110768139362335e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 3, VerticalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 4.7560846805572510e-01
┌ Info: Finished
│ norm(Q)                 = 2.4833039939403534e-01
│ norm(Q) / norm(Q₀)      = 5.2213197946548462e-01
│ norm(Q) - norm(Q₀)      = -2.2727806866168976e-01
│ norm(Q - Qe)            = 6.6162295639514923e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319165825843811e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 3, VerticalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 4.7560846805572510e-01
┌ Info: Finished
│ norm(Q)                 = 2.4833039939403534e-01
│ norm(Q) / norm(Q₀)      = 5.2213197946548462e-01
│ norm(Q) - norm(Q₀)      = -2.2727806866168976e-01
│ norm(Q - Qe)            = 6.6162295639514923e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319165825843811e-01
[ Info: 
Test Summary:                                                                                                                                               | Pass  Total
Test Summary:                                                                                                                                               | Pass  Test Summary:                                                                                                                                               | Total
Pass  Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl |   24     24
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl |   24     24
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl |   24     24

out_10783938

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783938_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783938_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl
[ Info: (Array, Float64, 2, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671030e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655333527e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828607691e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801337503e-01
│ norm(Q - Qe)            = 7.2801198255507404e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264958705e-01
[ Info: 
[ Info: (Array, Float64, 2, ManyColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671030e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655333532e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828607702e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801337497e-01
│ norm(Q - Qe)            = 7.2801198255507404e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264958705e-01
[ Info: 
[ Info: (Array, Float64, 2, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671030e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655333527e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828607691e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801337503e-01
│ norm(Q - Qe)            = 7.2801198255507404e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264958705e-01
[ Info: 
[ Info: (Array, Float64, 2, ManyColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671030e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655333532e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828607702e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801337497e-01
│ norm(Q - Qe)            = 7.2801198255507404e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264958705e-01
[ Info: 
[ Info: (Array, Float64, 3, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030091336315e-01
│ norm(Q) / norm(Q₀)      = 6.5102405767377858e-01
│ norm(Q) - norm(Q₀)      = -1.9731705436633135e-01
│ norm(Q - Qe)            = 1.0462203776357507e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403248030482e-01
[ Info: 
[ Info: (Array, Float64, 3, ManyColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030091336315e-01
│ norm(Q) / norm(Q₀)      = 6.5102405767377858e-01
│ norm(Q) - norm(Q₀)      = -1.9731705436633135e-01
│ norm(Q - Qe)            = 1.0462203776357505e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403248030476e-01
[ Info: 
[ Info: (Array, Float64, 3, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030091336315e-01
│ norm(Q) / norm(Q₀)      = 6.5102405767377858e-01
│ norm(Q) - norm(Q₀)      = -1.9731705436633135e-01
│ norm(Q - Qe)            = 1.0462203776357507e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403248030482e-01
[ Info: 
[ Info: (Array, Float64, 3, ManyColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030091336315e-01
│ norm(Q) / norm(Q₀)      = 6.5102405767377858e-01
│ norm(Q) - norm(Q₀)      = -1.9731705436633135e-01
│ norm(Q - Qe)            = 1.0462203776357505e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403248030476e-01
[ Info: 
[ Info: (Array, Float32, 2, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914795875549316e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809855341911316e-01
│ norm(Q) / norm(Q₀)      = 6.4802485704421997e-01
│ norm(Q) - norm(Q₀)      = -1.5104940533638000e-01
│ norm(Q - Qe)            = 7.2801202535629272e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371223807334900e-01
[ Info: 
[ Info: (Array, Float32, 2, ManyColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914795875549316e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809852361679077e-01
│ norm(Q) / norm(Q₀)      = 6.4802479743957520e-01
│ norm(Q) - norm(Q₀)      = -1.5104943513870239e-01
│ norm(Q - Qe)            = 7.2801187634468079e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371217846870422e-01
[ Info: 
[ Info: (Array, Float32, 2, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914795875549316e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809855341911316e-01
│ norm(Q) / norm(Q₀)      = 6.4802485704421997e-01
│ norm(Q) - norm(Q₀)      = -1.5104940533638000e-01
│ norm(Q - Qe)            = 7.2801202535629272e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371223807334900e-01
[ Info: 
[ Info: (Array, Float32, 2, ManyColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914795875549316e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809852361679077e-01
│ norm(Q) / norm(Q₀)      = 6.4802479743957520e-01
│ norm(Q) - norm(Q₀)      = -1.5104943513870239e-01
│ norm(Q - Qe)            = 7.2801187634468079e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371217846870422e-01
[ Info: 
[ Info: (Array, Float32, 3, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541711091995239e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6809992790222168e-01
│ norm(Q) / norm(Q₀)      = 6.5102368593215942e-01
│ norm(Q) - norm(Q₀)      = -1.9731718301773071e-01
│ norm(Q - Qe)            = 1.0462181270122528e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922349214553833e-01
[ Info: 
[ Info: (Array, Float32, 3, ManyColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541711091995239e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6809992790222168e-01
│ norm(Q) / norm(Q₀)      = 6.5102368593215942e-01
│ norm(Q) - norm(Q₀)      = -1.9731718301773071e-01
│ norm(Q - Qe)            = 1.0462182015180588e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922352194786072e-01
[ Info: 
[ Info: (Array, Float32, 3, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541711091995239e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6809992790222168e-01
│ norm(Q) / norm(Q₀)      = 6.5102368593215942e-01
│ norm(Q) - norm(Q₀)      = -1.9731718301773071e-01
│ norm(Q - Qe)            = 1.0462181270122528e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922349214553833e-01
[ Info: 
[ Info: (Array, Float32, 3, ManyColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541711091995239e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6809992790222168e-01
│ norm(Q) / norm(Q₀)      = 6.5102368593215942e-01
│ norm(Q) - norm(Q₀)      = -1.9731718301773071e-01
│ norm(Q - Qe)            = 1.0462182015180588e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922352194786072e-01
[ Info: 
Test Summary:                                                                                                                                                      | Test Summary:                                                                                                                                                      | Pass  Pass  Test Summary:                                                                                                                                                      | Pass  TotalTotal

Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl |  |   16    16  /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl |    16
   16
  16     16

out_10783939

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783939_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783939_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl
[ Info: (Array, Float64, 2, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671030e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7858038837683252e-01
│ norm(Q) / norm(Q₀)      = 6.4914751891296962e-01
│ norm(Q) - norm(Q₀)      = -1.5056765618987777e-01
│ norm(Q - Qe)            = 7.3188989633310012e-02
└ norm(Q - Qe) / norm(Qe) = 2.8522340698621473e-01
[ Info: 
[ Info: (Array, Float64, 2, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671030e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7858038837683252e-01
│ norm(Q) / norm(Q₀)      = 6.4914751891296962e-01
│ norm(Q) - norm(Q₀)      = -1.5056765618987777e-01
│ norm(Q - Qe)            = 7.3188989633310012e-02
└ norm(Q - Qe) / norm(Qe) = 2.8522340698621473e-01
[ Info: 
[ Info: (Array, Float64, 3, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6868537487180708e-01
│ norm(Q) / norm(Q₀)      = 6.5205882244175162e-01
│ norm(Q) - norm(Q₀)      = -1.9673198040788742e-01
│ norm(Q - Qe)            = 1.0501469629884561e-01
└ norm(Q - Qe) / norm(Qe) = 2.9030952352393552e-01
[ Info: 
[ Info: (Array, Float64, 3, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6868537487180708e-01
│ norm(Q) / norm(Q₀)      = 6.5205882244175162e-01
│ norm(Q) - norm(Q₀)      = -1.9673198040788742e-01
│ norm(Q - Qe)            = 1.0501469629884561e-01
└ norm(Q - Qe) / norm(Qe) = 2.9030952352393552e-01
[ Info: 
[ Info: (Array, Float32, 2, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914795875549316e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7857267856597900e-01
│ norm(Q) / norm(Q₀)      = 6.4912968873977661e-01
│ norm(Q) - norm(Q₀)      = -1.5057528018951416e-01
│ norm(Q - Qe)            = 7.3185592889785767e-02
└ norm(Q - Qe) / norm(Qe) = 2.8521025180816650e-01
[ Info: 
[ Info: (Array, Float32, 2, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914795875549316e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7857267856597900e-01
│ norm(Q) / norm(Q₀)      = 6.4912968873977661e-01
│ norm(Q) - norm(Q₀)      = -1.5057528018951416e-01
│ norm(Q - Qe)            = 7.3185592889785767e-02
└ norm(Q - Qe) / norm(Qe) = 2.8521025180816650e-01
[ Info: 
[ Info: (Array, Float32, 3, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541711091995239e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6867141723632813e-01
│ norm(Q) / norm(Q₀)      = 6.5203440189361572e-01
│ norm(Q) - norm(Q₀)      = -1.9674569368362427e-01
│ norm(Q - Qe)            = 1.0501006990671158e-01
└ norm(Q - Qe) / norm(Qe) = 2.9029682278633118e-01
[ Info: 
[ Info: (Array, Float32, 3, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541711091995239e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6867141723632813e-01
│ norm(Q) / norm(Q₀)      = 6.5203440189361572e-01
│ norm(Q) - norm(Q₀)      = -1.9674569368362427e-01
│ norm(Q - Qe)            = 1.0501006990671158e-01
└ norm(Q - Qe) / norm(Qe) = 2.9029682278633118e-01
[ Info: 
Test Summary:                                                                                                                                                                | Test Summary:                                                                                                                                                                | Pass  Test Summary:                                                                                                                                                                | Pass  Pass  Total
Total
Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl | /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl |    8  /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl |    8     8      8
    8
    8

out_10783940

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783940_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783940_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl
[ Info: (Array, Float64, 2, EveryDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.0525946028760074e+00
┌ Info: Finished
│ norm(Q)                 = 7.6769756052324201e-01
│ norm(Q) / norm(Q₀)      = 7.2933830215893158e-01
│ norm(Q) - norm(Q₀)      = -2.8489704235276536e-01
│ norm(Q - Qe)            = 5.1574832681277024e-03
└ norm(Q - Qe) / norm(Qe) = 6.7183283629129193e-03
[ Info: 
[ Info: (Array, Float64, 2, HorizontalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395387652143555e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963038857095939e-01
│ norm(Q) / norm(Q₀)      = 6.4121677402554345e-01
│ norm(Q) - norm(Q₀)      = -3.2432348795047616e-01
│ norm(Q - Qe)            = 2.0515449798977917e-02
└ norm(Q - Qe) / norm(Qe) = 3.5415953970101416e-02
[ Info: 
[ Info: (Array, Float64, 2, VerticalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395387652143577e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963038857095917e-01
│ norm(Q) / norm(Q₀)      = 6.4121677402554311e-01
│ norm(Q) - norm(Q₀)      = -3.2432348795047661e-01
│ norm(Q - Qe)            = 2.0515449798977878e-02
└ norm(Q - Qe) / norm(Qe) = 3.5415953970101353e-02
[ Info: 
[ Info: (Array, Float64, 3, EveryDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.1510565538414834e+00
┌ Info: Finished
│ norm(Q)                 = 9.1444897086429000e-01
│ norm(Q) / norm(Q₀)      = 7.9444312949911100e-01
│ norm(Q) - norm(Q₀)      = -2.3660758297719342e-01
│ norm(Q - Qe)            = 1.2605810186712843e-03
└ norm(Q - Qe) / norm(Qe) = 1.3785136194861493e-03
[ Info: 
[ Info: (Array, Float64, 3, HorizontalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.0525946028760080e+00
┌ Info: Finished
│ norm(Q)                 = 7.6769756052324201e-01
│ norm(Q) / norm(Q₀)      = 7.2933830215893103e-01
│ norm(Q) - norm(Q₀)      = -2.8489704235276603e-01
│ norm(Q - Qe)            = 5.1574832681275419e-03
└ norm(Q - Qe) / norm(Qe) = 6.7183283629127077e-03
[ Info: 
[ Info: (Array, Float64, 3, VerticalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395387652143522e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963038857095983e-01
│ norm(Q) / norm(Q₀)      = 6.4121677402554422e-01
│ norm(Q) - norm(Q₀)      = -3.2432348795047539e-01
│ norm(Q - Qe)            = 2.0515449798978087e-02
└ norm(Q - Qe) / norm(Qe) = 3.5415953970101714e-02
[ Info: 
[ Info: (Array, Float32, 2, EveryDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.0525944232940674e+00
┌ Info: Finished
│ norm(Q)                 = 7.6769733428955078e-01
│ norm(Q) / norm(Q₀)      = 7.2933822870254517e-01
│ norm(Q) - norm(Q₀)      = -2.8489708900451660e-01
│ norm(Q - Qe)            = 5.1570823416113853e-03
└ norm(Q - Qe) / norm(Qe) = 6.7178071476519108e-03
[ Info: 
[ Info: (Array, Float32, 2, HorizontalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395402908325195e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963037490844727e-01
│ norm(Q) / norm(Q₀)      = 6.4121663570404053e-01
│ norm(Q) - norm(Q₀)      = -3.2432365417480469e-01
│ norm(Q - Qe)            = 2.0514531061053276e-02
└ norm(Q - Qe) / norm(Qe) = 3.5414375364780426e-02
[ Info: 
[ Info: (Array, Float32, 2, VerticalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395408868789673e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963043451309204e-01
│ norm(Q) / norm(Q₀)      = 6.4121669530868530e-01
│ norm(Q) - norm(Q₀)      = -3.2432365417480469e-01
│ norm(Q - Qe)            = 2.0514758303761482e-02
└ norm(Q - Qe) / norm(Qe) = 3.5414762794971466e-02
[ Info: 
[ Info: (Array, Float32, 3, EveryDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.1510562896728516e+00
┌ Info: Finished
│ norm(Q)                 = 9.1444873809814453e-01
│ norm(Q) / norm(Q₀)      = 7.9444313049316406e-01
│ norm(Q) - norm(Q₀)      = -2.3660755157470703e-01
│ norm(Q - Qe)            = 1.2602073838934302e-03
└ norm(Q - Qe) / norm(Qe) = 1.3781054876744747e-03
[ Info: 
[ Info: (Array, Float32, 3, HorizontalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.0525941848754883e+00
┌ Info: Finished
│ norm(Q)                 = 7.6769763231277466e-01
│ norm(Q) / norm(Q₀)      = 7.2933864593505859e-01
│ norm(Q) - norm(Q₀)      = -2.8489655256271362e-01
│ norm(Q - Qe)            = 5.1570436917245388e-03
└ norm(Q - Qe) / norm(Qe) = 6.7177568562328815e-03
[ Info: 
[ Info: (Array, Float32, 3, VerticalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395385026931763e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963049411773682e-01
│ norm(Q) / norm(Q₀)      = 6.4121693372726440e-01
│ norm(Q) - norm(Q₀)      = -3.2432335615158081e-01
│ norm(Q - Qe)            = 2.0514657720923424e-02
└ norm(Q - Qe) / norm(Qe) = 3.5414576530456543e-02
[ Info: 
Test Summary:                                                                                                                                    | Test Summary:                                                                                                                                    | Pass  Pass  Total
Total
Test Summary:                                                                                                                                    | Pass  Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl |   12  /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl |    12
  12     12
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl |   12     12

out_10783941

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783941_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783941_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/periodic_3D_hyperdiffusion.jl
[ Info: (Array, Float64, 2, EveryDirection)
┌ Info: time step
└   dt = 0.021649052503199043
┌ Info: Starting
└ norm(Q₀) = 4.4428829381583705e+00
┌ Info: Finished
│ norm(Q)                 = 4.2303924119636944e+00
│ norm(Q) / norm(Q₀)      = 9.5217282805953107e-01
│ norm(Q) - norm(Q₀)      = -2.1249052619467612e-01
│ norm(Q - Qe)            = 7.6772960298539606e-03
└ norm(Q - Qe) / norm(Qe) = 1.8147794217036933e-03
[ Info: 
[ Info: (Array, Float64, 2, HorizontalDirection)
┌ Info: time step
└   dt = 0.021649052503199043
┌ Info: Starting
└ norm(Q₀) = 4.4428829381583705e+00
┌ Info: Finished
│ norm(Q)                 = 4.4348927223358272e+00
│ norm(Q) / norm(Q₀)      = 9.9820156958133688e-01
│ norm(Q) - norm(Q₀)      = -7.9902158225433340e-03
│ norm(Q - Qe)            = 8.4650675812543560e-04
└ norm(Q - Qe) / norm(Qe) = 1.9087422609556854e-04
[ Info: 
[ Info: (Array, Float64, 2, VerticalDirection)
┌ Info: time step
└   dt = 0.021649052503199043
┌ Info: Starting
└ norm(Q₀) = 4.4428829381583705e+00
┌ Info: Finished
│ norm(Q)                 = 4.3444227732067962e+00
│ norm(Q) / norm(Q₀)      = 9.7783867675064440e-01
│ norm(Q) - norm(Q₀)      = -9.8460164951574392e-02
│ norm(Q - Qe)            = 6.1690465335714068e-03
└ norm(Q - Qe) / norm(Qe) = 1.4199772029164016e-03
[ Info: 
[ Info: (Array, Float64, 3, EveryDirection)
┌ Info: time step
└   dt = 0.021649052503198762
┌ Info: Starting
└ norm(Q₀) = 1.1136655993663432e+01
┌ Info: Finished
│ norm(Q)                 = 6.0910843493796429e+00
│ norm(Q) / norm(Q₀)      = 5.4694015446336552e-01
│ norm(Q) - norm(Q₀)      = -5.0455716442837888e+00
│ norm(Q - Qe)            = 1.7363355506159686e-01
└ norm(Q - Qe) / norm(Qe) = 2.8625704237051630e-02
[ Info: 
[ Info: (Array, Float64, 3, HorizontalDirection)
┌ Info: time step
└   dt = 0.021649052503198762
┌ Info: Starting
└ norm(Q₀) = 1.1136655993663432e+01
┌ Info: Finished
│ norm(Q)                 = 1.0604021232612634e+01
│ norm(Q) / norm(Q₀)      = 9.5217282805953085e-01
│ norm(Q) - norm(Q₀)      = -5.3263476105079732e-01
│ norm(Q - Qe)            = 1.9244127301143988e-02
└ norm(Q - Qe) / norm(Qe) = 1.8147794217036671e-03
[ Info: 
[ Info: (Array, Float64, 3, VerticalDirection)
┌ Info: time step
└   dt = 0.021649052503198762
┌ Info: Starting
└ norm(Q₀) = 1.1136655993663432e+01
┌ Info: Finished
│ norm(Q)                 = 9.4792047633662069e+00
│ norm(Q) / norm(Q₀)      = 8.5117155174405257e-01
│ norm(Q) - norm(Q₀)      = -1.6574512302972249e+00
│ norm(Q - Qe)            = 1.4412891107361817e-01
└ norm(Q - Qe) / norm(Qe) = 1.5217804720985051e-02
[ Info: 

out_10783942

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783942_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783942_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/compressible_Navier_Stokes/ref_state.jl
[ Info: (Array, Float64, 3)

out_10783943

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783943_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783943_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/Mesh/mpi_connect_1d.jl

out_10783944

+ hostname
hpc-89-19.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783944_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783944_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/Mesh/mpi_connect_sphere.jl

out_10783945

+ hostname
hpc-89-21.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783945_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783945_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/Mesh/mpi_getpartition.jl

out_10783946

+ hostname
hpc-91-12.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783946_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783946_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/Mesh/mpi_sortcolumns.jl

out_10783947

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783947_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783947_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/ODESolvers/ode_tests_convergence.jl
Test Summary: | Pass  Total
ODE Solvers   |  180    180

out_10783948

+ hostname
hpc-22-15.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783948_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783948_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Land/Model/haverkamp_test.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     soil = SoilModel{SoilParamFunctions{Float64},SoilWaterModel{Float64,NoImpedance{Float64},ConstantViscosity{Float64},MoistureDependent{Float64},Haverkamp{Float64},var"#5#9",ClimateMachine.Land.var"#21#25"{Float64},Dirichlet{var"#3#7",Nothing},Neumann{Nothing,var"#4#8"}},PrescribedTemperatureModel{Float64}}(SoilParamFunctions{Float64}(0.495, 1.2305555555555556e-7, 0.001), SoilWaterModel{Float64,NoImpedance{Float64},ConstantViscosity{Float64},MoistureDependent{Float64},Haverkamp{Float64},var"#5#9",ClimateMachine.Land.var"#21#25"{Float64},Dirichlet{var"#3#7",Nothing},Neumann{Nothing,var"#4#8"}}(NoImpedance{Float64}(), ConstantViscosity{Float64}(), MoistureDependent{Float64}(), Haverkamp{Float64}(1.77, 0.0359350325289575, 1.43, 2.6, 0.3006993006993006), var"#5#9"(Core.Box(Float64)), ClimateMachine.Land.var"#21#25"{Float64}(), Dirichlet{var"#3#7",Nothing}(var"#3#7"(Core.Box(Float64)), nothing), Neumann{Nothing,var"#4#8"}(nothing, var"#4#8"(Core.Box(Float64)))), PrescribedTemperatureModel{Float64}(0.0))
│     source = ()
└     init_state_prognostic = init_soil_water!
┌ Info: Establishing single stack configuration for LandModel
│     precision        = Float64
│     polynomial order = 5
│     domain_min       = 0.00 m x0.00 m x-1.00 m
│     domain_max       = 1.00 m x1.00 m x0.00 m
│     #vert elems      = 10
│     MPI ranks        = 1
│     min(Δ_horz)      = 0.12 m
└     min(Δ_vert)      = 0.01 m
[ Info: Initializing LandModel
┌ Info: Starting LandModel
│     dt              = 6.00000e+00
│     timeend         = 86400.00
│     number of steps = 14400
└     norm(Q)         = 2.3999999999999985e-01
┌ Info: Update
│     simtime = 14226.00 / 86400.00
│     runtime = 00:01:00
└     norm(Q) = 2.5597182918128181e-01
┌ Info: Update
│     simtime = 35946.00 / 86400.00
│     runtime = 00:02:00
└     norm(Q) = 2.6909702719797418e-01
┌ Info: Update
│     simtime = 57696.00 / 86400.00
│     runtime = 00:03:00
└     norm(Q) = 2.7807311758341990e-01
┌ Info: Update
│     simtime = 79470.00 / 86400.00
│     runtime = 00:04:00
└     norm(Q) = 2.8544886816004222e-01
┌ Info: Finished
│     norm(Q)            = 2.8758317925493126e-01
│     norm(Q) / norm(Q₀) = 1.1982632468955476e+00
└     norm(Q) - norm(Q₀) = 4.7583179254931413e-02
Test Summary:                       | Pass  Total
Richard's equation - Haverkamp test |    1      1

out_10783949

+ hostname
hpc-89-09.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783949_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783949_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Land/Model/test_bc.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     soil = SoilModel{SoilParamFunctions{Float64},SoilWaterModel{Float64,NoImpedance{Float64},ConstantViscosity{Float64},MoistureIndependent{Float64},vanGenuchten{Float64},var"#5#15",ClimateMachine.Land.var"#21#25"{Float64},Dirichlet{var"#4#14",Nothing},Neumann{Nothing,var"#3#13"}},PrescribedTemperatureModel{Float64}}(SoilParamFunctions{Float64}(0.75, 1.0e-7, 0.001), SoilWaterModel{Float64,NoImpedance{Float64},ConstantViscosity{Float64},MoistureIndependent{Float64},vanGenuchten{Float64},var"#5#15",ClimateMachine.Land.var"#21#25"{Float64},Dirichlet{var"#4#14",Nothing},Neumann{Nothing,var"#3#13"}}(NoImpedance{Float64}(), ConstantViscosity{Float64}(), MoistureIndependent{Float64}(), vanGenuchten{Float64}(1.43, 2.6, 0.3006993006993006), var"#5#15"(Core.Box(Float64)), ClimateMachine.Land.var"#21#25"{Float64}(), Dirichlet{var"#4#14",Nothing}(var"#4#14"(Core.Box(Float64)), nothing), Neumann{Nothing,var"#3#13"}(nothing, var"#3#13"(Core.Box(Float64)))), PrescribedTemperatureModel{Float64}(0.0))
│     source = ()
└     init_state_prognostic = init_soil_water!
┌ Info: Establishing single stack configuration for LandModel
│     precision        = Float64
│     polynomial order = 5
│     domain_min       = 0.00 m x0.00 m x-1.00 m
│     domain_max       = 1.00 m x1.00 m x0.00 m
│     #vert elems      = 50
│     MPI ranks        = 1
│     min(Δ_horz)      = 0.12 m
└     min(Δ_vert)      = 0.00 m
[ Info: Initializing LandModel
┌ Info: Starting LandModel
│     dt              = 5.00000e-02
│     timeend         =   300.00
│     number of steps = 6000
└     norm(Q)         = 1.9999999999999843e-01
┌ Info: Update
│     simtime =    32.70 /   300.00
│     runtime = 00:01:00
└     norm(Q) = 2.0000650404704814e-01
┌ Info: Update
│     simtime =    85.10 /   300.00
│     runtime = 00:02:00
└     norm(Q) = 2.0002588023249826e-01
┌ Info: Update
│     simtime =   137.75 /   300.00
│     runtime = 00:03:00
└     norm(Q) = 2.0004202493432807e-01
┌ Info: Update
│     simtime =   190.50 /   300.00
│     runtime = 00:04:00
└     norm(Q) = 2.0004289697182745e-01
┌ Info: Update
│     simtime =   243.00 /   300.00
│     runtime = 00:05:00
└     norm(Q) = 2.0003337327976004e-01
┌ Info: Update
│     simtime =   295.20 /   300.00
│     runtime = 00:06:00
└     norm(Q) = 2.0002960629181676e-01
┌ Info: Finished
│     norm(Q)            = 2.0003001424515648e-01
│     norm(Q) / norm(Q₀) = 1.0001500712257902e+00
└     norm(Q) - norm(Q₀) = 3.0014245158055397e-05
Test Summary:                | Pass  Total
Boundary condition functions |    1      1

out_10783950

+ hostname
hpc-89-11.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783950_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783950_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Arrays/varsindex.jl
Test Summary:           | Pass  Total
MPIStateArray varsindex |    9      9

out_10783951

+ hostname
hpc-22-19.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783951_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783951_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Diagnostics/diagnostic_fields_test.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = FlatOrientation()
│     ref_state = HydrostaticState{DryAdiabaticProfile{Float32},Float32}(DryAdiabaticProfile{Float32}(290.0f0, 220.0f0), 0.0f0)
│     turbulence = SmagorinskyLilly{Float32}(0.23f0)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = EquilMoist{Float32}(3, 0.1f0)
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(),)
│     tracers = NoTracers()
│     boundarycondition = AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC())
│     init_state_prognostic = init_risingbubble!
└     data_config = nothing
┌ Info: Establishing Atmos LES configuration for DryRisingBubble
│     precision        = Float32
│     polynomial order = 4
│     domain           = 2500.00 m x2500.00 m x2500.00 m
│     resolution       = 50x50x50
│     MPI ranks        = 3
│     min(Δ_horz)      = 35.97 m
└     min(Δ_vert)      = 35.97 m
[ Info: Initializing DryRisingBubble
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = FlatOrientation()
│     ref_state = HydrostaticState{DryAdiabaticProfile{Float64},Float64}(DryAdiabaticProfile{Float64}(290.0, 220.0), 0.0)
│     turbulence = SmagorinskyLilly{Float64}(0.23)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = EquilMoist{Float64}(3, 0.1)
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(),)
│     tracers = NoTracers()
│     boundarycondition = AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC())
│     init_state_prognostic = init_risingbubble!
└     data_config = nothing
┌ Info: Establishing Atmos LES configuration for DryRisingBubble
│     precision        = Float64
│     polynomial order = 4
│     domain           = 2500.00 m x2500.00 m x2500.00 m
│     resolution       = 50x50x50
│     MPI ranks        = 3
│     min(Δ_horz)      = 35.97 m
└     min(Δ_vert)      = 35.97 m
[ Info: Initializing DryRisingBubble
Test Summary:            | Pass  Total
Diagnostics Fields tests |    2      2
Test Summary:            | Pass  Test Summary:            | Pass  Total
Total
Diagnostics Fields tests |    2      2
Diagnostics Fields tests |    2      2

out_10783952

+ hostname
hpc-91-12.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783952_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783952_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/vars_test.jl
[ Info: (Array, Float64, 2)
[ Info: (Array, Float64, 3)

out_10783953

+ hostname
hpc-22-12.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783953_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783953_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/remainder_model.jl
┌ Warning: `a::StaticArray - b::Number` is deprecated, use `a .- b` instead.
│   caller = macro expansion at remainder_model.jl:214 [inlined]
└ @ Core /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/remainder_model.jl:214
Test Summary:   | Pass  Total
remainder model |   24     24
Test Summary:   | Pass  Total
remainder model |   24     24

out_10783954

+ hostname
hpc-91-09.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783954_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783954_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/Euler/isentropicvortex.jl
┌ Info: Configuration
│ ArrayType     = Array
│ FT        = Float64
│ NumericalFlux = RusanovNumericalFlux
└ dims          = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ dt        = 3.5087719298245615e-06
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5434920766920136e+03
│ norm(Q) / norm(Q₀)      = 9.9999454938235965e-01
│ norm(Q) - norm(Q₀)      = -1.9314325696541346e-02
│ norm(Q - Qe)            = 1.1990999506536774e+01
└ norm(Q - Qe) / norm(Qe) = 3.3837129375777785e-03
┌ Info: Configuration
│ ArrayType     = Array
│ FT        = Float64
│ NumericalFlux = CentralNumericalFluxFirstOrder
└ dims          = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ dt        = 3.5087719298245615e-06
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5435098602154876e+03
│ norm(Q) / norm(Q₀)      = 9.9999956799850387e-01
│ norm(Q) - norm(Q₀)      = -1.5308022225326567e-03
│ norm(Q - Qe)            = 2.0840574601661327e+01
└ norm(Q - Qe) / norm(Qe) = 5.8809544498566457e-03
┌ Info: Configuration
│ ArrayType     = Array
│ FT        = Float64
│ NumericalFlux = RusanovNumericalFlux
└ dims          = 3
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 1)
│ dt        = 3.5087719298245615e-06
└ norm(Q₀)  = 1.1205566910367509e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 1.1205505833106824e+03
│ norm(Q) / norm(Q₀)      = 9.9999454938235854e-01
│ norm(Q) - norm(Q₀)      = -6.1077260684214707e-03
│ norm(Q - Qe)            = 3.7918869862611033e+00
└ norm(Q - Qe) / norm(Qe) = 3.3837129375777477e-03
┌ Info: Configuration
│ ArrayType     = Array
│ FT        = Float64
│ NumericalFlux = CentralNumericalFluxFirstOrder
└ dims          = 3
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 1)
│ dt        = 3.5087719298245615e-06
└ norm(Q₀)  = 1.1205566910367509e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 1.1205562069545820e+03
│ norm(Q) / norm(Q₀)      = 9.9999956799850220e-01
│ norm(Q) - norm(Q₀)      = -4.8408216889583855e-04
│ norm(Q - Qe)            = 6.5903683487904621e+00
└ norm(Q - Qe) / norm(Qe) = 5.8809544498564991e-03
┌ Info: Configuration
│ ArrayType     = Array
│ FT        = Float32
│ NumericalFlux = RusanovNumericalFlux
└ dims          = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ dt        = 3.5087718970316928e-06
└ norm(Q₀)  = 3.5435087890625000e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5434868164062500e+03
│ norm(Q) / norm(Q₀)      = 9.9999380111694336e-01
│ norm(Q) - norm(Q₀)      = -2.1972656250000000e-02
│ norm(Q - Qe)            = 1.1990808486938477e+01
└ norm(Q - Qe) / norm(Qe) = 3.3836620859801769e-03
┌ Info: Configuration
│ ArrayType     = Array
│ FT        = Float32
│ NumericalFlux = CentralNumericalFluxFirstOrder
└ dims          = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ dt        = 3.5087718970316928e-06
└ norm(Q₀)  = 3.5435087890625000e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5435048828125000e+03
│ norm(Q) / norm(Q₀)      = 9.9999892711639404e-01
│ norm(Q) - norm(Q₀)      = -3.9062500000000000e-03
│ norm(Q - Qe)            = 2.0840440750122070e+01
└ norm(Q - Qe) / norm(Qe) = 5.8809220790863037e-03
┌ Info: Configuration
│ ArrayType     = Array
│ FT        = Float32
│ NumericalFlux = RusanovNumericalFlux
└ dims          = 3
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 1)
│ dt        = 3.5087718970316928e-06
└ norm(Q₀)  = 1.1205548095703125e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 1.1205491943359375e+03
│ norm(Q) / norm(Q₀)      = 9.9999499320983887e-01
│ norm(Q) - norm(Q₀)      = -5.6152343750000000e-03
│ norm(Q - Qe)            = 3.7918071746826172e+00
└ norm(Q - Qe) / norm(Qe) = 3.3836476504802704e-03
┌ Info: Configuration
│ ArrayType     = Array
│ FT        = Float32
│ NumericalFlux = CentralNumericalFluxFirstOrder
└ dims          = 3
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 1)
│ dt        = 3.5087718970316928e-06
└ norm(Q₀)  = 1.1205548095703125e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 1.1205549316406250e+03
│ norm(Q) / norm(Q₀)      = 1.0000001192092896e+00
│ norm(Q) - norm(Q₀)      = 1.2207031250000000e-04
│ norm(Q - Qe)            = 6.5903987884521484e+00
└ norm(Q - Qe) / norm(Qe) = 5.8809919282793999e-03
Test Summary:                                                                                                                     | Pass  Test Summary:                                                                                                                     | Total
Pass  Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/Euler/isentropicvortex.jl |    8      8
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/Euler/isentropicvortex.jl |    8      8
Test Summary:                                                                                                                     | Pass  Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/Euler/isentropicvortex.jl |    8      8

out_10783955

+ hostname
hpc-89-13.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783955_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783955_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/Euler/isentropicvortex_imex.jl
┌ Info: Configuration
│ ArrayType = Array
│ FT    = Float64
│ dims      = 2
└ splitting = (Full, Linear)
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ dt        = 3.5842293906810039e-06
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5433940589518711e+03
│ norm(Q) / norm(Q₀)      = 9.9996688819284274e-01
│ norm(Q) - norm(Q₀)      = -1.1733206583903666e-01
│ norm(Q - Qe)            = 2.3225467541888396e+01
└ norm(Q - Qe) / norm(Qe) = 6.5540110824175756e-03
┌ Info: Configuration
│ ArrayType = Array
│ FT    = Float64
│ dims      = 2
└ splitting = (Nonlinear, Linear)
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ dt        = 3.5842293906810039e-06
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5433940589518702e+03
│ norm(Q) / norm(Q₀)      = 9.9996688819284241e-01
│ norm(Q) - norm(Q₀)      = -1.1733206583994615e-01
│ norm(Q - Qe)            = 2.3225467541886673e+01
└ norm(Q - Qe) / norm(Qe) = 6.5540110824170890e-03
Test Summary:                                                                                                                          | Test Summary:                                                                                                                          | Test Summary:                                                                                                                          | Pass  Pass  Pass  Total
Total
Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/Euler/isentropicvortex_imex.jl | /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/Euler/isentropicvortex_imex.jl |    2     2      2
    2
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/Euler/isentropicvortex_imex.jl |    2      2

out_10783956

+ hostname
hpc-89-13.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783956_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783956_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/Euler/isentropicvortex_multirate.jl
┌ Info: Configuration
│ ArrayType  = Array
│ FastMethod = SSPRK33ShuOsher
│ FT     = Float64
└ dims       = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ slow_dt   = 2.7777777777777782e-05
│ fast_dt   = 9.2592592592592608e-06
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5433927502798692e+03
│ norm(Q) / norm(Q₀)      = 9.9996651887781662e-01
│ norm(Q) - norm(Q₀)      = -1.1864073784090579e-01
│ norm(Q - Qe)            = 2.3222373077799016e+01
└ norm(Q - Qe) / norm(Qe) = 6.5531378534115564e-03
┌ Info: Configuration
│ ArrayType  = Array
│ FastMethod = ARK2GiraldoKellyConstantinescu
│ FT     = Float64
└ dims       = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ slow_dt   = 2.7777777777777782e-05
│ fast_dt   = 9.2592592592592608e-06
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5433931034199986e+03
│ norm(Q) / norm(Q₀)      = 9.9996661853606250e-01
│ norm(Q) - norm(Q₀)      = -1.1828759771151454e-01
│ norm(Q - Qe)            = 2.3245216640119065e+01
└ norm(Q - Qe) / norm(Qe) = 6.5595840943898044e-03
Test Summary:                                                                                                                               | Pass  Total
Test Summary:                                                                                                                               | Pass  Test Summary:                                                                                                                               | Total
Pass  /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/Euler/isentropicvortex_multirate.jl |    2      2
Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/Euler/isentropicvortex_multirate.jl |    2      2
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/Euler/isentropicvortex_multirate.jl |    2      2

out_10783957

+ hostname
hpc-93-30.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783957_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783957_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/Euler/isentropicvortex_mrigark.jl
┌ Info: Configuration
│ ArrayType  = Array
│ mrigark_method = MRIGARKERK33aSandu
│ FT     = Float64
└ dims       = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ slow_dt   = 7.1684587813620078e-06
│ fast_dt   = 2.3894862604540028e-06
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5433917654007246e+03
│ norm(Q) / norm(Q₀)      = 9.9996624093906150e-01
│ norm(Q) - norm(Q₀)      = -1.1962561698555874e-01
│ norm(Q - Qe)            = 2.3357934866480768e+01
└ norm(Q - Qe) / norm(Qe) = 6.5913921302639010e-03
┌ Info: Configuration
│ ArrayType  = Array
│ mrigark_method = MRIGARKERK45aSandu
│ FT     = Float64
└ dims       = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ slow_dt   = 7.1684587813620078e-06
│ fast_dt   = 2.3894862604540028e-06
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5433940921715830e+03
│ norm(Q) / norm(Q₀)      = 9.9996689756764312e-01
│ norm(Q) - norm(Q₀)      = -1.1729884612714159e-01
│ norm(Q - Qe)            = 2.3207510164245548e+01
└ norm(Q - Qe) / norm(Qe) = 6.5489436773429471e-03
Test Summary:                                                                                                                             | Test Summary:                                                                                                                             | Pass  Pass  Total
Test Summary:                                                                                                                             | Total
Pass  /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/Euler/isentropicvortex_mrigark.jl | Total
   2      2
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/Euler/isentropicvortex_mrigark.jl |    2      2
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/Euler/isentropicvortex_mrigark.jl |    2      2

out_10783958

+ hostname
hpc-93-30.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783958_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783958_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/Euler/isentropicvortex_mrigark_implicit.jl
┌ Info: Configuration
│ ArrayType      = Array
│ mrigark_method = MRIGARKIRK21aSandu
│ FT             = Float64
└ dims           = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ dt        = 7.1994240460763143e-07
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Update
│ simtime = 1.8502519798416092e-04
│ runtime = 00:01:05
└ norm(Q) = 3.5434622257891401e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5433941432216739e+03
│ norm(Q) / norm(Q₀)      = 9.9996691197428245e-01
│ norm(Q) - norm(Q₀)      = -1.1724779603628122e-01
│ norm(Q - Qe)            = 2.3236071337680226e+01
└ norm(Q - Qe) / norm(Qe) = 6.5570033750381651e-03
┌ Info: Configuration
│ ArrayType      = Array
│ mrigark_method = MRIGARKESDIRK34aSandu
│ FT             = Float64
└ dims           = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ dt        = 7.1994240460763143e-07
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5433941177190127e+03
│ norm(Q) / norm(Q₀)      = 9.9996690477727979e-01
│ norm(Q) - norm(Q₀)      = -1.1727329869745517e-01
│ norm(Q - Qe)            = 2.3235626679100864e+01
└ norm(Q - Qe) / norm(Qe) = 6.5568778965197343e-03
Test Summary:                                                                                                                                      | Pass  Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/Euler/isentropicvortex_mrigark_implicit.jl |    2      2
Test Summary:                                                                                                                                      | Test Summary:                                                                                                                                      | Pass  Pass  TotalTotal

/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/Euler/isentropicvortex_mrigark_implicit.jl | /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/Euler/isentropicvortex_mrigark_implicit.jl |    2     2      2
    2

out_10783959

+ hostname
hpc-93-19.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783959_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783959_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/Euler/acousticwave_1d_imex.jl
┌ Info: Starting
│ ArrayType       = Array
│ FT              = Float32
│ polynomialorder = 5
│ numelem_horz    = 10
│ numelem_vert    = 5
│ dt              = 1.0000000000000000e+02
└ norm(Q₀)        = 9.5070132895744000e+13
┌ Info: Finished
│ norm(Q)                 = 9.5069965123584000e+13
│ norm(Q) / norm(Q₀)      = 9.9999821186065674e-01
└ norm(Q) - norm(Q₀)      = -1.6777216000000000e+08
┌ Info: Starting
│ ArrayType       = Array
│ FT              = Float32
│ polynomialorder = 5
│ numelem_horz    = 10
│ numelem_vert    = 5
│ dt              = 1.0000000000000000e+02
└ norm(Q₀)        = 9.5070132895744000e+13
┌ Info: Finished
│ norm(Q)                 = 9.5069998678016000e+13
│ norm(Q) / norm(Q₀)      = 9.9999856948852539e-01
└ norm(Q) - norm(Q₀)      = -1.3421772800000000e+08
┌ Info: Starting
│ ArrayType       = Array
│ FT              = Float64
│ polynomialorder = 5
│ numelem_horz    = 10
│ numelem_vert    = 5
│ dt              = 1.0000000000000000e+02
└ norm(Q₀)        = 9.5073561639227109e+13
┌ Info: Finished
│ norm(Q)                 = 9.5073452874026609e+13
│ norm(Q) / norm(Q₀)      = 9.9999885598899818e-01
└ norm(Q) - norm(Q₀)      = -1.0876520050000000e+08
┌ Info: Starting
│ ArrayType       = Array
│ FT              = Float64
│ polynomialorder = 5
│ numelem_horz    = 10
│ numelem_vert    = 5
│ dt              = 1.0000000000000000e+02
└ norm(Q₀)        = 9.5073561639227109e+13
┌ Info: Finished
│ norm(Q)                 = 9.5073452874026672e+13
│ norm(Q) / norm(Q₀)      = 9.9999885598899885e-01
└ norm(Q) - norm(Q₀)      = -1.0876520043750000e+08

out_10783960

+ hostname
hpc-93-18.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783960_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783960_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/Euler/acousticwave_mrigark.jl
┌ Info: Starting
│ ArrayType       = Array
│ FT              = Float64
│ polynomialorder = 5
│ numelem_horz    = 10
│ numelem_vert    = 5
│ acoustic dt     = 6.7670313998798237e-01
│ remainder_dt    = 3.3834586466165413e+00
└ norm(Q₀)        = 9.5073561639227109e+13
┌ Info: Update
│ simtime = 3.3834586466165413e+00
│ runtime = 00:01:01
└ norm(Q) = 9.5073541244897313e+13
┌ Info: Update
│ simtime = 1.3195488721804517e+02
│ runtime = 00:02:03
└ norm(Q) = 9.5073385095335797e+13
┌ Info: Update
│ simtime = 2.6729323308270648e+02
│ runtime = 00:03:04
└ norm(Q) = 9.5073414851777969e+13
┌ Info: Update
│ simtime = 3.9924812030075122e+02
│ runtime = 00:04:04
└ norm(Q) = 9.5073547978677875e+13
┌ Info: Update
│ simtime = 5.3796992481202903e+02
│ runtime = 00:05:05
└ norm(Q) = 9.5073396700051203e+13
┌ Info: Update
│ simtime = 6.7669172932330684e+02
│ runtime = 00:06:05
└ norm(Q) = 9.5073457761409328e+13
┌ Info: Update
│ simtime = 8.1541353383458465e+02
│ runtime = 00:07:05
└ norm(Q) = 9.5073363927719391e+13
┌ Info: Update
│ simtime = 9.5413533834586246e+02
│ runtime = 00:08:05
└ norm(Q) = 9.5073470085250297e+13
┌ Info: Update
│ simtime = 1.0962406015037593e+03
│ runtime = 00:09:07
└ norm(Q) = 9.5073434055156203e+13
┌ Info: Update
│ simtime = 1.2349624060150418e+03
│ runtime = 00:10:08
└ norm(Q) = 9.5073514574829688e+13
┌ Info: Update
│ simtime = 1.3736842105263243e+03
│ runtime = 00:11:08
└ norm(Q) = 9.5073492775196328e+13
┌ Info: Update
│ simtime = 1.5124060150376067e+03
│ runtime = 00:12:09
└ norm(Q) = 9.5073418134845828e+13
┌ Info: Update
│ simtime = 1.6545112781955058e+03
│ runtime = 00:13:10
└ norm(Q) = 9.5073447954829625e+13
┌ Info: Update
│ simtime = 1.7932330827067883e+03
│ runtime = 00:14:10
└ norm(Q) = 9.5073359620234219e+13
┌ Info: Update
│ simtime = 1.9353383458646874e+03
│ runtime = 00:15:12
└ norm(Q) = 9.5073423408691469e+13
┌ Info: Update
│ simtime = 2.0740601503759681e+03
│ runtime = 00:16:13
└ norm(Q) = 9.5073386261672563e+13
┌ Info: Update
│ simtime = 2.2161654135338576e+03
│ runtime = 00:17:14
└ norm(Q) = 9.5073493104801188e+13
┌ Info: Update
│ simtime = 2.3548872180451308e+03
│ runtime = 00:18:15
└ norm(Q) = 9.5073437453802609e+13
┌ Info: Update
│ simtime = 2.4936090225564039e+03
│ runtime = 00:19:15
└ norm(Q) = 9.5073544069053688e+13
┌ Info: Update
│ simtime = 2.6323308270676771e+03
│ runtime = 00:20:15
└ norm(Q) = 9.5073405448316359e+13
┌ Info: Update
│ simtime = 2.7710526315789502e+03
│ runtime = 00:21:16
└ norm(Q) = 9.5073441205015094e+13
┌ Info: Update
│ simtime = 2.9131578947368398e+03
│ runtime = 00:22:17
└ norm(Q) = 9.5073348835522891e+13
┌ Info: Update
│ simtime = 3.0518796992481130e+03
│ runtime = 00:23:18
└ norm(Q) = 9.5073433613885656e+13
┌ Info: Update
│ simtime = 3.1906015037593861e+03
│ runtime = 00:24:18
└ norm(Q) = 9.5073443114932391e+13
┌ Info: Update
│ simtime = 3.3293233082706593e+03
│ runtime = 00:25:19
└ norm(Q) = 9.5073486052365422e+13
┌ Info: Update
│ simtime = 3.4680451127819324e+03
│ runtime = 00:26:20
└ norm(Q) = 9.5073509820800344e+13
┌ Info: Finished
│ norm(Q)                 = 9.5073337896207594e+13
│ norm(Q) / norm(Q₀)      = 9.9999764663261104e-01
└ norm(Q) - norm(Q₀)      = -2.2374301951562500e+08
┌ Info: Starting
│ ArrayType       = Array
│ FT              = Float64
│ polynomialorder = 5
│ numelem_horz    = 10
│ numelem_vert    = 5
│ acoustic dt     = 1.3333333333333334e+02
│ remainder_dt    = 2.3494467606676028e+02
└ norm(Q₀)        = 9.5073561639227109e+13
┌ Info: Update
│ simtime = 2.1333333333333330e+03
│ runtime = 00:01:03
└ norm(Q) = 9.5073455840599453e+13
┌ Info: Finished
│ norm(Q)                 = 9.5073455097536219e+13
│ norm(Q) / norm(Q₀)      = 9.9999887937625298e-01
└ norm(Q) - norm(Q₀)      = -1.0654169089062500e+08
Test Summary: | Test Summary: | Test Summary: | Pass  Pass  Pass  TotalTotal
Total

acoustic wave | acoustic wave | acoustic wave |    2     2     2      2
    2
    2

out_10783961

+ hostname
hpc-24-08.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783961_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783961_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/compressible_Navier_Stokes/mms_bc_atmos.jl
[ Info: (Array, Float64, 2, 400, 0.0025)
┌ Info: Starting
└ norm(Q₀) = 1.4718488046151103e+02
┌ Info: Finished
│ norm(Q)                 = 1.4749573751578203e+02
│ norm(Q) / norm(Q₀)      = 1.0021120175747420e+00
│ norm(Q) - norm(Q₀)      = 3.1085705427099697e-01
│ norm(Q - Qe)            = 1.6931876910307275e-01
└ norm(Q - Qe) / norm(Qe) = 1.1479958671721494e-03
[ Info: (Array, Float64, 3, 800, 0.00125)
┌ Info: Starting
└ norm(Q₀) = 1.1341641833287579e+02
┌ Info: Update
│ simtime = 6.0999999999999255e-01
│ runtime = 00:01:00
└ norm(Q) = 1.1337405393727111e+02
┌ Info: Finished
│ norm(Q)                 = 1.1338036285141952e+02
│ norm(Q) / norm(Q₀)      = 9.9968209645493789e-01
│ norm(Q) - norm(Q₀)      = -3.6055481456273242e-02
│ norm(Q - Qe)            = 3.3983777728925427e-02
└ norm(Q - Qe) / norm(Qe) = 2.9973197445392285e-04
Test Summary: | Pass  Total
Test Summary: | Test Summary: | Pass  Pass  mms_bc_atmos  |    4      4
Total
Total
mms_bc_atmos  | mms_bc_atmos  |    4     4      4
    4

out_10783962

+ hostname
hpc-24-09.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783962_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783962_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/compressible_Navier_Stokes/mms_bc_dgmodel.jl
[ Info: (Array, Float64, 2)
┌ Info: Starting
└ norm(Q₀) = 1.4718488046151103e+02
┌ Info: Finished
│ norm(Q)                 = 1.4749698909866967e+02
│ norm(Q) / norm(Q₀)      = 1.0021205210493089e+00
│ norm(Q) - norm(Q₀)      = 3.1210863715864434e-01
│ norm(Q - Qe)            = 1.6694721292985901e-01
└ norm(Q - Qe) / norm(Qe) = 1.1319165116462501e-03
[ Info: (Array, Float64, 3)
┌ Info: Starting
└ norm(Q₀) = 1.1341641833287579e+02
┌ Info: Update
│ simtime = 7.0499999999999052e-01
│ runtime = 00:01:00
└ norm(Q) = 1.1337451667939899e+02
┌ Info: Finished
│ norm(Q)                 = 1.1338058691327828e+02
│ norm(Q) / norm(Q₀)      = 9.9968407202304388e-01
│ norm(Q) - norm(Q₀)      = -3.5831419597514014e-02
│ norm(Q - Qe)            = 3.3672443923201310e-02
└ norm(Q - Qe) / norm(Qe) = 2.9698605559086140e-04
Test Summary:  | Pass  Total
mms_bc_dgmodel |    2      2
Test Summary:  | Test Summary:  | Pass  Pass  TotalTotal

mms_bc_dgmodel | mms_bc_dgmodel |    2     2      2
    2

out_10783963

+ hostname
hpc-24-09.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783963_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783963_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/compressible_Navier_Stokes/density_current_model.jl
┌ Info: Starting
│ norm(Q₀) = 4.3975577600000000e+09
│ ArrayType = Array
└ FloatType = Float32
┌ Info: Update
│ simtime = 9.9999997764825821e-03
│ runtime = 00:00:55
└ norm(Q) = 4.3975577600000000e+09
┌ Info: Update
│ simtime = 2.9999999329447746e-02
│ runtime = 00:01:08
└ norm(Q) = 4.3975572480000000e+09
┌ Info: Update
│ simtime = 4.9999997019767761e-02
│ runtime = 00:01:20
└ norm(Q) = 4.3975572480000000e+09
┌ Info: Update
│ simtime = 6.9999992847442627e-02
│ runtime = 00:01:33
└ norm(Q) = 4.3975567360000000e+09
┌ Info: Update
│ simtime = 8.9999988675117493e-02
│ runtime = 00:01:44
└ norm(Q) = 4.3975562240000000e+09
┌ Info: Update
│ simtime = 1.0000000149011612e-01
│ runtime = 00:01:55
└ norm(Q) = 4.3975562240000000e+09
┌ Info: Finished
│ norm(Q)                 = 4.3975562240000000e+09
│ norm(Q) / norm(Q₀)      = 9.9999964237213135e-01
│ norm(Q) - norm(Q₀)      = -1.5360000000000000e+03
│ norm(Q - Qe)            = 3.5917015625000000e+04
└ norm(Q - Qe) / norm(Qe) = 8.1674916145857424e-06
┌ Info: Starting
│ norm(Q₀) = 4.3981206422004299e+09
│ ArrayType = Array
└ FloatType = Float64
┌ Info: Update
│ simtime = 1.0000000000000000e-02
│ runtime = 00:00:39
└ norm(Q) = 4.3981206294029999e+09
┌ Info: Update
│ simtime = 2.9999999999999999e-02
│ runtime = 00:00:50
└ norm(Q) = 4.3981205270634966e+09
┌ Info: Update
│ simtime = 5.0000000000000003e-02
│ runtime = 00:01:01
└ norm(Q) = 4.3981203224109554e+09
┌ Info: Update
│ simtime = 7.0000000000000007e-02
│ runtime = 00:01:12
└ norm(Q) = 4.3981200154792986e+09
┌ Info: Update
│ simtime = 8.9999999999999997e-02
│ runtime = 00:01:24
└ norm(Q) = 4.3981196063201733e+09
┌ Info: Update
│ simtime = 1.0000000000000001e-01
│ runtime = 00:01:35
└ norm(Q) = 4.3981193634261818e+09
┌ Info: Finished
│ norm(Q)                 = 4.3981193634261818e+09
│ norm(Q) / norm(Q₀)      = 9.9999970924529991e-01
│ norm(Q) - norm(Q₀)      = -1.2787742481231689e+03
│ norm(Q - Qe)            = 3.5863022189957599e+04
└ norm(Q - Qe) / norm(Qe) = 8.1541697255523485e-06

out_10783964

+ hostname
hpc-24-23.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783964_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783964_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/direction_splitting_advection_diffusion.jl --fix-rng-seed
Test Summary:                                                                                                                                                          | Test Summary:                                                                                                                                                          | Test Summary:                                                                                                                                                          | Pass  Pass  Pass  Total
Total
Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/direction_splitting_advection_diffusion.jl | /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/direction_splitting_advection_diffusion.jl | /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/direction_splitting_advection_diffusion.jl |  162   162   162    162
  162
  162

out_10783965

+ hostname
hpc-24-24.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783965_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783965_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/conservation/sphere.jl --fix-rng-seed
[ Info: (Array, Float64)
┌ Info: Starting
│ norm(Q₀) = 4.4181152030340334e+00
└ sum(Q₀) = 2.9255250415427088e+01
┌ Info: Finished
│ norm(Q)            = 4.4304590011362377e+00
│ norm(Q) / norm(Q₀) = 1.0027939058931119e+00
│ norm(Q) - norm(Q₀) = 1.2343798102204318e-02
│ max mass loss      = 0.0000000000000000e+00
│ max mass gain      = 0.0000000000000000e+00
└ initial mass       = 2.9255250415427088e+01
Test Summary:                                                                                                                  | Test Summary:                                                                                                                  | Test Summary:                                                                                                                  | Pass  Pass  Pass  Total
TotalTotal

/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/conservation/sphere.jl |    1  /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/conservation/sphere.jl/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/conservation/sphere.jl |  |     1
   1     1      1    1

[ Info: (Array, Float32)
┌ Info: Starting
│ norm(Q₀) = 4.4181084632873535e+00
└ sum(Q₀) = 2.9255237579345703e+01
┌ Info: Finished
│ norm(Q)            = 4.4304566383361816e+00
│ norm(Q) / norm(Q₀) = 1.0027948617935181e+00
│ norm(Q) - norm(Q₀) = 1.2348175048828125e-02
│ max mass loss      = 0.0000000000000000e+00
│ max mass gain      = 0.0000000000000000e+00
└ initial mass       = 2.9255237579345703e+01
Test Summary:                                                                                                                  | Test Summary:                                                                                                                  | Test Summary:                                                                                                                  | Pass  Pass  Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/conservation/sphere.jl | Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/conservation/sphere.jl |    1     1      1
    1
Pass  Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/conservation/sphere.jl |    1      1

out_10783966

+ hostname
hpc-22-17.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783966_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783966_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/advection_sphere.jl
[ Info: (Array, Float64)
┌ Info: Starting
│ problem   = SolidBodyRotation
│ method    = LSRK144NiegemannDiehlBusch
│ time step = 7.1428571428571425e-02
└ norm(Q₀)  = 6.3810679373927848e-01
┌ Info: Finished
│ Δmass                   = 7.0103401895551229e-15
│ norm(Q)                 = 6.0927759884214716e-01
│ norm(Q) / norm(Q₀)      = 9.5482073662279399e-01
│ norm(Q) - norm(Q₀)      = -2.8829194897131316e-02
│ norm(Q - Qe)            = 1.3199024557832187e-01
└ norm(Q - Qe) / norm(Qe) = 2.0684663895343394e-01
[ Info: 
[ Info: (Array, Float64)
┌ Info: Starting
│ problem   = SolidBodyRotation
│ method    = SSPRK33ShuOsher
│ time step = 1.5151515151515152e-02
└ norm(Q₀)  = 6.3810679373927848e-01
┌ Info: Finished
│ Δmass                   = 2.6639292720309469e-15
│ norm(Q)                 = 6.0758654980256122e-01
│ norm(Q) / norm(Q₀)      = 9.5217063313513728e-01
│ norm(Q) - norm(Q₀)      = -3.0520243936717262e-02
│ norm(Q - Qe)            = 1.1055145388897815e-01
└ norm(Q - Qe) / norm(Qe) = 1.7324914101157168e-01
[ Info: 
[ Info: (Array, Float64)
┌ Info: Starting
│ problem   = SolidBodyRotation
│ method    = SSPRK34SpiteriRuuth
│ time step = 2.2727272727272728e-02
└ norm(Q₀)  = 6.3810679373927848e-01
┌ Info: Finished
│ Δmass                   = 1.9628952530754343e-15
│ norm(Q)                 = 5.9932132891912659e-01
│ norm(Q) / norm(Q₀)      = 9.3921790960276297e-01
│ norm(Q) - norm(Q₀)      = -3.8785464820151883e-02
│ norm(Q - Qe)            = 1.2641959922001447e-01
└ norm(Q - Qe) / norm(Qe) = 1.9811667962223226e-01
[ Info: 
[ Info: (Array, Float64)
┌ Info: Starting
│ problem   = ReversingDeformationalFlow
│ method    = LSRK144NiegemannDiehlBusch
│ time step = 1.6129032258064516e-01
└ norm(Q₀)  = 7.5338057383963131e-01
┌ Info: Finished
│ Δmass                   = 1.8614343182663521e-16
│ norm(Q)                 = 5.1909887102433183e-01
│ norm(Q) / norm(Q₀)      = 6.8902608993317371e-01
│ norm(Q) - norm(Q₀)      = -2.3428170281529948e-01
│ norm(Q - Qe)            = 5.5387951598735496e-01
└ norm(Q - Qe) / norm(Qe) = 7.3519219265833735e-01
[ Info: 
[ Info: (Array, Float64)
┌ Info: Starting
│ problem   = ReversingDeformationalFlow
│ method    = SSPRK33ShuOsher
│ time step = 3.3112582781456956e-02
└ norm(Q₀)  = 7.5338057383963131e-01
┌ Info: Finished
│ Δmass                   = 5.5843029547990565e-15
│ norm(Q)                 = 5.1716060651384743e-01
│ norm(Q) / norm(Q₀)      = 6.8645333377541140e-01
│ norm(Q) - norm(Q₀)      = -2.3621996732578388e-01
│ norm(Q - Qe)            = 5.5353962032596327e-01
└ norm(Q - Qe) / norm(Qe) = 7.3474103201895502e-01
[ Info: 
[ Info: (Array, Float64)
┌ Info: Starting
│ problem   = ReversingDeformationalFlow
│ method    = SSPRK34SpiteriRuuth
│ time step = 4.9504950495049507e-02
└ norm(Q₀)  = 7.5338057383963131e-01
┌ Info: Finished
│ Δmass                   = 5.0258726593191508e-15
│ norm(Q)                 = 5.1534369870022134e-01
│ norm(Q) / norm(Q₀)      = 6.8404166047679404e-01
│ norm(Q) - norm(Q₀)      = -2.3803687513940996e-01
│ norm(Q - Qe)            = 5.5404045660832868e-01
└ norm(Q - Qe) / norm(Qe) = 7.3540581725467313e-01
[ Info: 
Test Summary:                                                                                                                                   | Test Summary:                                                                                                                                   | Pass  Pass  TotalTotal

/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/advection_sphere.jl | /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/advection_sphere.jl |   12    12     12   12

out_10783967

+ hostname
hpc-91-10.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783967_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783967_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Driver/gcm_driver_test.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = SphericalOrientation()
│     ref_state = HydrostaticState{DecayingTemperatureProfile{Float64},Float64}(DecayingTemperatureProfile{Float64}(300.0, 300.0, 8776.832091407436), 0.0)
│     turbulence = ConstantViscosityWithDivergence{Float64}(0.0)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = DryModel()
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = Gravity()
│     tracers = NoTracers()
│     boundarycondition = AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC())
│     init_state_prognostic = AcousticWaveSetup{Float64}(10000.0, 300.0, 3.0, 100.0, 1)
└     data_config = nothing
┌ Info: Establishing Atmos GCM configuration for GCM Driver test
│     precision        = Float64
│     polynomial order = 4
│     #horiz elems     = 4
│     #vert elems      = 6
│     domain height    = 1.00e+04 m
│     MPI ranks        = 1
│     min(Δ_horz)      = 305681.05 m
└     min(Δ_vert)      = 287.79 m
[ Info: Initializing GCM Driver test
┌ Info: Starting GCM Driver test
│     dt              = 6.00000e+02
│     timeend         =  1800.00
│     number of steps = 3
└     norm(Q)         = 9.5073564673382391e+13
┌ Info: Update
│     simtime =  1200.00 /  1800.00
│     runtime = 00:01:22
└     norm(Q) = 9.5073509603404625e+13
┌ Info: Finished
│     norm(Q)            = 9.5073454833171922e+13
│     norm(Q) / norm(Q₀) = 9.9999884468189615e-01
└     norm(Q) - norm(Q₀) = -1.0984021046875000e+08

out_10783968

+ hostname
hpc-89-15.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783968_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783968_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/SystemSolvers/poisson.jl
[ Info: (Array, Float64, 1, 2)
┌ Info: Finished
│ error = 5.0540243605694528e-02
└ iters = 49
[ Info: (Array, Float64, 1, 3)
┌ Info: Finished
│ error = 1.4957957659447905e-02
└ iters = 39
[ Info: (Array, Float64, 2, 2)
┌ Info: Finished
│ error = 5.0540243614350271e-02
└ iters = 38
[ Info: (Array, Float64, 2, 3)
┌ Info: Finished
│ error = 1.4957957667511290e-02
└ iters = 35

out_10783969

+ hostname
hpc-92-18.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783969_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783969_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/SystemSolvers/columnwiselu.jl

out_10783970

+ hostname
hpc-92-30.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783970_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783970_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/SystemSolvers/bandedsystem.jl
Test Summary:                                                                                                                              | Test Summary:                                                                                                                              | Pass  Pass  Total
Total
Test Summary:                                                                                                                              | Pass  Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/SystemSolvers/bandedsystem.jl DGModel matrix |   72  /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/SystemSolvers/bandedsystem.jl DGModel matrix |    72
  72     72
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/SystemSolvers/bandedsystem.jl DGModel matrix |   72     72

out_10783971

+ hostname
hpc-92-30.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783971_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783971_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/Mesh/interpolation.jl
Test Summary:       | Pass  Test Summary:       | Test Summary:       | Total
Pass  Pass  Total
Interpolation tests | Total
   4      4
Interpolation tests | Interpolation tests |    4     4      4
    4

out_10783972

+ hostname
hpc-93-30.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783972_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783972_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Ocean/ShallowWater/GyreDriver.jl
[ Info: running Ne 10 and N 4 with
┌ Info: 
└  dt = 63.102347
┌ Info: Finished
└ error = 1.6068814534515000e-03

out_10783973

+ hostname
hpc-90-30.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783973_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783973_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Ocean/HydrostaticBoussinesq/test_windstress_short.jl
[ Info: Initializing test_windstress_short_imex
# SC Start: creating state check callback
# SC Creating state check callback labeled "Q" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "s_aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Finish: creating state check callback
┌ Info: Starting test_windstress_short_imex
│     dt              = 6.00000e+01
│     timeend         =  3600.00
│     number of steps = 60
└     norm(Q)         = 3.9999999999999446e+08
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|           Q|     u[1] | -4.816967156150e-03|  4.816797832405e-03| -2.356935541428e-09|  6.651412037705e-04|
# SC 0000000|           Q|     u[2] | -7.872140840669e-05|  7.203628891515e-05| -7.310803632751e-08|  1.088490400697e-05|
# SC 0000000|           Q|        η | -4.385704986098e-04|  4.381813998638e-04| -2.721125189119e-07|  8.454436630824e-05|
# SC 0000000|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  1.199572584500e-14|
# SC 0000000|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000000|       s_aux|        w | -1.953128148108e-06|  1.950431915088e-06|  4.748929817334e-11|  1.000778168241e-07|
# SC 0000000|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000000|       s_aux|      wz0 | -1.953128148108e-06|  1.950431915088e-06| -1.924606566695e-09|  3.789940508572e-07|
# SC 0000000|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000006|           Q|     u[1] | -8.762581102234e-03|  8.761248683760e-03| -1.404788004066e-08|  1.217124187050e-03|
# SC 0000006|           Q|     u[2] | -3.134179749775e-04|  2.871487509767e-04| -2.705317220278e-07|  4.279575122622e-05|
# SC 0000006|           Q|        η | -1.177011416839e-03|  1.174648857528e-03| -1.498143862249e-06|  2.329907999113e-04|
# SC 0000006|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  1.970458404621e-14|
# SC 0000006|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000006|       s_aux|        w | -3.197897871821e-06|  3.193033593149e-06|  8.484554670326e-10|  2.621973564041e-07|
# SC 0000006|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000006|       s_aux|      wz0 | -1.991406694755e-06|  1.980751901700e-06| -4.923446927061e-09|  4.318253011329e-07|
# SC 0000006|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000012|           Q|     u[1] | -1.264425824032e-02|  1.263981684961e-02| -4.486957235733e-08|  1.765747718816e-03|
# SC 0000012|           Q|     u[2] | -7.010843384193e-04|  6.429024646858e-04| -5.848583241079e-07|  9.524091316591e-05|
# SC 0000012|           Q|        η | -1.819988514163e-03|  1.808744085910e-03| -3.778043931427e-06|  3.803662258185e-04|
# SC 0000012|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  2.617527234834e-14|
# SC 0000012|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000012|       s_aux|        w | -5.630057828421e-06|  5.596583253418e-06|  3.164061138753e-09|  4.825155701059e-07|
# SC 0000012|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000012|       s_aux|      wz0 | -1.576093946334e-06|  1.568124012666e-06| -7.583269972810e-09|  4.267753819289e-07|
# SC 0000012|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000018|           Q|     u[1] | -1.645654509718e-02|  1.644615702006e-02| -1.032150583512e-07|  2.307128543625e-03|
# SC 0000018|           Q|     u[2] | -1.233428986672e-03|  1.131616967162e-03| -1.009823039237e-06|  1.675709039297e-04|
# SC 0000018|           Q|        η | -2.329993234096e-03|  2.292956326465e-03| -6.772692961080e-06|  5.217457551215e-04|
# SC 0000018|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  3.061236137569e-14|
# SC 0000018|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000018|       s_aux|        w | -7.938593603830e-06|  7.853434809666e-06|  7.637738310016e-09|  6.980294213035e-07|
# SC 0000018|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000018|       s_aux|      wz0 | -1.675351948779e-06|  1.567315725745e-06| -8.742176022146e-09|  4.431051792999e-07|
# SC 0000018|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000024|           Q|     u[1] | -2.021637956719e-02|  2.019633829637e-02| -1.968442908499e-07|  2.839714754261e-03|
# SC 0000024|           Q|     u[2] | -1.899493706694e-03|  1.742861447296e-03| -1.540049095619e-06|  2.591715930536e-04|
# SC 0000024|           Q|        η | -2.784265516077e-03|  2.700036662806e-03| -9.829345973569e-06|  6.679405624558e-04|
# SC 0000024|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  3.519227574535e-14|
# SC 0000024|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000024|       s_aux|        w | -1.001372769648e-05|  9.865253197740e-06|  1.449921459569e-08|  8.941344575390e-07|
# SC 0000024|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000024|       s_aux|      wz0 | -1.933997836082e-06|  1.744961820730e-06| -7.939062669512e-09|  4.761227083280e-07|
# SC 0000024|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000024|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000024|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000024|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000030|           Q|     u[1] | -2.391716562600e-02|  2.388293688082e-02| -3.328564784521e-07|  3.362338714279e-03|
# SC 0000030|           Q|     u[2] | -2.692169269866e-03|  2.468050482134e-03| -2.169445397514e-06|  3.694308905986e-04|
# SC 0000030|           Q|        η | -3.264926351935e-03|  3.101026673255e-03| -1.231326906897e-05|  8.270172791617e-04|
# SC 0000030|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  4.017641499987e-14|
# SC 0000030|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000030|       s_aux|        w | -1.189520703442e-05|  1.168148612207e-05|  2.346266606741e-08|  1.074913450505e-06|
# SC 0000030|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000030|       s_aux|      wz0 | -1.923965952388e-06|  1.758045519807e-06| -5.713613752806e-09|  5.178487682610e-07|
# SC 0000030|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000030|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000030|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000030|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000036|           Q|     u[1] | -2.753725889773e-02|  2.748360082038e-02| -5.172970443874e-07|  3.873861642984e-03|
# SC 0000036|           Q|     u[2] | -3.625447763663e-03|  3.323903518843e-03| -2.888040827870e-06|  4.976978646978e-04|
# SC 0000036|           Q|        η | -3.819697922034e-03|  3.552898489487e-03| -1.391134533861e-05|  1.001348146214e-03|
# SC 0000036|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  4.651122561947e-14|
# SC 0000036|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000036|       s_aux|        w | -1.368622467332e-05|  1.341298753104e-05|  3.392976403272e-08|  1.248511670518e-06|
# SC 0000036|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000036|       s_aux|      wz0 | -1.758735343429e-06|  1.587616352808e-06| -3.222608726208e-09|  5.558161475031e-07|
# SC 0000036|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000042|           Q|     u[1] | -3.106603432026e-02|  3.098697613099e-02| -7.549563284923e-07|  4.373547256258e-03|
# SC 0000042|           Q|     u[2] | -4.680063476788e-03|  4.292118522061e-03| -3.682691577686e-06|  6.432860922793e-04|
# SC 0000042|           Q|        η | -4.446240411920e-03|  4.054496025076e-03| -1.474860285970e-05|  1.187703458556e-03|
# SC 0000042|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  5.349351338965e-14|
# SC 0000042|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000042|       s_aux|        w | -1.550249952047e-05|  1.518213613114e-05|  4.528758982624e-08|  1.429910421051e-06|
# SC 0000042|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000042|       s_aux|      wz0 | -1.852119287415e-06|  1.465936436726e-06| -1.648633384452e-09|  5.982279762284e-07|
# SC 0000042|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000042|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000042|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000042|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000048|           Q|     u[1] | -3.452156612406e-02|  3.441036058033e-02| -1.049570608110e-06|  4.860993509216e-03|
# SC 0000048|           Q|     u[2] | -5.850152222390e-03|  5.366592109213e-03| -4.539905849169e-06|  8.055054340231e-04|
# SC 0000048|           Q|        η | -5.103992701005e-03|  4.571363448412e-03| -1.529794347793e-05|  1.382596716554e-03|
# SC 0000048|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  6.134164199963e-14|
# SC 0000048|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000048|       s_aux|        w | -1.739230848367e-05|  1.704024405455e-05|  5.717365982653e-08|  1.626402214992e-06|
# SC 0000048|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000048|       s_aux|      wz0 | -1.872928616492e-06|  1.498487547932e-06| -1.670248537402e-09|  6.496033713537e-07|
# SC 0000048|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000048|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000048|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000048|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000054|           Q|     u[1] | -3.790268773097e-02|  3.775204873928e-02| -1.403915034235e-06|  5.335728163642e-03|
# SC 0000054|           Q|     u[2] | -7.131285208999e-03|  6.543481344603e-03| -5.446542094527e-06|  9.836704841026e-04|
# SC 0000054|           Q|        η | -5.751568978881e-03|  5.068239099488e-03| -1.613450298952e-05|  1.585997167996e-03|
# SC 0000054|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  6.624470479663e-14|
# SC 0000054|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000054|       s_aux|        w | -1.931252547039e-05|  1.894139281940e-05|  6.962872013436e-08|  1.829623294284e-06|
# SC 0000054|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000054|       s_aux|      wz0 | -1.784606065009e-06|  1.420965324240e-06| -3.155751678054e-09|  7.005111441603e-07|
# SC 0000054|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000054|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000054|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000054|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Finished
│     norm(Q)            = 4.0000000866202027e+08
│     norm(Q) / norm(Q₀) = 1.0000000216550646e+00
└     norm(Q) - norm(Q₀) = 8.6620258092880249e+00
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [     "Q",   "u[1]", -3.79026877309739870792e-02,  3.77520487392761019962e-02, -1.40391503423549583165e-06,  5.33572816364154094149e-03 ],
 [     "Q",   "u[2]", -7.13128520899887919510e-03,  6.54348134460299140497e-03, -5.44654209452693992255e-06,  9.83670484102603564017e-04 ],
 [     "Q",       :η, -5.75156897888058193241e-03,  5.06823909948795735952e-03, -1.61345029895165045981e-05,  1.58599716799624540151e-03 ],
 [     "Q",       :θ,  2.00000000000000000000e+01,  2.00000000000003126388e+01,  2.00000000000000532907e+01,  6.62447047966319320733e-14 ],
 [ "s_aux",       :y,  0.00000000000000000000e+00,  1.00000000000000011642e+06,  5.00000000000000000000e+05,  2.92779390974978974555e+05 ],
 [ "s_aux",       :w, -1.93125254703896203582e-05,  1.89413928193984730205e-05,  6.96287201343573299992e-08,  1.82962329428399408567e-06 ],
 [ "s_aux",    :pkin, -1.60000000000008335554e+00,  0.00000000000000000000e+00, -8.00000000000004152234e-01,  4.68447025559968477371e-01 ],
 [ "s_aux",     :wz0, -1.78460606500916480061e-06,  1.42096532424022238496e-06, -3.15575167805438891908e-09,  7.00511144160313463859e-07 ],
 [ "s_aux",  "uᵈ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux",  "uᵈ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux", "ΔGᵘ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux", "ΔGᵘ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [     "Q",   "u[1]",    16,    16,    16,    16 ],
 [     "Q",   "u[2]",    16,    16,    16,    16 ],
 [     "Q",       :η,    16,    16,    16,    16 ],
 [     "Q",       :θ,    16,    16,    16,    16 ],
 [ "s_aux",       :y,    16,    16,    16,    16 ],
 [ "s_aux",       :w,    16,    16,    16,    16 ],
 [ "s_aux",    :pkin,    16,    16,    16,    16 ],
 [ "s_aux",     :wz0,    16,    16,    16,    16 ],
 [ "s_aux",  "uᵈ[1]",    16,    16,    16,    16 ],
 [ "s_aux",  "uᵈ[2]",    16,    16,    16,    16 ],
 [ "s_aux", "ΔGᵘ[1]",    16,    16,    16,    16 ],
 [ "s_aux", "ΔGᵘ[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC            Q,         u[1],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC            Q,         u[2],        15,        14,        15,        15 :: P=6, F=0, NA=0
# SC            Q,            η,        15,        15,        14,        15 :: P=6, F=0, NA=0
# SC            Q,            θ,        15,        15,        15,         0 :: P=5, F=0, NA=1
# SC        s_aux,            y,        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,            w,        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,         pkin,        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,          wz0,        15,        15,        13,        15 :: P=6, F=0, NA=0
# SC        s_aux,        uᵈ[1],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,        uᵈ[2],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,       ΔGᵘ[1],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,       ΔGᵘ[2],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
[ Info: Initializing test_windstress_short_explicit
# SC Start: creating state check callback
# SC Creating state check callback labeled "Q" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "s_aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Finish: creating state check callback
┌ Info: Starting test_windstress_short_explicit
│     dt              = 1.80000e+02
│     timeend         =  3600.00
│     number of steps = 20
└     norm(Q)         = 3.9999999999999446e+08
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|           Q|     u[1] | -4.311389428486e-03|  4.311221203173e-03| -1.813755586124e-09|  6.130681475117e-04|
# SC 0000000|           Q|     u[2] | -7.877319739560e-05|  7.209299779630e-05| -7.303174465974e-08|  1.089045733547e-05|
# SC 0000000|           Q|        η | -4.369485168766e-04|  4.365688648997e-04| -2.729711314561e-07|  8.426400929553e-05|
# SC 0000000|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  6.059836343579e-14|
# SC 0000000|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000000|       s_aux|        w | -1.899580941496e-06|  1.897117429254e-06|  3.622570382174e-11|  9.378319054235e-08|
# SC 0000000|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000000|       s_aux|      wz0 | -1.899580941496e-06|  1.897117429254e-06| -1.753562459382e-09|  3.676303739275e-07|
# SC 0000000|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000002|           Q|     u[1] | -8.260487146942e-03|  8.259156324526e-03| -1.356714251668e-08|  1.169746700707e-03|
# SC 0000002|           Q|     u[2] | -3.136572129836e-04|  2.873859649976e-04| -2.704953474373e-07|  4.281988724435e-05|
# SC 0000002|           Q|        η | -1.176261010794e-03|  1.173877529627e-03| -1.498089685576e-06|  2.328320889793e-04|
# SC 0000002|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  1.026430733936e-13|
# SC 0000002|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000002|       s_aux|        w | -3.046993287780e-06|  3.042926104409e-06|  7.718534555013e-10|  2.490925638605e-07|
# SC 0000002|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000002|       s_aux|      wz0 | -2.014339235275e-06|  2.004519990702e-06| -4.726609117869e-09|  4.318678716596e-07|
# SC 0000002|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000002|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000002|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000002|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000004|           Q|     u[1] | -1.214565487011e-02|  1.214121470464e-02| -4.439073428251e-08|  1.720517653366e-03|
# SC 0000004|           Q|     u[2] | -7.016109920241e-04|  6.434067088805e-04| -5.849606718431e-07|  9.529698740507e-05|
# SC 0000004|           Q|        η | -1.820349956399e-03|  1.809050823687e-03| -3.774821243073e-06|  3.803653602057e-04|
# SC 0000004|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  1.200365740635e-13|
# SC 0000004|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000004|       s_aux|        w | -5.474985460706e-06|  5.444136005784e-06|  2.974630603310e-09|  4.680749868062e-07|
# SC 0000004|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000004|       s_aux|      wz0 | -1.604021507518e-06|  1.597346672191e-06| -7.436191095028e-09|  4.267729269383e-07|
# SC 0000004|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000004|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000004|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000004|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000006|           Q|     u[1] | -1.596136765816e-02|  1.595097673565e-02| -1.027521293376e-07|  2.263177151532e-03|
# SC 0000006|           Q|     u[2] | -1.234398889451e-03|  1.132531422503e-03| -1.010182178552e-06|  1.676718939562e-04|
# SC 0000006|           Q|        η | -2.330837525066e-03|  2.293764036552e-03| -6.766517217461e-06|  5.218029755633e-04|
# SC 0000006|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  1.529211626936e-13|
# SC 0000006|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000006|       s_aux|        w | -7.798029045070e-06|  7.716760875011e-06|  7.297685907780e-09|  6.847990888626e-07|
# SC 0000006|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000006|       s_aux|      wz0 | -1.646242567868e-06|  1.557940216615e-06| -8.717665903712e-09|  4.413743661867e-07|
# SC 0000006|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000008|           Q|     u[1] | -1.972452482640e-02|  1.970447322639e-02| -1.964094251415e-07|  2.796651611416e-03|
# SC 0000008|           Q|     u[2] | -1.901079234369e-03|  1.744347101225e-03| -1.540720109423e-06|  2.593294542412e-04|
# SC 0000008|           Q|        η | -2.785090697619e-03|  2.700763024289e-03| -9.823445455896e-06|  6.679839568664e-04|
# SC 0000008|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  1.851934405573e-13|
# SC 0000008|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000008|       s_aux|        w | -9.888759594644e-06|  9.744626996663e-06|  1.400533888096e-08|  8.821743235619e-07|
# SC 0000008|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000008|       s_aux|      wz0 | -1.925657331868e-06|  1.734197209346e-06| -8.044368263616e-09|  4.735436151040e-07|
# SC 0000008|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000008|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000008|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000008|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000010|           Q|     u[1] | -2.342862060748e-02|  2.339437288478e-02| -3.324411871528e-07|  3.319963996604e-03|
# SC 0000010|           Q|     u[2] | -2.694467031657e-03|  2.470242789669e-03| -2.170476743975e-06|  3.696571036460e-04|
# SC 0000010|           Q|        η | -3.265308098910e-03|  3.101452541371e-03| -1.231149748860e-05|  8.270038574749e-04|
# SC 0000010|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  2.071902033084e-13|
# SC 0000010|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000010|       s_aux|        w | -1.178129053271e-05|  1.157184827780e-05|  2.284473836529e-08|  1.063844615414e-06|
# SC 0000010|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000010|       s_aux|      wz0 | -1.931456872925e-06|  1.764421060150e-06| -5.891112667841e-09|  5.148620403427e-07|
# SC 0000010|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000010|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000010|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000010|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000012|           Q|     u[1] | -2.705220149700e-02|  2.699850959020e-02| -5.169178717649e-07|  3.832058754242e-03|
# SC 0000012|           Q|     u[2] | -3.628600910888e-03|  3.326840085603e-03| -2.889544606841e-06|  4.980041845377e-04|
# SC 0000012|           Q|        η | -3.819295208645e-03|  3.552596330844e-03| -1.391591613840e-05|  1.001245853841e-03|
# SC 0000012|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  2.168215422198e-13|
# SC 0000012|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000012|       s_aux|        w | -1.357516377098e-05|  1.330565513804e-05|  3.323240515504e-08|  1.237681281277e-06|
# SC 0000012|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000012|       s_aux|      wz0 | -1.772986863410e-06|  1.603032718529e-06| -3.385868384792e-09|  5.532509856651e-07|
# SC 0000012|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000014|           Q|     u[1] | -3.058428363017e-02|  3.050517126116e-02| -7.546648127322e-07|  4.332229990386e-03|
# SC 0000014|           Q|     u[2] | -4.684206840555e-03|  4.295970306672e-03| -3.684791997513e-06|  6.436840929624e-04|
# SC 0000014|           Q|        η | -4.445302086602e-03|  4.053697503641e-03| -1.475853972635e-05|  1.187569390148e-03|
# SC 0000014|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  2.336906331567e-13|
# SC 0000014|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000014|       s_aux|        w | -1.538617529373e-05|  1.506854486868e-05|  4.455031175629e-08|  1.418041326495e-06|
# SC 0000014|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000014|       s_aux|      wz0 | -1.845356115397e-06|  1.465815904160e-06| -1.721647303234e-09|  5.948519262166e-07|
# SC 0000014|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000014|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000014|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000014|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000016|           Q|     u[1] | -3.404281772351e-02|  3.393153101919e-02| -1.049411459420e-06|  4.820097887826e-03|
# SC 0000016|           Q|     u[2] | -5.855406717581e-03|  5.371471180061e-03| -4.542670378030e-06|  8.060056782615e-04|
# SC 0000016|           Q|        η | -5.103297929071e-03|  4.570797871933e-03| -1.530870826891e-05|  1.382500582395e-03|
# SC 0000016|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  2.508997975919e-13|
# SC 0000016|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000016|       s_aux|        w | -1.726999166427e-05|  1.691956037185e-05|  5.641388720441e-08|  1.613411959384e-06|
# SC 0000016|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000016|       s_aux|      wz0 | -1.876039260584e-06|  1.499928919906e-06| -1.621119551315e-09|  6.460890515998e-07|
# SC 0000016|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000016|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000016|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000016|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000018|           Q|     u[1] | -3.742707526393e-02|  3.727632153014e-02| -1.403926942852e-06|  5.295218499315e-03|
# SC 0000018|           Q|     u[2] | -7.137763767925e-03|  6.549492263352e-03| -5.450046423141e-06|  9.842831488039e-04|
# SC 0000018|           Q|        η | -5.751463807587e-03|  5.068199057425e-03| -1.613994636799e-05|  1.585942551185e-03|
# SC 0000018|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  2.675854553742e-13|
# SC 0000018|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000018|       s_aux|        w | -1.919038468734e-05|  1.882013680030e-05|  6.883311652421e-08|  1.816577387352e-06|
# SC 0000018|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000018|       s_aux|      wz0 | -1.793590663227e-06|  1.429781242515e-06| -3.014556017895e-09|  6.972464855352e-07|
# SC 0000018|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Finished
│     norm(Q)            = 4.0000000865954304e+08
│     norm(Q) / norm(Q₀) = 1.0000000216488714e+00
└     norm(Q) - norm(Q₀) = 8.6595485806465149e+00
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [     "Q",   "u[1]", -3.74270752639265999462e-02,  3.72763215301359362996e-02, -1.40392694285208118114e-06,  5.29521849931499036940e-03 ],
 [     "Q",   "u[2]", -7.13776376792461201420e-03,  6.54949226335151471479e-03, -5.45004642314125191898e-06,  9.84283148803916747502e-04 ],
 [     "Q",       :η, -5.75146380758659227922e-03,  5.06819905742458571424e-03, -1.61399463679930203460e-05,  1.58594255118544398206e-03 ],
 [     "Q",       :θ,  1.99999999999997797318e+01,  2.00000000000014530599e+01,  2.00000000000005329071e+01,  2.67585455374186858485e-13 ],
 [ "s_aux",       :y,  0.00000000000000000000e+00,  1.00000000000000011642e+06,  5.00000000000000000000e+05,  2.92779390974978974555e+05 ],
 [ "s_aux",       :w, -1.91903846873385913990e-05,  1.88201368002982581966e-05,  6.88331165242057969466e-08,  1.81657738735157746484e-06 ],
 [ "s_aux",    :pkin, -1.60000000000012110313e+00,  0.00000000000000000000e+00, -8.00000000000023470115e-01,  4.68447025559979357556e-01 ],
 [ "s_aux",     :wz0, -1.79359066322732244575e-06,  1.42978124251466165345e-06, -3.01455601789506194889e-09,  6.97246485535162120670e-07 ],
 [ "s_aux",  "uᵈ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux",  "uᵈ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux", "ΔGᵘ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux", "ΔGᵘ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [     "Q",   "u[1]",    16,    16,    16,    16 ],
 [     "Q",   "u[2]",    16,    16,    16,    16 ],
 [     "Q",       :η,    16,    16,    16,    16 ],
 [     "Q",       :θ,    16,    16,    16,    16 ],
 [ "s_aux",       :y,    16,    16,    16,    16 ],
 [ "s_aux",       :w,    16,    16,    16,    16 ],
 [ "s_aux",    :pkin,    16,    16,    16,    16 ],
 [ "s_aux",     :wz0,    16,    16,    16,    16 ],
 [ "s_aux",  "uᵈ[1]",    16,    16,    16,    16 ],
 [ "s_aux",  "uᵈ[2]",    16,    16,    16,    16 ],
 [ "s_aux", "ΔGᵘ[1]",    16,    16,    16,    16 ],
 [ "s_aux", "ΔGᵘ[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC            Q,         u[1],        15,        15,        13,        14 :: P=6, F=0, NA=0
# SC            Q,         u[2],        15,        15,        13,        15 :: P=6, F=0, NA=0
# SC            Q,            η,        13,        13,        12,        15 :: P=6, F=0, NA=0
# SC            Q,            θ,        15,        15,        15,         0 :: P=5, F=0, NA=1
# SC        s_aux,            y,        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,            w,        14,        14,        12,        14 :: P=6, F=0, NA=0
# SC        s_aux,         pkin,        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,          wz0,        13,        12,        10,        13 :: P=6, F=0, NA=0
# SC        s_aux,        uᵈ[1],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,        uᵈ[2],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,       ΔGᵘ[1],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,       ΔGᵘ[2],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
Test Summary:                                                                                                                             | Pass  Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/HydrostaticBoussinesq/test_windstress_short.jl |    2      2

out_10783974

+ hostname
hpc-90-30.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783974_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783974_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Ocean/HydrostaticBoussinesq/test_ocean_gyre_short.jl
[ Info: Initializing ocean_gyre_short
# SC Start: creating state check callback
# SC Creating state check callback labeled "Q" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "s_aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Finish: creating state check callback
┌ Info: Starting ocean_gyre_short
│     dt              = 1.20000e+02
│     timeend         =  3600.00
│     number of steps = 30
└     norm(Q)         = 1.0488088481701517e+08
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|           Q|     u[1] | -1.694654604701e-03|  1.694444069639e-03| -3.204757509056e-05|  2.411231420516e-04|
# SC 0000000|           Q|     u[2] | -4.419653174086e-03|  3.003231216575e-05| -1.741856718246e-03|  1.343633351187e-03|
# SC 0000000|           Q|        η | -1.686210422227e-03|  1.698617437205e-03| -2.135337799588e-07|  1.147955573931e-03|
# SC 0000000|           Q|        θ |  1.607040644379e-06|  9.000709421207e+00|  2.499996824983e+00|  2.197465993107e+00|
# SC 0000000|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000000|       s_aux|        w | -9.003697553112e-06|  8.996346859465e-06|  1.472037593282e-10|  4.237865672440e-06|
# SC 0000000|       s_aux|     pkin | -9.000010254289e-01|  0.000000000000e+00| -3.321424739851e-01|  2.562775390129e-01|
# SC 0000000|       s_aux|      wz0 | -9.003697553112e-06|  8.996346859465e-06| -1.352767270407e-09|  6.084606241868e-06|
# SC 0000000|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000003|           Q|     u[1] | -3.332121798524e-03|  3.343847010786e-03| -1.242442904651e-04|  4.791988841668e-04|
# SC 0000003|           Q|     u[2] | -8.784144804619e-03|  1.270159108885e-04| -3.419469205989e-03|  2.707815238537e-03|
# SC 0000003|           Q|        η | -6.762998463620e-03|  6.728221794862e-03| -1.042319962594e-06|  4.572329398935e-03|
# SC 0000003|           Q|        θ |  2.959163604609e-06|  9.001290750250e+00|  2.499987423196e+00|  2.197453000588e+00|
# SC 0000003|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000003|       s_aux|        w | -1.860524209821e-05|  1.856634019219e-05|  1.506591867623e-09|  8.660945170724e-06|
# SC 0000003|       s_aux|     pkin | -9.000007093804e-01|  0.000000000000e+00| -3.321413392068e-01|  2.562755870574e-01|
# SC 0000003|       s_aux|      wz0 | -1.852442488517e-05|  1.842334408646e-05| -2.991033408748e-09|  1.242916900697e-05|
# SC 0000003|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000003|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000003|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000003|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000006|           Q|     u[1] | -4.989971227921e-03|  5.035425787491e-03| -2.729036676112e-04|  7.340321256355e-04|
# SC 0000006|           Q|     u[2] | -1.305347809685e-02|  3.136898167641e-04| -5.047705156872e-03|  4.052417067946e-03|
# SC 0000006|           Q|        η | -1.525807244970e-02|  1.518101132916e-02| -2.210793708691e-06|  1.027519921899e-02|
# SC 0000006|           Q|        θ |  4.179059452718e-06|  9.001787975812e+00|  2.499971839657e+00|  2.197432483439e+00|
# SC 0000006|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000006|       s_aux|        w | -3.001463467543e-05|  2.802537883211e-05|  5.054024426513e-09|  1.306924584713e-05|
# SC 0000006|       s_aux|     pkin | -8.999980660900e-01|  0.000000000000e+00| -3.321394592753e-01|  2.562725923101e-01|
# SC 0000006|       s_aux|      wz0 | -2.793550780562e-05|  2.777297945544e-05| -3.168446557993e-09|  1.874177116688e-05|
# SC 0000006|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000009|           Q|     u[1] | -6.618131458184e-03|  6.727903984935e-03| -4.742061229181e-04|  1.010822419057e-03|
# SC 0000009|           Q|     u[2] | -1.719556379618e-02|  6.187601221292e-04| -6.605556756109e-03|  5.363347432864e-03|
# SC 0000009|           Q|        η | -2.699583523462e-02|  2.679016409515e-02| -3.114058414201e-06|  1.820252610325e-02|
# SC 0000009|           Q|        θ |  5.295942717864e-06|  9.002210163040e+00|  2.499950264892e+00|  2.197404702175e+00|
# SC 0000009|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000009|       s_aux|        w | -4.050702870905e-05|  3.689438200511e-05|  1.083490397977e-08|  1.733948500254e-05|
# SC 0000009|       s_aux|     pkin | -8.999926839173e-01|  0.000000000000e+00| -3.321368587347e-01|  2.562685798819e-01|
# SC 0000009|       s_aux|      wz0 | -3.674861150947e-05|  3.651488771935e-05| -1.820759778404e-09|  2.477908523566e-05|
# SC 0000009|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000009|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000009|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000009|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000012|           Q|     u[1] | -8.195087436033e-03|  8.400861797203e-03| -7.212646277029e-04|  1.313806469112e-03|
# SC 0000012|           Q|     u[2] | -2.117901852736e-02|  1.066508623409e-03| -8.071715793874e-03|  6.630052295993e-03|
# SC 0000012|           Q|        η | -4.171896838112e-02|  4.139918552779e-02| -3.494210435762e-06|  2.822230615602e-02|
# SC 0000012|           Q|        θ |  6.332227053424e-06|  9.002569101133e+00|  2.499923033674e+00|  2.197370123907e+00|
# SC 0000012|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000012|       s_aux|        w | -4.973455224761e-05|  4.557225064852e-05|  1.803607345153e-08|  2.138741105113e-05|
# SC 0000012|       s_aux|     pkin | -8.999847372629e-01|  0.000000000000e+00| -3.321335814467e-01|  2.562636024926e-01|
# SC 0000012|       s_aux|      wz0 | -4.513722696981e-05|  4.479849155312e-05| -5.609144760914e-10|  3.038438837350e-05|
# SC 0000012|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000015|           Q|     u[1] | -9.726520479918e-03|  1.005904974704e-02| -1.004255255909e-03|  1.645538049218e-03|
# SC 0000015|           Q|     u[2] | -2.501406481166e-02|  1.689009091289e-03| -9.426412233980e-03|  7.843599061409e-03|
# SC 0000015|           Q|        η | -5.921615386192e-02|  5.889613734760e-02| -3.680332506283e-06|  4.016777464044e-02|
# SC 0000015|           Q|        θ |  7.305104943842e-06|  9.002874681341e+00|  2.499890559630e+00|  2.197329301626e+00|
# SC 0000015|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000015|       s_aux|        w | -5.948595132775e-05|  5.469848166531e-05|  2.598427112097e-08|  2.519877261107e-05|
# SC 0000015|       s_aux|     pkin | -8.999744378382e-01|  0.000000000000e+00| -3.321296819534e-01|  2.562577250523e-01|
# SC 0000015|       s_aux|      wz0 | -5.235960954420e-05|  5.365290344126e-05| -7.205492319171e-10|  3.553359530578e-05|
# SC 0000015|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000015|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000015|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000015|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000018|           Q|     u[1] | -1.124997028181e-02|  1.171010055486e-02| -1.312281744996e-03|  2.006148284267e-03|
# SC 0000018|           Q|     u[2] | -2.864147850802e-02|  2.511615586988e-03| -1.065215882491e-02|  8.996437059822e-03|
# SC 0000018|           Q|        η | -7.895375354801e-02|  7.927694978038e-02| -4.165909335373e-06|  5.388043494707e-02|
# SC 0000018|           Q|        θ |  8.227768685541e-06|  9.003134229683e+00|  2.499853281271e+00|  2.197282776257e+00|
# SC 0000018|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000018|       s_aux|        w | -6.967771268071e-05|  6.338964056917e-05|  3.485579192157e-08|  2.880152698556e-05|
# SC 0000018|       s_aux|     pkin | -8.999619057795e-01|  0.000000000000e+00| -3.321252181400e-01|  2.562510117381e-01|
# SC 0000018|       s_aux|      wz0 | -6.073637735002e-05|  6.191960405688e-05| -1.929817555073e-09|  4.027492681642e-05|
# SC 0000018|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000021|           Q|     u[1] | -1.279168522901e-02|  1.337197550410e-02| -1.634791608123e-03|  2.394608175168e-03|
# SC 0000021|           Q|     u[2] | -3.202869868049e-02|  3.548906596481e-03| -1.173332434310e-02|  1.008207843281e-02|
# SC 0000021|           Q|        η | -1.014365050444e-01|  1.029200019825e-01| -5.037972030974e-06|  6.921205934717e-02|
# SC 0000021|           Q|        θ |  9.110336142452e-06|  9.003354354157e+00|  2.499811655280e+00|  2.197231072761e+00|
# SC 0000021|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000021|       s_aux|        w | -7.954504468847e-05|  7.139520986636e-05|  4.540183472876e-08|  3.219412011826e-05|
# SC 0000021|       s_aux|     pkin | -8.999473139620e-01|  0.000000000000e+00| -3.321202500309e-01|  2.562435248305e-01|
# SC 0000021|       s_aux|      wz0 | -6.830136705402e-05|  6.941655071053e-05| -2.660750614604e-09|  4.459391118711e-05|
# SC 0000021|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000021|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000021|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000021|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000024|           Q|     u[1] | -1.427585392135e-02|  1.511073031391e-02| -1.963862995452e-03|  2.810202579619e-03|
# SC 0000024|           Q|     u[2] | -3.514849322272e-02|  4.848579366867e-03| -1.265638687802e-02|  1.109556668551e-02|
# SC 0000024|           Q|        η | -1.259248821384e-01|  1.291327511333e-01| -5.923284070743e-06|  8.598866296967e-02|
# SC 0000024|           Q|        θ |  9.960560903645e-06|  9.003541565920e+00|  2.499766198348e+00|  2.197174787356e+00|
# SC 0000024|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000024|       s_aux|        w | -8.876392927493e-05|  7.890615906610e-05|  5.800201784938e-08|  3.531088640292e-05|
# SC 0000024|       s_aux|     pkin | -8.999309306863e-01|  0.000000000000e+00| -3.321148451886e-01|  2.562353354815e-01|
# SC 0000024|       s_aux|      wz0 | -7.535946820295e-05|  7.634316847655e-05| -2.117381537581e-09|  4.836819566606e-05|
# SC 0000024|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000024|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000024|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000024|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000027|           Q|     u[1] | -1.567527324655e-02|  1.685145058939e-02| -2.292470995126e-03|  3.251607019022e-03|
# SC 0000027|           Q|     u[2] | -3.797751892678e-02|  6.430038159690e-03| -1.340972832504e-02|  1.203373681946e-02|
# SC 0000027|           Q|        η | -1.532498559761e-01|  1.577693677258e-01| -6.479975248079e-06|  1.039858213758e-01|
# SC 0000027|           Q|        θ |  1.078422518241e-05|  9.003701817797e+00|  2.499717521061e+00|  2.197114656818e+00|
# SC 0000027|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000027|       s_aux|        w | -9.711674460449e-05|  8.578923929589e-05|  7.223054816256e-08|  3.808154093121e-05|
# SC 0000027|       s_aux|     pkin | -8.999130497675e-01|  0.000000000000e+00| -3.321090834593e-01|  2.562265328932e-01|
# SC 0000027|       s_aux|      wz0 | -8.177536685376e-05|  8.256313962995e-05| -1.107198846038e-09|  5.145809589652e-05|
# SC 0000027|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000027|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000027|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000027|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Finished
│     norm(Q)            = 1.0491961565660700e+08
│     norm(Q) / norm(Q₀) = 1.0003692840660088e+00
└     norm(Q) - norm(Q₀) = 3.8730839591830969e+04
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [     "Q",   "u[1]", -1.56752732465457698952e-02,  1.68514505893862798214e-02, -2.29247099512643048858e-03,  3.25160701902234457183e-03 ],
 [     "Q",   "u[2]", -3.79775189267773094492e-02,  6.43003815968998942987e-03, -1.34097283250433178814e-02,  1.20337368194613734962e-02 ],
 [     "Q",       :η, -1.53249855976140714198e-01,  1.57769367725845960360e-01, -6.47997524807942691574e-06,  1.03985821375781356535e-01 ],
 [     "Q",       :θ,  1.07842251824122442572e-05,  9.00370181779730316407e+00,  2.49971752106072120370e+00,  2.19711465681760964586e+00 ],
 [ "s_aux",       :y,  0.00000000000000000000e+00,  1.00000000000000011642e+06,  5.00000000000000000000e+05,  2.92779390974978974555e+05 ],
 [ "s_aux",       :w, -9.71167446044895538637e-05,  8.57892392958897861879e-05,  7.22305481625609170601e-08,  3.80815409312144906502e-05 ],
 [ "s_aux",    :pkin, -8.99913049767500972109e-01,  0.00000000000000000000e+00, -3.32109083459310172604e-01,  2.56226532893150116266e-01 ],
 [ "s_aux",     :wz0, -8.17753668537605539479e-05,  8.25631396299540855485e-05, -1.10719884603760479949e-09,  5.14580958965235382165e-05 ],
 [ "s_aux",  "uᵈ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux",  "uᵈ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux", "ΔGᵘ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux", "ΔGᵘ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [     "Q",   "u[1]",    16,    16,    16,    16 ],
 [     "Q",   "u[2]",    16,    16,    16,    16 ],
 [     "Q",       :η,    16,    16,    16,    16 ],
 [     "Q",       :θ,    16,    16,    16,    16 ],
 [ "s_aux",       :y,    16,    16,    16,    16 ],
 [ "s_aux",       :w,    16,    16,    16,    16 ],
 [ "s_aux",    :pkin,    16,    16,    16,    16 ],
 [ "s_aux",     :wz0,    16,    16,    16,    16 ],
 [ "s_aux",  "uᵈ[1]",    16,    16,    16,    16 ],
 [ "s_aux",  "uᵈ[2]",    16,    16,    16,    16 ],
 [ "s_aux", "ΔGᵘ[1]",    16,    16,    16,    16 ],
 [ "s_aux", "ΔGᵘ[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC            Q,         u[1],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC            Q,         u[2],        15,        13,        15,        15 :: P=6, F=0, NA=0
# SC            Q,            η,        15,        15,        11,        15 :: P=6, F=0, NA=0
# SC            Q,            θ,        14,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,            y,        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,            w,        15,        14,        12,        15 :: P=6, F=0, NA=0
# SC        s_aux,         pkin,        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,          wz0,        15,        14,        11,        15 :: P=6, F=0, NA=0
# SC        s_aux,        uᵈ[1],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,        uᵈ[2],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,       ΔGᵘ[1],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,       ΔGᵘ[2],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
Test Summary:                                                                                                                             | Pass  Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/HydrostaticBoussinesq/test_ocean_gyre_short.jl |    1      1

out_10783975

+ hostname
hpc-92-03.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783975_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783975_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Ocean/ShallowWater/test_2D_spindown.jl
┌ Info: doing VTK output
└   outprefix = "vtk_shallow_spindown/fast/mpirank0000_step0000"
# SC Start: creating state check callback
# SC Creating state check callback labeled "2D state" for symbols
# SC η
# SC U
# SC Finish: creating state check callback
┌ Info: Starting
│ norm(Q₀) = 9.9999999999999790e+05
└ ArrayType = Array
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|    2D state|        η | -9.569741287904e-01|  9.572536325331e-01| -2.277289468111e-16|  6.772772269809e-01|
# SC 0000000|    2D state|     U[1] | -1.792612966720e+01|  1.792612966720e+01|  5.876075320765e-15|  1.274355197613e+01|
# SC 0000000|    2D state|     U[2] | -2.496376089227e-13|  3.497413967978e-13|  1.041070124547e-14|  7.929349972499e-14|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000024|    2D state|        η | -8.244095513554e-01|  8.244589148866e-01|  1.865174681370e-17|  5.834134157601e-01|
# SC 0000024|    2D state|     U[1] | -3.512731117706e+01|  3.512731117706e+01| -1.080233680284e-14|  2.497927260261e+01|
# SC 0000024|    2D state|     U[2] | -1.259320870253e-12|  1.108781176160e-12| -1.172445536693e-14|  2.533112583753e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000048|    2D state|        η | -6.145203819081e-01|  6.144830537515e-01| -1.275424210689e-16|  4.348510211470e-01|
# SC 0000048|    2D state|     U[1] | -4.902146639825e+01|  4.902146639825e+01|  1.509285335599e-14|  3.485479452435e+01|
# SC 0000048|    2D state|     U[2] | -1.174780904095e-12|  1.672942218718e-12|  2.178517977045e-14|  3.110142759052e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000072|    2D state|        η | -3.472541313882e-01|  3.471183805848e-01|  5.488942633747e-17|  2.456506927206e-01|
# SC 0000072|    2D state|     U[1] | -5.827644751771e+01|  5.827644751771e+01| -2.123279885247e-14|  4.144059705157e+01|
# SC 0000072|    2D state|     U[2] | -2.286870692534e-12|  1.640932853791e-12| -2.853226251343e-14|  4.234306076619e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000096|    2D state|        η | -4.766791715989e-02|  4.748533026885e-02| -4.938272013533e-17|  3.370523201310e-02|
# SC 0000096|    2D state|     U[1] | -6.205705741054e+01|  6.205705741054e+01|  1.513273950593e-14|  4.412741174381e+01|
# SC 0000096|    2D state|     U[2] | -1.676710373732e-12|  2.373656772453e-12|  2.836696372081e-14|  4.371990432811e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000120|    2D state|        η | -2.560661317055e-01|  2.559209774112e-01| -1.093347634651e-16|  1.811751673243e-01|
# SC 0000120|    2D state|     U[1] | -6.000555971825e+01|  6.000555971825e+01| -2.302948665101e-14|  4.266712963920e+01|
# SC 0000120|    2D state|     U[2] | -2.459922147666e-12|  1.771517839652e-12| -2.852179086557e-14|  4.521107084814e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000144|    2D state|        η | -5.351537598208e-01|  5.351216131705e-01| -7.247535904753e-17|  3.786791010837e-01|
# SC 0000144|    2D state|     U[1] | -5.231305393727e+01|  5.231305393727e+01|  1.307586816601e-14|  3.719966457933e+01|
# SC 0000144|    2D state|     U[2] | -1.575442086988e-12|  2.123848400902e-12|  2.689826176346e-14|  3.885626022179e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000168|    2D state|        η | -7.635520896684e-01|  7.636812215943e-01| -2.437161583657e-16|  5.403525980179e-01|
# SC 0000168|    2D state|     U[1] | -3.973365758518e+01|  3.973365758518e+01| -1.575244518159e-14|  2.825093426030e+01|
# SC 0000168|    2D state|     U[2] | -1.755132570132e-12|  1.262987163087e-12| -1.647914548038e-14|  3.259601731729e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000192|    2D state|        η | -9.200318392957e-01|  9.200445942189e-01|  5.258016244625e-17|  6.510845233359e-01|
# SC 0000192|    2D state|     U[1] | -2.342831510202e+01|  2.342831510202e+01|  4.842923284620e-15|  1.665994914125e+01|
# SC 0000192|    2D state|     U[2] | -7.931242273344e-13|  1.056431594161e-12|  1.032390105112e-14|  1.968766345576e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000216|    2D state|        η | -9.898249673580e-01|  9.900349253706e-01| -1.955768880180e-16|  7.004902002493e-01|
# SC 0000216|    2D state|     U[1] | -4.953443307425e+00|  4.953443307425e+00| -6.442206490487e-15|  3.522373625300e+00|
# SC 0000216|    2D state|     U[2] | -5.210608988894e-13|  3.696130676040e-13| -7.146912393548e-15|  9.422360967327e-14|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000240|    2D state|        η | -9.666813506545e-01|  9.667066874618e-01|  2.220446049250e-17|  6.840979084406e-01|
# SC 0000240|    2D state|     U[1] | -1.396000083693e+01|  1.396000083693e+01| -6.537342889246e-15|  9.927318838114e+00|
# SC 0000240|    2D state|     U[2] | -3.702603884127e-13|  3.385662599842e-13| -7.799130264458e-15|  9.005806596409e-14|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000264|    2D state|        η | -8.527229699516e-01|  8.528466763135e-01| -2.552624778218e-16|  6.034542399906e-01|
# SC 0000264|    2D state|     U[1] | -3.154314019458e+01|  3.154314019458e+01|  7.297384571614e-15|  2.242738151746e+01|
# SC 0000264|    2D state|     U[2] | -7.622243983656e-13|  9.721569302926e-13|  1.392696074419e-14|  1.956067038467e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
2D error = 0.00010328738269771511
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "2D state",     :η, -8.52722969951589915283e-01,  8.52846676313531282254e-01, -2.55262477821815981835e-16,  6.03454239990563690021e-01 ],
 [ "2D state", "U[1]", -3.15431401945821825450e+01,  3.15431401945818628008e+01,  7.29738457161399701679e-15,  2.24273815174625497093e+01 ],
 [ "2D state", "U[2]", -7.62224398365580242501e-13,  9.72156930292624284356e-13,  1.39269607441935025982e-14,  1.95606703846656748360e-13 ],
]
parr = [
 [ "2D state",     :η,    16,    16,    16,    16 ],
 [ "2D state", "U[1]",    16,    16,    16,    16 ],
 [ "2D state", "U[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC     2D state,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC     2D state,         U[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC     2D state,         U[2],         0,         0,         0,         0 :: P=2, F=0, NA=4
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
Test Summary:                                                                                                               | Pass  Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/ShallowWater/test_2D_spindown.jl |    2      2

out_10783976

+ hostname
hpc-92-03.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783976_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783976_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Ocean/HydrostaticBoussinesq/test_3D_spindown.jl
[ Info: Initializing hydrostatic_spindown
# SC Start: creating state check callback
# SC Creating state check callback labeled "state" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Finish: creating state check callback
┌ Info: Starting hydrostatic_spindown
│     dt              = 1.20000e+02
│     timeend         = 86400.00
│     number of steps = 720
└     norm(Q)         = 1.7320537548398674e+07
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|       state|     u[1] | -1.087951509677e+00|  1.087951509677e+00|  9.094947017729e-17|  4.926008335114e-01|
# SC 0000000|       state|     u[2] | -4.053924484087e-14|  3.058025865398e-14|  6.886709597595e-18|  3.887447933199e-15|
# SC 0000000|       state|        η | -6.145234312582e-01|  6.144952745945e-01|  6.107256922405e-15|  4.345142206664e-01|
# SC 0000000|       state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|         aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000000|         aux|        w | -4.683964160146e-04|  4.685473240467e-04|  1.432187701766e-18|  1.868552330777e-04|
# SC 0000000|         aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|         aux|      wz0 | -3.109753456934e-04|  3.108100054090e-04|  1.953992523340e-18|  2.198651094847e-04|
# SC 0000000|         aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|         aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|         aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|         aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Update
│     simtime = 38040.00 / 86400.00
│     runtime = 00:01:00
└     norm(Q) = 1.4283069662339976e+07
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000180|       state|     u[1] | -1.085847524443e+00|  1.085847524443e+00| -9.094947017729e-18|  4.819856489613e-01|
# SC 0000180|       state|     u[2] | -1.124767640063e-13|  1.237406244935e-13| -2.757730295133e-19|  9.064421486340e-15|
# SC 0000180|       state|        η | -2.560215899912e-01|  2.559366968685e-01|  1.173248165287e-14|  1.810174277921e-01|
# SC 0000180|       state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|         aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000180|         aux|        w | -6.642488075191e-04|  6.642028953680e-04| -2.342570581959e-18|  2.854191070386e-04|
# SC 0000180|         aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|         aux|      wz0 | -3.781878501381e-04|  3.783776483442e-04| -3.281819260792e-18|  2.674812779706e-04|
# SC 0000180|         aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|         aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|         aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|         aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000360|       state|     u[1] | -9.658959801489e-01|  9.658959801489e-01|  2.455635694787e-16|  4.576350104791e-01|
# SC 0000360|       state|     u[2] | -1.157750124796e-13|  8.357216034260e-14| -7.145425466340e-17|  7.832631626081e-15|
# SC 0000360|       state|        η | -9.200563582487e-01|  9.200557619158e-01|  1.749413058860e-14|  6.505752825496e-01|
# SC 0000360|       state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000360|         aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000360|         aux|        w | -4.007038841854e-04|  4.009442568433e-04|  1.383893000195e-18|  1.687253907435e-04|
# SC 0000360|         aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000360|         aux|      wz0 | -1.456785026757e-04|  1.458579822630e-04|  1.428301921180e-18|  1.030479734173e-04|
# SC 0000360|         aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000360|         aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000360|         aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000360|         aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000540|       state|     u[1] | -9.585440660500e-01|  9.585440660500e-01| -1.750777300913e-16|  4.454002636873e-01|
# SC 0000540|       state|     u[2] | -4.379181844138e-14|  2.534499681154e-14|  3.618519064114e-17|  3.016344631138e-15|
# SC 0000540|       state|        η | -8.527328861547e-01|  8.528455869393e-01|  2.173692337237e-14|  6.029920885230e-01|
# SC 0000540|       state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000540|         aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000540|         aux|        w | -4.045534600638e-04|  4.047143584632e-04| -4.640732242933e-19|  1.639586556819e-04|
# SC 0000540|         aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000540|         aux|      wz0 | -2.011646847993e-04|  2.010419681595e-04| -1.907363156306e-18|  1.422284202445e-04|
# SC 0000540|         aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000540|         aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000540|         aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000540|         aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Finished
│     norm(Q)            = 1.4992679913550518e+07
│     norm(Q) / norm(Q₀) = 8.6560130548238257e-01
└     norm(Q) - norm(Q₀) = -2.3278576348481551e+06
error = 0.0011289879366368995
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "state",   "u[1]", -9.58544066050007526059e-01,  9.58544066050006526858e-01, -1.75077730091288676624e-16,  4.45400263687339537100e-01 ],
 [ "state",   "u[2]", -4.37918184413809952732e-14,  2.53449968115448267423e-14,  3.61851906411356745084e-17,  3.01634463113788528963e-15 ],
 [ "state",       :η, -8.52732886154693447978e-01,  8.52845586939252386927e-01,  2.17369233723729858909e-14,  6.02992088522952385254e-01 ],
 [ "state",       :θ,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "aux",       :y,  0.00000000000000000000e+00,  1.00000000000000011642e+06,  5.00000000000000000000e+05,  2.92775877460665535182e+05 ],
 [   "aux",       :w, -4.04553460063782847206e-04,  4.04714358463247666099e-04, -4.64073224293315399261e-19,  1.63958655681887329608e-04 ],
 [   "aux",    :pkin,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "aux",     :wz0, -2.01164684799284458139e-04,  2.01041968159455710502e-04, -1.90736315630601902815e-18,  1.42228420244466308891e-04 ],
 [   "aux",  "uᵈ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "aux",  "uᵈ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "aux", "ΔGᵘ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "aux", "ΔGᵘ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [ "state",   "u[1]",    16,    16,    16,    16 ],
 [ "state",   "u[2]",    16,    16,    16,    16 ],
 [ "state",       :η,    16,    16,    16,    16 ],
 [ "state",       :θ,    16,    16,    16,    16 ],
 [   "aux",       :y,    16,    16,    16,    16 ],
 [   "aux",       :w,    16,    16,    16,    16 ],
 [   "aux",    :pkin,    16,    16,    16,    16 ],
 [   "aux",     :wz0,    16,    16,    16,    16 ],
 [   "aux",  "uᵈ[1]",    16,    16,    16,    16 ],
 [   "aux",  "uᵈ[2]",    16,    16,    16,    16 ],
 [   "aux", "ΔGᵘ[1]",    16,    16,    16,    16 ],
 [   "aux", "ΔGᵘ[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC        state,         u[1],        12,        12,         0,        14 :: P=5, F=0, NA=1
# SC        state,         u[2],         0,         0,         0,         0 :: P=2, F=0, NA=4
# SC        state,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC        state,            θ,        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC          aux,            y,        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC          aux,            w,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC          aux,         pkin,        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC          aux,          wz0,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC          aux,        uᵈ[1],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC          aux,        uᵈ[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC          aux,       ΔGᵘ[1],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC          aux,       ΔGᵘ[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
Test Summary:                                                                                                                        | Pass  Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/HydrostaticBoussinesq/test_3D_spindown.jl |    2      2

out_10783977

+ hostname
hpc-93-18.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783977_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783977_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Ocean/SplitExplicit/test_vertical_integral_model.jl
# SC Start: creating state check callback
# SC Creating state check callback labeled "∫u" for symbols
# SC ∫x
# SC Creating state check callback labeled "U" for symbols
# SC η
# SC U
# SC Finish: creating state check callback
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|          ∫u|    ∫x[1] | -6.361047489273e+01|  6.361047489273e+01|  3.623426891863e-14|  3.167767585964e+01|
# SC 0000000|          ∫u|    ∫x[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|           U|        η | -1.000000000000e+00|  1.000000000000e+00|  1.509903313490e-17|  7.076731463404e-01|
# SC 0000000|           U|     U[1] | -9.952825375829e-01|  9.952825375829e-01| -4.151454780784e-17|  7.076731463404e-01|
# SC 0000000|           U|     U[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "∫u", "∫x[1]", -6.36104748927323058183e+01,  6.36104748927324763486e+01,  3.62342689186334613742e-14,  3.16776758596447187699e+01 ],
 [ "∫u", "∫x[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [  "U",      :η, -1.00000000000000000000e+00,  1.00000000000000000000e+00,  1.50990331349021300344e-17,  7.07673146340372483110e-01 ],
 [  "U",  "U[1]", -9.95282537582876658533e-01,  9.95282537582876547511e-01, -4.15145478078429499622e-17,  7.07673146340372150043e-01 ],
 [  "U",  "U[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [ "∫u", "∫x[1]",    16,    16,    16,    16 ],
 [ "∫u", "∫x[2]",    16,    16,    16,    16 ],
 [  "U",      :η,    16,    16,    16,    16 ],
 [  "U",  "U[1]",    16,    16,    16,    16 ],
 [  "U",  "U[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC           ∫u,        ∫x[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC           ∫u,        ∫x[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC            U,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
# SC Start: creating state check callback
# SC Creating state check callback labeled "∫u" for symbols
# SC ∫x
# SC Creating state check callback labeled "U" for symbols
# SC η
# SC U
# SC Finish: creating state check callback
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|          ∫u|    ∫x[1] | -6.404379648215e+01|  6.404379648215e+01|  2.211891114712e-14|  2.608875566806e+01|
# SC 0000000|          ∫u|    ∫x[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|           U|        η | -8.527617063412e-01|  8.527617063412e-01| -1.865174681370e-17|  6.034765598051e-01|
# SC 0000000|           U|     U[1] | -3.153970765611e+01|  3.153970765611e+01| -1.822881475573e-15|  2.242559605824e+01|
# SC 0000000|           U|     U[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "∫u", "∫x[1]", -6.40437964821475844701e+01,  6.40437964821476981570e+01,  2.21189111471176159638e-14,  2.60887556680598748926e+01 ],
 [ "∫u", "∫x[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [  "U",      :η, -8.52761706341222169847e-01,  8.52761706341222169847e-01, -1.86517468137026310378e-17,  6.03476559805077306109e-01 ],
 [  "U",  "U[1]", -3.15397076561132330141e+01,  3.15397076561132294614e+01, -1.82288147557274011611e-15,  2.24255960582435314166e+01 ],
 [  "U",  "U[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [ "∫u", "∫x[1]",    16,    16,    16,    16 ],
 [ "∫u", "∫x[2]",    16,    16,    16,    16 ],
 [  "U",      :η,    16,    16,    16,    16 ],
 [  "U",  "U[1]",    16,    16,    16,    16 ],
 [  "U",  "U[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC           ∫u,        ∫x[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC           ∫u,        ∫x[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC            U,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
# SC Start: creating state check callback
# SC Creating state check callback labeled "∫u" for symbols
# SC ∫x
# SC Creating state check callback labeled "U" for symbols
# SC η
# SC U
# SC Finish: creating state check callback
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|          ∫u|    ∫x[1] | -3.515641301592e+01|  3.515641301592e+01| -1.164153218269e-14|  1.416142488181e+01|
# SC 0000000|          ∫u|    ∫x[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|           U|        η | -5.306019649015e-01|  5.306019649015e-01| -1.385558334732e-17|  3.754927619562e-01|
# SC 0000000|           U|     U[1] | -3.515641301592e+01|  3.515641301592e+01| -3.207021697026e-15|  2.499717263546e+01|
# SC 0000000|           U|     U[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "∫u", "∫x[1]", -3.51564130159214158766e+01,  3.51564130159213874549e+01, -1.16415321826934820032e-14,  1.41614248818105643579e+01 ],
 [ "∫u", "∫x[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [  "U",      :η, -5.30601964901526002016e-01,  5.30601964901526002016e-01, -1.38555833473219529885e-17,  3.75492761956246756672e-01 ],
 [  "U",  "U[1]", -3.51564130159208829696e+01,  3.51564130159208758641e+01, -3.20702169702595640905e-15,  2.49971726354604797393e+01 ],
 [  "U",  "U[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [ "∫u", "∫x[1]",    16,    16,    16,    16 ],
 [ "∫u", "∫x[2]",    16,    16,    16,    16 ],
 [  "U",      :η,    16,    16,    16,    16 ],
 [  "U",  "U[1]",    16,    16,    16,    16 ],
 [  "U",  "U[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC           ∫u,        ∫x[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC           ∫u,        ∫x[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC            U,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
# SC Start: creating state check callback
# SC Creating state check callback labeled "∫u" for symbols
# SC ∫x
# SC Creating state check callback labeled "U" for symbols
# SC η
# SC U
# SC Finish: creating state check callback
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|          ∫u|    ∫x[1] | -4.251101513511e-01|  4.251101513511e-01| -1.364242052659e-16|  1.746196800585e-01|
# SC 0000000|          ∫u|    ∫x[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|           U|        η | -4.396879651604e-02|  4.396879651604e-02| -2.553512956638e-19|  3.111553657131e-02|
# SC 0000000|           U|     U[1] | -4.251101513510e-01|  4.251101513510e-01| -1.289054062510e-17|  3.022649619458e-01|
# SC 0000000|           U|     U[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "∫u", "∫x[1]", -4.25110151351051179791e-01,  4.25110151351050846724e-01, -1.36424205265939223736e-16,  1.74619680058462317662e-01 ],
 [ "∫u", "∫x[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [  "U",      :η, -4.39687965160425187072e-02,  4.39687965160425187072e-02, -2.55351295663785999983e-19,  3.11155365713074102962e-02 ],
 [  "U",  "U[1]", -4.25110151351044573964e-01,  4.25110151351044518453e-01, -1.28905406250963100706e-17,  3.02264961945818255717e-01 ],
 [  "U",  "U[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [ "∫u", "∫x[1]",    16,    16,    16,    16 ],
 [ "∫u", "∫x[2]",    16,    16,    16,    16 ],
 [  "U",      :η,    16,    16,    16,    16 ],
 [  "U",  "U[1]",    16,    16,    16,    16 ],
 [  "U",  "U[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC           ∫u,        ∫x[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC           ∫u,        ∫x[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC            U,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
# SC Start: creating state check callback
# SC Creating state check callback labeled "∫u" for symbols
# SC ∫x
# SC Creating state check callback labeled "U" for symbols
# SC η
# SC U
# SC Finish: creating state check callback
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|          ∫u|    ∫x[1] | -1.882981267640e-12|  1.882981267640e-12|  5.624828165361e-28|  7.734597385322e-13|
# SC 0000000|          ∫u|    ∫x[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|           U|        η | -3.383525965705e-15|  3.383525965705e-15|  6.310887241768e-34|  2.394430465875e-15|
# SC 0000000|           U|     U[1] | -1.882981267640e-12|  1.882981267640e-12|  8.442882695993e-29|  1.338851258666e-12|
# SC 0000000|           U|     U[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "∫u", "∫x[1]", -1.88298126764002322427e-12,  1.88298126764002483985e-12,  5.62482816536058859320e-28,  7.73459738532225749582e-13 ],
 [ "∫u", "∫x[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [  "U",      :η, -3.38352596570510824820e-15,  3.38352596570510824820e-15,  6.31088724176809474572e-34,  2.39443046587487992973e-15 ],
 [  "U",  "U[1]", -1.88298126763999575929e-12,  1.88298126763999575929e-12,  8.44288269599293150312e-29,  1.33885125866565214937e-12 ],
 [  "U",  "U[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [ "∫u", "∫x[1]",    16,    16,    16,    16 ],
 [ "∫u", "∫x[2]",    16,    16,    16,    16 ],
 [  "U",      :η,    16,    16,    16,    16 ],
 [  "U",  "U[1]",    16,    16,    16,    16 ],
 [  "U",  "U[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC           ∫u,        ∫x[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC           ∫u,        ∫x[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC            U,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
# SC Start: creating state check callback
# SC Creating state check callback labeled "∫u" for symbols
# SC ∫x
# SC Creating state check callback labeled "U" for symbols
# SC η
# SC U
# SC Finish: creating state check callback
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|          ∫u|    ∫x[1] |-3.979946926214e-134| 3.979946926214e-134|-1.201249857110e-149| 1.634816427451e-134|
# SC 0000000|          ∫u|    ∫x[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|           U|        η |-2.071169848644e-136| 2.071169848644e-136|-1.710764363560e-153| 1.465711283395e-136|
# SC 0000000|           U|     U[1] |-3.979946926213e-134| 3.979946926213e-134|-2.530005644765e-150| 2.829851280603e-134|
# SC 0000000|           U|     U[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "∫u", "∫x[1]",-3.97994692621354800600e-134, 3.97994692621354409568e-134,-1.20124985710986044942e-149, 1.63481642745144852479e-134 ],
 [ "∫u", "∫x[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [  "U",      :η,-2.07116984864437321907e-136, 2.07116984864437321907e-136,-1.71076436355977860457e-153, 1.46571128339547670108e-136 ],
 [  "U",  "U[1]",-3.97994692621348592969e-134, 3.97994692621348544091e-134,-2.53000564476450081301e-150, 2.82985128060348631090e-134 ],
 [  "U",  "U[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [ "∫u", "∫x[1]",    16,    16,    16,    16 ],
 [ "∫u", "∫x[2]",    16,    16,    16,    16 ],
 [  "U",      :η,    16,    16,    16,    16 ],
 [  "U",  "U[1]",    16,    16,    16,    16 ],
 [  "U",  "U[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC           ∫u,        ∫x[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC           ∫u,        ∫x[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC            U,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
Test Summary:                                                                                                                            | Pass  Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/test_vertical_integral_model.jl |    6      6

out_10783978

+ hostname
hpc-93-18.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783978_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783978_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Ocean/SplitExplicit/test_spindown_long.jl
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC Start: creating state check callback
# SC Creating state check callback labeled "3D state" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "3D aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Creating state check callback labeled "2D state" for symbols
# SC η
# SC U
# SC Creating state check callback labeled "2D aux" for symbols
# SC y
# SC Gᵁ
# SC Δu
# SC Finish: creating state check callback
┌ Info: Starting
│ norm(Q₀) = 1.7320544160043247e+07
└ ArrayType = Array
┌ Error: Exception while generating log record in module Main at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/hydrostatic_spindown.jl:248
│   exception =
│    UndefVarError: timeend not defined
│    Stacktrace:
│     [1] macro expansion at ./logging.jl:322 [inlined]
│     [2] (::var"#6#10"{SplitExplicitSolver{LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}},MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},Base.RefValue{DateTime}})(::Bool) at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/hydrostatic_spindown.jl:248
│     [3] #6 at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/hydrostatic_spindown.jl:244 [inlined]
│     [4] call!(::var"#6#10"{SplitExplicitSolver{LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}},MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},Base.RefValue{DateTime}}, ::SplitExplicitSolver{LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}}, ::NamedTuple{(:slow, :fast),Tuple{MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}}}, ::Nothing, ::Float64) at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/src/Numerics/ODESolvers/GenericCallbacks.jl:50
│     [5] call!(::EveryXWallTimeSeconds, ::SplitExplicitSolver{LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}}, ::NamedTuple{(:slow, :fast),Tuple{MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}}}, ::Nothing, ::Float64) at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/src/Numerics/ODESolvers/GenericCallbacks.jl:156
│     [6] call!(::Tuple{EveryXSimulationSteps,EveryXSimulationSteps,EveryXWallTimeSeconds,EveryXSimulationSteps}, ::SplitExplicitSolver{LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}}, ::NamedTuple{(:slow, :fast),Tuple{MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}}}, ::Nothing, ::Float64) at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/src/Numerics/ODESolvers/GenericCallbacks.jl:63
│     [7] solve!(::NamedTuple{(:slow, :fast),Tuple{MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}}}, ::SplitExplicitSolver{LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}}, ::Nothing; timeend::Float64, adjustfinalstep::Bool, numberofsteps::Int64, callbacks::Tuple{EveryXSimulationSteps,EveryXSimulationSteps,EveryXWallTimeSeconds,EveryXSimulationSteps}) at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/src/Numerics/ODESolvers/ODESolvers.jl:126
│     [8] run_hydrostatic_spindown(::String, ::NTuple{4,Int64}, ::Tuple{Float64,Float64,Int64}, ::Tuple{Float64,Float64}; coupling::Uncoupled, dt_slow::Int64, refDat::Tuple{Array{Array{Any,1},1},Array{Array{Any,1},1}}) at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/hydrostatic_spindown.jl:172
│     [9] top-level scope at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/test_spindown_long.jl:38
│     [10] top-level scope at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.4/Test/src/Test.jl:1113
│     [11] top-level scope at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/test_spindown_long.jl:38
│     [12] top-level scope at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.4/Test/src/Test.jl:1113
│     [13] top-level scope at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/test_spindown_long.jl:37
│     [14] top-level scope at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.4/Test/src/Test.jl:1113
│     [15] top-level scope at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/test_spindown_long.jl:14
│     [16] include(::Module, ::String) at ./Base.jl:377
│     [17] exec_options(::Base.JLOptions) at ./client.jl:288
│     [18] _start() at ./client.jl:484
└ @ Main /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/hydrostatic_spindown.jl:248
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|    3D state|     u[1] | -1.121278168601e+00|  1.121278168601e+00| -1.364242052659e-17|  5.024762210079e-01|
# SC 0000000|    3D state|     u[2] | -1.138144156752e-13|  1.342696208334e-13| -4.343340490920e-18|  9.487314130219e-15|
# SC 0000000|    3D state|        η | -4.308063063241e-01|  4.309771042394e-01|  2.826254785759e-15|  3.046576887107e-01|
# SC 0000000|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000000|      3D aux|        w | -6.635356852162e-04|  6.631243638606e-04| -3.080868893335e-19|  2.854983256947e-04|
# SC 0000000|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|      wz0 | -3.543669178564e-04|  3.541102007256e-04|  4.130029651606e-19|  2.504093756097e-04|
# SC 0000000|      3D aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|    2D state|        η | -4.307701651734e-01|  4.309786586789e-01| -4.702016553892e-16|  3.048859525175e-01|
# SC 0000000|    2D state|     U[1] | -5.619820348690e+01|  5.619820348690e+01| -2.523610209693e-14|  3.996066008750e+01|
# SC 0000000|    2D state|     U[2] | -2.481478110301e-12|  1.754075810824e-12| -2.507398851335e-14|  4.501830383439e-13|
# SC 0000000|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000000|      2D aux|    Gᵁ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      2D aux|    Gᵁ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      2D aux|    Δu[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      2D aux|    Δu[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0001"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0001"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000036|    3D state|     u[1] | -1.087952057868e+00|  1.087952057868e+00|  4.092726157978e-17|  4.926012399818e-01|
# SC 0000036|    3D state|     u[2] | -3.908137827518e-14|  3.256609128167e-14| -4.643338521040e-18|  3.531659470533e-15|
# SC 0000036|    3D state|        η | -6.144945461622e-01|  6.144888145231e-01|  5.543370207306e-15|  4.345054706788e-01|
# SC 0000036|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000036|      3D aux|        w | -4.683795284143e-04|  4.685186927529e-04|  5.739853037312e-19|  1.868460187638e-04|
# SC 0000036|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      3D aux|      wz0 | -3.109185751031e-04|  3.107100014918e-04|  6.883382752676e-20|  2.198124729873e-04|
# SC 0000036|      3D aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      3D aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      3D aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      3D aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|    2D state|        η | -6.145628023618e-01|  6.144906446448e-01| -8.279599228445e-16|  4.348628473998e-01|
# SC 0000036|    2D state|     U[1] | -4.902176221069e+01|  4.902176221069e+01|  1.217408118759e-14|  3.485399302394e+01|
# SC 0000036|    2D state|     U[2] | -1.351410578499e-12|  1.681474760051e-12|  2.077919882573e-14|  3.166948746279e-13|
# SC 0000036|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000036|      2D aux|    Gᵁ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      2D aux|    Gᵁ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      2D aux|    Δu[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      2D aux|    Δu[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0002"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0002"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000072|    3D state|     u[1] | -9.816226637827e-01|  9.816226637827e-01|  2.273736754432e-17|  4.778977354193e-01|
# SC 0000072|    3D state|     u[2] | -9.645649935770e-14|  6.901743575133e-14| -2.814785217844e-17|  6.457440349589e-15|
# SC 0000072|    3D state|        η | -9.768959720968e-01|  9.766989740292e-01|  8.485585567541e-15|  6.906513107114e-01|
# SC 0000072|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000072|      3D aux|        w | -4.007862605981e-04|  4.009726005801e-04|  6.991629497577e-19|  1.812439402835e-04|
# SC 0000072|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      3D aux|      wz0 | -7.681578532076e-05|  7.678461432817e-05|  4.882205750789e-19|  5.432152900243e-05|
# SC 0000072|      3D aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      3D aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      3D aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      3D aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|    2D state|        η | -9.769215022023e-01|  9.767428557884e-01| -2.163602630390e-16|  6.911991496000e-01|
# SC 0000072|    2D state|     U[1] | -1.246505888661e+01|  1.246505888661e+01|  1.718980513488e-15|  8.863831066085e+00|
# SC 0000072|    2D state|     U[2] | -4.948625861295e-13|  7.060344800172e-13|  6.596167479341e-15|  1.296441871431e-13|
# SC 0000072|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000072|      2D aux|    Gᵁ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      2D aux|    Gᵁ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      2D aux|    Δu[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      2D aux|    Δu[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0003"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0003"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000108|    3D state|     u[1] | -1.085847232594e+00|  1.085847232594e+00| -9.094947017729e-18|  4.819856694891e-01|
# SC 0000108|    3D state|     u[2] | -1.064410695175e-13|  1.230180997652e-13|  7.808682689906e-19|  8.757291474290e-15|
# SC 0000108|    3D state|        η | -2.560352594349e-01|  2.559459824676e-01|  1.128455551225e-14|  1.810255712825e-01|
# SC 0000108|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000108|      3D aux|        w | -6.644745219147e-04|  6.643281981858e-04| -3.763656053479e-19|  2.855011818948e-04|
# SC 0000108|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      3D aux|      wz0 | -3.784822344753e-04|  3.785418959328e-04|  3.064215547965e-19|  2.676615239127e-04|
# SC 0000108|      3D aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      3D aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      3D aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      3D aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|    2D state|        η | -2.560463344142e-01|  2.559120128814e-01| -3.934630399272e-16|  1.811656095521e-01|
# SC 0000108|    2D state|     U[1] | -6.000619609700e+01|  6.000619609700e+01| -2.222142470032e-14|  4.266747881223e+01|
# SC 0000108|    2D state|     U[2] | -2.379506672757e-12|  1.810989271812e-12| -2.375821222174e-14|  4.588265980434e-13|
# SC 0000108|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000108|      2D aux|    Gᵁ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      2D aux|    Gᵁ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      2D aux|    Δu[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      2D aux|    Δu[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0004"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0004"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000144|    3D state|     u[1] | -1.023846709511e+00|  1.023846709511e+00|  1.818989403546e-17|  4.685220935928e-01|
# SC 0000144|    3D state|     u[2] | -3.357344754054e-14|  2.363721741771e-14|  6.922498503560e-18|  2.516741641810e-15|
# SC 0000144|    3D state|        η | -7.468290550734e-01|  7.469356995676e-01|  1.396983861923e-14|  5.281106289489e-01|
# SC 0000144|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000144|      3D aux|        w | -4.371809658628e-04|  4.374259073085e-04|  4.884981308351e-19|  1.747210677662e-04|
# SC 0000144|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      3D aux|      wz0 | -2.601144558466e-04|  2.603055019561e-04|  1.443289932013e-19|  1.839480547999e-04|
# SC 0000144|      3D aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      3D aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      3D aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      3D aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|    2D state|        η | -7.468706181198e-01|  7.469553345048e-01| -8.739675649849e-16|  5.285368475662e-01|
# SC 0000144|    2D state|     U[1] | -4.095162235686e+01|  4.095162235686e+01|  1.278673278371e-14|  2.912191771870e+01|
# SC 0000144|    2D state|     U[2] | -1.131689944655e-12|  1.326727925091e-12|  2.064699142455e-14|  2.748308214600e-13|
# SC 0000144|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000144|      2D aux|    Gᵁ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      2D aux|    Gᵁ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      2D aux|    Δu[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      2D aux|    Δu[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0005"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0005"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000180|    3D state|     u[1] | -9.658939290456e-01|  9.658939290456e-01|  3.183231456205e-17|  4.576350160424e-01|
# SC 0000180|    3D state|     u[2] | -1.112009307512e-13|  8.118567432649e-14| -3.126577163979e-17|  7.472214917821e-15|
# SC 0000180|    3D state|        η | -9.200627437541e-01|  9.200457998264e-01|  1.663920556894e-14|  6.505753848104e-01|
# SC 0000180|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000180|      3D aux|        w | -4.008169841299e-04|  4.010525136073e-04|  7.305267502034e-19|  1.687139643092e-04|
# SC 0000180|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      3D aux|      wz0 | -1.461364927311e-04|  1.462965990385e-04|  2.314815006343e-19|  1.033633898282e-04|
# SC 0000180|      3D aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      3D aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      3D aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      3D aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|    2D state|        η | -9.200254290239e-01|  9.200937171404e-01| -2.559730205576e-16|  6.510934843868e-01|
# SC 0000180|    2D state|     U[1] | -2.342990901181e+01|  2.342990901181e+01|  6.133993313284e-15|  1.665990989041e+01|
# SC 0000180|    2D state|     U[2] | -9.216560553728e-13|  1.075261205206e-12|  9.280365956972e-15|  2.141912884584e-13|
# SC 0000180|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000180|      2D aux|    Gᵁ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      2D aux|    Gᵁ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      2D aux|    Δu[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      2D aux|    Δu[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0006"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0006"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000216|    3D state|     u[1] | -1.047694754676e+00|  1.047694754676e+00|  4.547473508865e-18|  4.619443154416e-01|
# SC 0000216|    3D state|     u[2] | -9.884259076772e-14|  1.115609276967e-13| -1.166653778570e-17|  8.109985951449e-15|
# SC 0000216|    3D state|        η | -7.340499037970e-02|  7.346342298654e-02|  1.920795966726e-14|  5.190927292051e-02|
# SC 0000216|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000216|      3D aux|        w | -6.563183516649e-04|  6.560255109965e-04| -3.474998067077e-19|  2.818358595921e-04|
# SC 0000216|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      3D aux|      wz0 | -3.897840975056e-04|  3.896561170120e-04|  3.463895836830e-19|  2.755532247494e-04|
# SC 0000216|      3D aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      3D aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      3D aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      3D aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|    2D state|        η | -7.338688987102e-02|  7.347822845221e-02| -7.862599460395e-17|  5.193524750181e-02|
# SC 0000216|    2D state|     U[1] | -6.171793017882e+01|  6.171793017883e+01| -2.464421444692e-14|  4.388489506671e+01|
# SC 0000216|    2D state|     U[2] | -2.356784511439e-12|  1.609555385275e-12| -2.767752739998e-14|  4.470999747597e-13|
# SC 0000216|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000216|      2D aux|    Gᵁ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      2D aux|    Gᵁ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      2D aux|    Δu[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      2D aux|    Δu[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0007"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0007"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000252|    3D state|     u[1] | -9.585474282470e-01|  9.585474282470e-01|  1.591615728103e-17|  4.454006553253e-01|
# SC 0000252|    3D state|     u[2] | -4.148231190493e-14|  1.834574313347e-14|  2.428262817881e-17|  2.126694402583e-15|
# SC 0000252|    3D state|        η | -8.527217343959e-01|  8.528342593824e-01|  2.171873347834e-14|  6.029835731687e-01|
# SC 0000252|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000252|      3D aux|        w | -4.044892228289e-04|  4.046499790483e-04|  5.284661597216e-19|  1.639495855753e-04|
# SC 0000252|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      3D aux|      wz0 | -2.009330996605e-04|  2.008098594697e-04|  4.085620730621e-19|  1.420646826978e-04|
# SC 0000252|      3D aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      3D aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      3D aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      3D aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|    2D state|        η | -8.527158949659e-01|  8.528612188747e-01| -7.680966973567e-16|  6.034583822955e-01|
# SC 0000252|    2D state|     U[1] | -3.154239453171e+01|  3.154239453171e+01|  1.377221912902e-14|  2.242622194076e+01|
# SC 0000252|    2D state|     U[2] | -9.386730833750e-13|  1.165347813935e-12|  1.933859732238e-14|  2.166341644340e-13|
# SC 0000252|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000252|      2D aux|    Gᵁ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      2D aux|    Gᵁ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      2D aux|    Δu[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      2D aux|    Δu[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
3D error = 0.0011297069946028186
2D error = 9.049678239255761e-5
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "3D state",   "u[1]", -9.58547428246971477961e-01,  9.58547428246970700805e-01,  1.59161572810262427692e-17,  4.45400655325328409528e-01 ],
 [ "3D state",   "u[2]", -4.14823119049332716612e-14,  1.83457431334676716318e-14,  2.42826281788113378237e-17,  2.12669440258328423410e-15 ],
 [ "3D state",       :η, -8.52721734395895381020e-01,  8.52834259382386661308e-01,  2.17187334783375249118e-14,  6.02983573168685782484e-01 ],
 [ "3D state",       :θ,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "3D aux",       :y,  0.00000000000000000000e+00,  1.00000000000000011642e+06,  5.00000000000000000000e+05,  2.92775877460665535182e+05 ],
 [   "3D aux",       :w, -4.04489222828922207181e-04,  4.04649979048335385525e-04,  5.28466159721574551206e-19,  1.63949585575251088193e-04 ],
 [   "3D aux",    :pkin,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "3D aux",     :wz0, -2.00933099660542089119e-04,  2.00809859469746763896e-04,  4.08562073062057619233e-19,  1.42064682697777826693e-04 ],
 [   "3D aux",  "uᵈ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "3D aux",  "uᵈ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "3D aux", "ΔGᵘ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "3D aux", "ΔGᵘ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "2D state",       :η, -8.52715894965927923010e-01,  8.52861218874714666072e-01, -7.68096697356668312602e-16,  6.03458382295490425307e-01 ],
 [ "2D state",   "U[1]", -3.15423945317149438949e+01,  3.15423945317147342848e+01,  1.37722191290157166895e-14,  2.24262219407601044452e+01 ],
 [ "2D state",   "U[2]", -9.38673083374999972374e-13,  1.16534781393478256382e-12,  1.93385973223830663649e-14,  2.16634164433978071172e-13 ],
 [   "2D aux",       :y,  0.00000000000000000000e+00,  1.00000000000000011642e+06,  5.00000000000000000000e+05,  2.93004519336559635121e+05 ],
 [   "2D aux",  "Gᵁ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "2D aux",  "Gᵁ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "2D aux",  "Δu[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "2D aux",  "Δu[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [ "3D state",   "u[1]",    16,    16,    16,    16 ],
 [ "3D state",   "u[2]",    16,    16,    16,    16 ],
 [ "3D state",       :η,    16,    16,    16,    16 ],
 [ "3D state",       :θ,    16,    16,    16,    16 ],
 [   "3D aux",       :y,    16,    16,    16,    16 ],
 [   "3D aux",       :w,    16,    16,    16,    16 ],
 [   "3D aux",    :pkin,    16,    16,    16,    16 ],
 [   "3D aux",     :wz0,    16,    16,    16,    16 ],
 [   "3D aux",  "uᵈ[1]",    16,    16,    16,    16 ],
 [   "3D aux",  "uᵈ[2]",    16,    16,    16,    16 ],
 [   "3D aux", "ΔGᵘ[1]",    16,    16,    16,    16 ],
 [   "3D aux", "ΔGᵘ[2]",    16,    16,    16,    16 ],
 [ "2D state",       :η,    16,    16,    16,    16 ],
 [ "2D state",   "U[1]",    16,    16,    16,    16 ],
 [ "2D state",   "U[2]",    16,    16,    16,    16 ],
 [   "2D aux",       :y,    16,    16,    16,    16 ],
 [   "2D aux",  "Gᵁ[1]",    16,    16,    16,    16 ],
 [   "2D aux",  "Gᵁ[2]",    16,    16,    16,    16 ],
 [   "2D aux",  "Δu[1]",    16,    16,    16,    16 ],
 [   "2D aux",  "Δu[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC     3D state,         u[1],        14,        14,         0,        15 :: P=5, F=0, NA=1
# SC     3D state,         u[2],         0,         0,         0,         0 :: P=2, F=0, NA=4
# SC     3D state,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC     3D state,            θ,        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC       3D aux,            y,        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC       3D aux,            w,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC       3D aux,         pkin,        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC       3D aux,          wz0,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC       3D aux,        uᵈ[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC       3D aux,        uᵈ[2],         0,         0,         0,         0 :: P=2, F=0, NA=4
# SC       3D aux,       ΔGᵘ[1],        14,        14,         0,        15 :: P=5, F=0, NA=1
# SC       3D aux,       ΔGᵘ[2],         0,         0,         0,         0 :: P=2, F=0, NA=4
# SC     2D state,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC     2D state,         U[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC     2D state,         U[2],         0,         0,         0,         0 :: P=2, F=0, NA=4
# SC       2D aux,            y,        18,        18,        18,         4 :: P=6, F=0, NA=0
# SC       2D aux,        Gᵁ[1],        14,        14,         0,        15 :: P=5, F=0, NA=1
# SC       2D aux,        Gᵁ[2],         0,         0,         0,         0 :: P=2, F=0, NA=4
# SC       2D aux,        Δu[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC       2D aux,        Δu[2],         0,         0,         0,         0 :: P=2, F=0, NA=4
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC Start: creating state check callback
# SC Creating state check callback labeled "3D state" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "3D aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Creating state check callback labeled "2D state" for symbols
# SC η
# SC U
# SC Creating state check callback labeled "2D aux" for symbols
# SC y
# SC Gᵁ
# SC Δu
# SC Finish: creating state check callback
┌ Info: Starting
│ norm(Q₀) = 1.7320544160043247e+07
└ ArrayType = Array
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|    3D state|     u[1] | -1.121279495331e+00|  1.121279495331e+00| -2.728484105319e-16|  5.024759918675e-01|
# SC 0000000|    3D state|     u[2] | -5.753891144441e-15|  4.510607999660e-15| -8.293896217293e-17|  1.126571791568e-15|
# SC 0000000|    3D state|        η | -4.307946842463e-01|  4.309737146629e-01| -1.227817847393e-16|  3.046539137060e-01|
# SC 0000000|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000000|      3D aux|        w | -6.634139275354e-04|  6.630040314403e-04|  1.822986206435e-18|  2.854442593977e-04|
# SC 0000000|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|      wz0 | -3.542091156497e-04|  3.539542457063e-04|  3.319566843629e-18|  2.502880019467e-04|
# SC 0000000|      3D aux|    uᵈ[1] | -9.808066173783e-01|  9.808066173783e-01| -2.444267011015e-16|  4.924701037820e-01|
# SC 0000000|      3D aux|    uᵈ[2] | -3.328993020033e-28|  2.309390300035e-28|  5.590379766574e-31|  2.800999343773e-29|
# SC 0000000|      3D aux|   ΔGᵘ[1] | -6.558401964460e-09|  6.558401964647e-09| -7.059511395596e-21|  2.933065184778e-09|
# SC 0000000|      3D aux|   ΔGᵘ[2] | -6.141708397898e-19|  6.381475944721e-19| -1.045240699418e-34|  1.146377007860e-19|
# SC 0000000|    2D state|        η | -4.307946842463e-01|  4.309737146629e-01| -1.020517004235e-16|  3.048918316757e-01|
# SC 0000000|    2D state|     U[1] | -5.619836495301e+01|  5.619836495301e+01| -1.652569192601e-14|  3.996087275667e+01|
# SC 0000000|    2D state|     U[2] | -2.301556457776e-12|  1.804243199864e-12| -3.317558486917e-14|  4.509806328985e-13|
# SC 0000000|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000000|      2D aux|    Gᵁ[1] | -2.623360785859e-06|  2.623360785784e-06|  2.823819466018e-18|  1.174142299021e-06|
# SC 0000000|      2D aux|    Gᵁ[2] | -2.552590377888e-16|  2.456683359159e-16|  4.133631143358e-32|  4.589089061294e-17|
# SC 0000000|      2D aux|    Δu[1] | -3.321257398659e-04|  3.321257398658e-04| -6.301278841433e-19|  2.359996540383e-04|
# SC 0000000|      2D aux|    Δu[2] | -3.687546494821e-17|  2.747981148388e-17| -1.086983788918e-19|  6.436221206452e-18|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0001"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0001"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000036|    3D state|     u[1] | -1.087952404793e+00|  1.087952404793e+00| -5.456968210638e-17|  4.926009684360e-01|
# SC 0000036|    3D state|     u[2] | -4.376564377709e-15|  4.522207666807e-15|  2.655979150412e-17|  9.508019290460e-16|
# SC 0000036|    3D state|        η | -6.145236982809e-01|  6.144946233316e-01| -3.637978807092e-17|  4.345143009942e-01|
# SC 0000036|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000036|      3D aux|        w | -4.683209929794e-04|  4.684771538737e-04|  1.124655923945e-18|  1.868245434225e-04|
# SC 0000036|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      3D aux|      wz0 | -3.107030417746e-04|  3.105570511820e-04|  1.829647544582e-18|  2.196814646863e-04|
# SC 0000036|      3D aux|    uᵈ[1] | -9.654221584758e-01|  9.654221584758e-01| -7.503331289627e-17|  4.848547246803e-01|
# SC 0000036|      3D aux|    uᵈ[2] | -4.658223645330e-28|  4.630613513647e-28|  1.087078453675e-30|  3.800786038950e-29|
# SC 0000036|      3D aux|   ΔGᵘ[1] | -1.991137352707e-09|  1.991137352596e-09| -2.754889957650e-21|  8.904815042372e-10|
# SC 0000036|      3D aux|   ΔGᵘ[2] | -3.592643858746e-19|  5.207481068037e-19|  1.479114197289e-35|  7.941375364080e-20|
# SC 0000036|    2D state|        η | -6.145236982809e-01|  6.144946233316e-01| -1.740829702612e-17|  4.348536327922e-01|
# SC 0000036|    2D state|     U[1] | -4.902082985016e+01|  4.902082985016e+01|  1.386354364641e-14|  3.485416846666e+01|
# SC 0000036|    2D state|     U[2] | -1.750625751083e-12|  1.808883066722e-12|  1.062391660165e-14|  3.806177812471e-13|
# SC 0000036|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000036|      2D aux|    Gᵁ[1] | -7.964549410385e-07|  7.964549410828e-07|  1.101966825082e-18|  3.564707685484e-07|
# SC 0000036|      2D aux|    Gᵁ[2] | -2.082992427215e-16|  1.437057543499e-16| -5.640355472330e-33|  3.179030856784e-17|
# SC 0000036|      2D aux|    Δu[1] | -4.706662682035e-04|  4.706662682035e-04| -3.136441623861e-18|  3.346611331480e-04|
# SC 0000036|      2D aux|    Δu[2] | -2.834266026021e-17|  2.408621176795e-17| -1.194888765152e-20|  5.980113649844e-18|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0002"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0002"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000072|    3D state|     u[1] | -9.816237789575e-01|  9.816237789575e-01| -1.057287590811e-16|  4.778977949740e-01|
# SC 0000072|    3D state|     u[2] | -5.778158969230e-15|  4.959865242949e-15| -1.070713230009e-17|  9.638461806219e-16|
# SC 0000072|    3D state|        η | -9.768991135672e-01|  9.767108864102e-01|  5.047695594840e-16|  6.906533557349e-01|
# SC 0000072|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000072|      3D aux|        w | -4.008131546136e-04|  4.009680831572e-04|  1.179611963664e-18|  1.812422742421e-04|
# SC 0000072|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      3D aux|      wz0 | -7.692336138266e-05|  7.676654463637e-05|  2.107758412251e-18|  5.433423611944e-05|
# SC 0000072|      3D aux|    uᵈ[1] | -9.504827175233e-01|  9.504827175233e-01| -1.216449163621e-16|  4.773938205124e-01|
# SC 0000072|      3D aux|    uᵈ[2] | -5.877753300995e-28|  5.602268281750e-28|  1.366538399733e-30|  3.643797656070e-29|
# SC 0000072|      3D aux|   ΔGᵘ[1] | -1.028527338806e-09|  1.028527338720e-09| -4.182547049588e-21|  4.599806087229e-10|
# SC 0000072|      3D aux|   ΔGᵘ[2] | -3.618001555286e-19|  5.032022767917e-19| -1.207943261120e-35|  7.844069581148e-20|
# SC 0000072|    2D state|        η | -9.768991135672e-01|  9.767108864102e-01|  4.748201831717e-16|  6.911927180629e-01|
# SC 0000072|    2D state|     U[1] | -1.246489301417e+01|  1.246489301417e+01|  1.274323979672e-14|  8.863457745099e+00|
# SC 0000072|    2D state|     U[2] | -2.311263587692e-12|  1.983946097179e-12| -4.282852920036e-15|  3.858395566150e-13|
# SC 0000072|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000072|      2D aux|    Gᵁ[1] | -4.114109354881e-07|  4.114109355222e-07|  1.673016871659e-18|  1.841359313232e-07|
# SC 0000072|      2D aux|    Gᵁ[2] | -2.012809107167e-16|  1.447200622114e-16|  5.176899690513e-33|  3.140078147423e-17|
# SC 0000072|      2D aux|    Δu[1] | -7.500380576513e-04|  7.500380576514e-04|  4.771271878566e-18|  5.333762196113e-04|
# SC 0000072|      2D aux|    Δu[2] | -3.276661245416e-17|  5.588832611754e-17|  7.624357509625e-19|  8.109616536320e-18|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Error: Exception while generating log record in module Main at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/hydrostatic_spindown.jl:248
│   exception =
│    UndefVarError: timeend not defined
│    Stacktrace:
│     [1] macro expansion at ./logging.jl:322 [inlined]
│     [2] (::var"#6#10"{SplitExplicitSolver{LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}},MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},Base.RefValue{DateTime}})(::Bool) at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/hydrostatic_spindown.jl:248
│     [3] #6 at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/hydrostatic_spindown.jl:244 [inlined]
│     [4] call!(::var"#6#10"{SplitExplicitSolver{LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}},MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},Base.RefValue{DateTime}}, ::SplitExplicitSolver{LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}}, ::NamedTuple{(:slow, :fast),Tuple{MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}}}, ::Nothing, ::Float64) at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/src/Numerics/ODESolvers/GenericCallbacks.jl:50
│     [5] call!(::EveryXWallTimeSeconds, ::SplitExplicitSolver{LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}}, ::NamedTuple{(:slow, :fast),Tuple{MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}}}, ::Nothing, ::Float64) at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/src/Numerics/ODESolvers/GenericCallbacks.jl:156
│     [6] call!(::Tuple{EveryXSimulationSteps,EveryXSimulationSteps,EveryXWallTimeSeconds,EveryXSimulationSteps}, ::SplitExplicitSolver{LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}}, ::NamedTuple{(:slow, :fast),Tuple{MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}}}, ::Nothing, ::Float64) at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/src/Numerics/ODESolvers/GenericCallbacks.jl:63
│     [7] solve!(::NamedTuple{(:slow, :fast),Tuple{MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}}}, ::SplitExplicitSolver{LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},LowStorageRungeKutta2N{Float64,Float64,MPIStateArray{Float64,NamedTuple{(:η, :U),Tuple{Float64,SArray{Tuple{2},Float64,1,2}}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}},5},Float64,MPIStateArray{Float64,NamedTuple{(:u, :η, :θ),Tuple{SArray{Tuple{2},Float64,1,2},Float64,Float64}},Array{Float64,3},Array{Int64,1},SubArray{Float64,3,Array{Float64,3},Tuple{Base.Slice{Base.OneTo{Int64}},Base.Slice{Base.OneTo{Int64}},UnitRange{Int64}},true},ClimateMachine.MPIStateArrays.CMBuffers.CMBuffer{Float64,Array{Float64,2},Nothing}}}, ::Nothing; timeend::Float64, adjustfinalstep::Bool, numberofsteps::Int64, callbacks::Tuple{EveryXSimulationSteps,EveryXSimulationSteps,EveryXWallTimeSeconds,EveryXSimulationSteps}) at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/src/Numerics/ODESolvers/ODESolvers.jl:126
│     [8] run_hydrostatic_spindown(::String, ::NTuple{4,Int64}, ::Tuple{Float64,Float64,Int64}, ::Tuple{Float64,Float64}; coupling::Coupled, dt_slow::Int64, refDat::Tuple{Array{Array{Any,1},1},Array{Array{Any,1},1}}) at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/hydrostatic_spindown.jl:172
│     [9] top-level scope at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/test_spindown_long.jl:50
│     [10] top-level scope at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.4/Test/src/Test.jl:1113
│     [11] top-level scope at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/test_spindown_long.jl:50
│     [12] top-level scope at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.4/Test/src/Test.jl:1113
│     [13] top-level scope at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/test_spindown_long.jl:37
│     [14] top-level scope at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.4/Test/src/Test.jl:1113
│     [15] top-level scope at /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/test_spindown_long.jl:14
│     [16] include(::Module, ::String) at ./Base.jl:377
│     [17] exec_options(::Base.JLOptions) at ./client.jl:288
│     [18] _start() at ./client.jl:484
└ @ Main /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Ocean/SplitExplicit/hydrostatic_spindown.jl:248
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0003"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0003"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000108|    3D state|     u[1] | -1.085848497953e+00|  1.085848497953e+00| -2.273736754432e-16|  4.819857961379e-01|
# SC 0000108|    3D state|     u[2] | -5.652235686219e-15|  4.177458837191e-15| -9.599883824091e-17|  1.183248268590e-15|
# SC 0000108|    3D state|        η | -2.560163353342e-01|  2.559376216612e-01|  1.978150976356e-16|  1.810161963813e-01|
# SC 0000108|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000108|      3D aux|        w | -6.643277747378e-04|  6.642916127735e-04|  1.640909630396e-18|  2.854543500712e-04|
# SC 0000108|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      3D aux|      wz0 | -3.782920450090e-04|  3.784944799608e-04|  3.088640454507e-18|  2.675594620303e-04|
# SC 0000108|      3D aux|    uᵈ[1] | -9.358557355602e-01|  9.358557355602e-01| -2.273736754432e-16|  4.700623255960e-01|
# SC 0000108|      3D aux|    uᵈ[2] | -7.580953299174e-28|  5.261702237824e-28|  1.181437014703e-30|  3.955989384608e-29|
# SC 0000108|      3D aux|   ΔGᵘ[1] | -4.492561702752e-09|  4.492561702947e-09| -6.915278625338e-21|  2.009174855647e-09|
# SC 0000108|      3D aux|   ΔGᵘ[2] | -5.956457941242e-19|  6.820725167953e-19| -7.888609052210e-35|  1.098135002525e-19|
# SC 0000108|    2D state|        η | -2.560163353342e-01|  2.559376216612e-01|  2.204458837696e-16|  1.811575600861e-01|
# SC 0000108|    2D state|     U[1] | -6.000539781888e+01|  6.000539781889e+01| -1.844258079586e-15|  4.266704423183e+01|
# SC 0000108|    2D state|     U[2] | -2.260894274488e-12|  1.670983534876e-12| -3.839953529636e-14|  4.736689281934e-13|
# SC 0000108|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000108|      2D aux|    Gᵁ[1] | -1.797024681179e-06|  1.797024681101e-06|  2.766100946927e-18|  8.042975643318e-07|
# SC 0000108|      2D aux|    Gᵁ[2] | -2.728290067181e-16|  2.382583176497e-16|  3.199817046803e-32|  4.395970342531e-17|
# SC 0000108|      2D aux|    Δu[1] | -1.981041199797e-04|  1.981041199797e-04| -1.545898867968e-19|  1.407997249926e-04|
# SC 0000108|      2D aux|    Δu[2] | -2.617470317694e-17|  2.378592886841e-17| -4.812670273986e-19|  5.498783314676e-18|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0004"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0004"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000144|    3D state|     u[1] | -1.023845189646e+00|  1.023845189646e+00| -9.549694368616e-17|  4.685219665105e-01|
# SC 0000144|    3D state|     u[2] | -4.376423926215e-15|  3.818935376780e-15|  1.158020959090e-17|  8.925435332521e-16|
# SC 0000144|    3D state|        η | -7.468560548468e-01|  7.469501262781e-01|  2.046363078989e-16|  5.281212645650e-01|
# SC 0000144|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000144|      3D aux|        w | -4.371614595230e-04|  4.373858948190e-04|  1.140199046290e-18|  1.747108668747e-04|
# SC 0000144|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      3D aux|      wz0 | -2.600426315518e-04|  2.601581719659e-04|  1.990629883153e-18|  1.838614182696e-04|
# SC 0000144|      3D aux|    uᵈ[1] | -9.214829456861e-01|  9.214829456861e-01| -9.038103598868e-17|  4.628486246444e-01|
# SC 0000144|      3D aux|    uᵈ[2] | -6.677707562696e-28|  6.508102468073e-28|  1.296732127901e-30|  4.436179039312e-29|
# SC 0000144|      3D aux|   ΔGᵘ[1] | -5.179128808518e-09|  5.179128808421e-09| -2.889805365489e-21|  2.316223140774e-09|
# SC 0000144|      3D aux|   ΔGᵘ[2] | -2.867615306321e-19|  4.065567008486e-19|  3.697785493223e-36|  6.735714910315e-20|
# SC 0000144|    2D state|        η | -7.468560548468e-01|  7.469501262781e-01|  2.225775119769e-16|  5.285336982589e-01|
# SC 0000144|    2D state|     U[1] | -4.095304724491e+01|  4.095304724491e+01|  9.605649609057e-17|  2.912180930916e+01|
# SC 0000144|    2D state|     U[2] | -1.750569570486e-12|  1.527574150712e-12|  4.632083836361e-15|  3.572962242870e-13|
# SC 0000144|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000144|      2D aux|    Gᵁ[1] | -2.071651523368e-06|  2.071651523407e-06|  1.155950606502e-18|  9.272127935198e-07|
# SC 0000144|      2D aux|    Gᵁ[2] | -1.626226803394e-16|  1.147046122528e-16| -1.479114197289e-33|  2.696390053446e-17|
# SC 0000144|      2D aux|    Δu[1] | -5.724318083824e-04|  5.724318083823e-04| -2.845997753193e-18|  4.070201662736e-04|
# SC 0000144|      2D aux|    Δu[2] | -4.220870197781e-17|  2.075431552035e-17| -3.690596108638e-19|  6.530908561722e-18|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0005"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0005"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000180|    3D state|     u[1] | -9.658970025685e-01|  9.658970025685e-01| -9.549694368616e-17|  4.576351411588e-01|
# SC 0000180|    3D state|     u[2] | -5.743539449756e-15|  5.386017547856e-15| -5.095889994152e-18|  1.072609801053e-15|
# SC 0000180|    3D state|        η | -9.200549427704e-01|  9.200580101245e-01|  5.775291356258e-16|  6.505758754522e-01|
# SC 0000180|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000180|      3D aux|        w | -4.008002897169e-04|  4.010376343571e-04|  1.217914658014e-18|  1.687154247644e-04|
# SC 0000180|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      3D aux|      wz0 | -1.460697150792e-04|  1.462370820378e-04|  2.185474023975e-18|  1.033201236615e-04|
# SC 0000180|      3D aux|    uᵈ[1] | -9.073411195613e-01|  9.073411195613e-01| -1.040234565153e-16|  4.557474369045e-01|
# SC 0000180|      3D aux|    uᵈ[2] | -7.011001295152e-28|  7.135246887724e-28|  1.777507509962e-30|  4.215246621361e-29|
# SC 0000180|      3D aux|   ΔGᵘ[1] | -2.446693796625e-09|  2.446693796512e-09| -3.499194749061e-21|  1.094216614131e-09|
# SC 0000180|      3D aux|   ΔGᵘ[2] | -3.952463871274e-19|  5.819288059628e-19|  5.916456789158e-36|  9.075440890329e-20|
# SC 0000180|    2D state|        η | -9.200549427704e-01|  9.200580101245e-01|  5.693223670278e-16|  6.510839394699e-01|
# SC 0000180|    2D state|     U[1] | -2.343037225451e+01|  2.343037225451e+01|  6.417119613467e-15|  1.666082972799e+01|
# SC 0000180|    2D state|     U[2] | -2.297415779902e-12|  2.154407019142e-12| -2.038355997661e-15|  4.293789801525e-13|
# SC 0000180|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000180|      2D aux|    Gᵁ[1] | -9.786775186048e-07|  9.786775186501e-07|  1.399672139800e-18|  4.380284548773e-07|
# SC 0000180|      2D aux|    Gᵁ[2] | -2.327715223851e-16|  1.580985548510e-16| -1.991873785683e-33|  3.633011324433e-17|
# SC 0000180|      2D aux|    Δu[1] | -7.070406055820e-04|  7.070406055821e-04|  2.935649986143e-18|  5.026874462556e-04|
# SC 0000180|      2D aux|    Δu[2] | -3.454990396368e-17|  4.066127997570e-17|  6.013060319267e-19|  7.266453199495e-18|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0006"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0006"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000216|    3D state|     u[1] | -1.047695040236e+00|  1.047695040236e+00| -2.364686224610e-16|  4.619442844904e-01|
# SC 0000216|    3D state|     u[2] | -5.854724456571e-15|  4.239161800504e-15| -9.840257919354e-17|  1.176086692987e-15|
# SC 0000216|    3D state|        η | -7.339429025948e-02|  7.344258366468e-02|  2.825117917382e-16|  5.189791771138e-02|
# SC 0000216|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000216|      3D aux|        w | -6.561739943716e-04|  6.558755770560e-04|  1.652011860642e-18|  2.817702227769e-04|
# SC 0000216|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      3D aux|      wz0 | -3.895970054120e-04|  3.894617973888e-04|  3.095301792655e-18|  2.754128055906e-04|
# SC 0000216|      3D aux|    uᵈ[1] | -8.934199233979e-01|  8.934199233979e-01| -2.296474121977e-16|  4.487558207050e-01|
# SC 0000216|      3D aux|    uᵈ[2] | -8.417145858708e-28|  5.983509966101e-28|  1.310823033705e-30|  4.231843504101e-29|
# SC 0000216|      3D aux|   ΔGᵘ[1] | -5.445831009349e-09|  5.445831009551e-09| -6.887936401800e-21|  2.435498376308e-09|
# SC 0000216|      3D aux|   ΔGᵘ[2] | -5.943945970750e-19|  6.597292963003e-19| -7.494178599600e-35|  1.078270071795e-19|
# SC 0000216|    2D state|        η | -7.339429025948e-02|  7.344258366468e-02|  2.801092691129e-16|  5.193844713397e-02|
# SC 0000216|    2D state|     U[1] | -6.171794080893e+01|  6.171794080893e+01|  1.049493825178e-16|  4.388578404043e+01|
# SC 0000216|    2D state|     U[2] | -2.341889782628e-12|  1.695664720202e-12| -3.936103167741e-14|  4.708020608330e-13|
# SC 0000216|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000216|      2D aux|    Gᵁ[1] | -2.178332403820e-06|  2.178332403740e-06|  2.755158975314e-18|  9.749601466958e-07|
# SC 0000216|      2D aux|    Gᵁ[2] | -2.638917185201e-16|  2.377578388300e-16|  2.991754983051e-32|  4.316448565932e-17|
# SC 0000216|      2D aux|    Δu[1] | -5.770608655713e-05|  5.770608655711e-05| -7.458675671990e-19|  4.110453437493e-05|
# SC 0000216|      2D aux|    Δu[2] | -3.386939549964e-17|  3.263928987451e-17| -4.269875859130e-19|  5.682043289667e-18|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0007"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0007"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000252|    3D state|     u[1] | -9.585448544295e-01|  9.585448544295e-01| -5.002220859751e-17|  4.454004012086e-01|
# SC 0000252|    3D state|     u[2] | -4.251012422473e-15|  3.674047892957e-15| -4.161965360278e-18|  7.673035729240e-16|
# SC 0000252|    3D state|        η | -8.527330751236e-01|  8.528435730710e-01|  4.547473508865e-17|  6.029921946632e-01|
# SC 0000252|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000252|      3D aux|        w | -4.044567259193e-04|  4.046166101130e-04|  9.015010959956e-19|  1.639452009131e-04|
# SC 0000252|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      3D aux|      wz0 | -2.008134427875e-04|  2.006869917107e-04|  1.630917623174e-18|  1.419795101566e-04|
# SC 0000252|      3D aux|    uᵈ[1] | -8.797135976414e-01|  8.797135976414e-01| -1.011812855722e-16|  4.418716735483e-01|
# SC 0000252|      3D aux|    uᵈ[2] | -6.583044254069e-28|  6.492325249969e-28|  1.461169687848e-30|  4.397549678811e-29|
# SC 0000252|      3D aux|   ΔGᵘ[1] | -1.502923856446e-09|  1.502923856391e-09| -3.047912535423e-21|  6.721414244878e-10|
# SC 0000252|      3D aux|   ΔGᵘ[2] | -2.237957476064e-19|  2.850517577574e-19|  1.972152263053e-36|  5.196775501709e-20|
# SC 0000252|    2D state|        η | -8.527330751236e-01|  8.528435730710e-01|  1.209699007632e-16|  6.034630984403e-01|
# SC 0000252|    2D state|     U[1] | -3.154027499455e+01|  3.154027499455e+01|  2.015099892505e-14|  2.242626216774e+01|
# SC 0000252|    2D state|     U[2] | -1.700404968989e-12|  1.469619157183e-12| -1.664786144112e-15|  3.071611179442e-13|
# SC 0000252|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000252|      2D aux|    Gᵁ[1] | -6.011695425562e-07|  6.011695425785e-07|  1.219164844763e-18|  2.690665320058e-07|
# SC 0000252|      2D aux|    Gᵁ[2] | -1.140207031030e-16|  8.951829904256e-17| -9.688197992246e-34|  2.080333559151e-17|
# SC 0000252|      2D aux|    Δu[1] | -6.539364291297e-04|  6.539364291296e-04| -2.896153792725e-18|  4.649759453899e-04|
# SC 0000252|      2D aux|    Δu[2] | -3.322606324410e-17|  3.575603316831e-17| -1.539222260927e-19|  6.902635671699e-18|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
3D error = 0.0011289943048879785
2D error = 6.333058075025303e-5
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "3D state",   "u[1]", -9.58544854429468573542e-01,  9.58544854429467241275e-01, -5.00222085975110548662e-17,  4.45400401208557450428e-01 ],
 [ "3D state",   "u[2]", -4.25101242247334871223e-15,  3.67404789295707054319e-15, -4.16196536027844460667e-18,  7.67303572923967388794e-16 ],
 [ "3D state",       :η, -8.52733075123625061664e-01,  8.52843573070953042681e-01,  4.54747350886464140750e-17,  6.02992194663176217517e-01 ],
 [ "3D state",       :θ,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "3D aux",       :y,  0.00000000000000000000e+00,  1.00000000000000011642e+06,  5.00000000000000000000e+05,  2.92775877460665535182e+05 ],
 [   "3D aux",       :w, -4.04456725919279200948e-04,  4.04616610112963138220e-04,  9.01501095995627164257e-19,  1.63945200913093050519e-04 ],
 [   "3D aux",    :pkin,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "3D aux",     :wz0, -2.00813442787536660869e-04,  2.00686991710665677685e-04,  1.63091762317435495043e-18,  1.41979510156587849200e-04 ],
 [   "3D aux",  "uᵈ[1]", -8.79713597641432643037e-01,  8.79713597641432309970e-01, -1.01181285572238260686e-16,  4.41871673548263788067e-01 ],
 [   "3D aux",  "uᵈ[2]", -6.58304425406934351616e-28,  6.49232524996892715854e-28,  1.46116968784809922885e-30,  4.39754967881099698552e-29 ],
 [   "3D aux", "ΔGᵘ[1]", -1.50292385644615896028e-09,  1.50292385639053664756e-09, -3.04791253542303897363e-21,  6.72141424487770325287e-10 ],
 [   "3D aux", "ΔGᵘ[2]", -2.23795747606411865720e-19,  2.85051757757417150048e-19,  1.97215226305252967486e-36,  5.19677550170880325221e-20 ],
 [ "2D state",       :η, -8.52733075123625061664e-01,  8.52843573070953042681e-01,  1.20969900763157045758e-16,  6.03463098440267020628e-01 ],
 [ "2D state",   "U[1]", -3.15402749945522700159e+01,  3.15402749945526181818e+01,  2.01509989250503455572e-14,  2.24262621677375015850e+01 ],
 [ "2D state",   "U[2]", -1.70040496898923326004e-12,  1.46961915718264096063e-12, -1.66478614411196378143e-15,  3.07161117944245521509e-13 ],
 [   "2D aux",       :y,  0.00000000000000000000e+00,  1.00000000000000011642e+06,  5.00000000000000000000e+05,  2.93004519336559635121e+05 ],
 [   "2D aux",  "Gᵁ[1]", -6.01169542556214675567e-07,  6.01169542578463584114e-07,  1.21916484476262623528e-18,  2.69066532005784685365e-07 ],
 [   "2D aux",  "Gᵁ[2]", -1.14020703102966866953e-16,  8.95182990425647416658e-17, -9.68819799224555162933e-34,  2.08033355915091543019e-17 ],
 [   "2D aux",  "Δu[1]", -6.53936429129657842245e-04,  6.53936429129622388834e-04, -2.89615379272492761915e-18,  4.64975945389899515767e-04 ],
 [   "2D aux",  "Δu[2]", -3.32260632440959637038e-17,  3.57560331683058260100e-17, -1.53922226092748377262e-19,  6.90263567169941879565e-18 ],
]
parr = [
 [ "3D state",   "u[1]",    16,    16,    16,    16 ],
 [ "3D state",   "u[2]",    16,    16,    16,    16 ],
 [ "3D state",       :η,    16,    16,    16,    16 ],
 [ "3D state",       :θ,    16,    16,    16,    16 ],
 [   "3D aux",       :y,    16,    16,    16,    16 ],
 [   "3D aux",       :w,    16,    16,    16,    16 ],
 [   "3D aux",    :pkin,    16,    16,    16,    16 ],
 [   "3D aux",     :wz0,    16,    16,    16,    16 ],
 [   "3D aux",  "uᵈ[1]",    16,    16,    16,    16 ],
 [   "3D aux",  "uᵈ[2]",    16,    16,    16,    16 ],
 [   "3D aux", "ΔGᵘ[1]",    16,    16,    16,    16 ],
 [   "3D aux", "ΔGᵘ[2]",    16,    16,    16,    16 ],
 [ "2D state",       :η,    16,    16,    16,    16 ],
 [ "2D state",   "U[1]",    16,    16,    16,    16 ],
 [ "2D state",   "U[2]",    16,    16,    16,    16 ],
 [   "2D aux",       :y,    16,    16,    16,    16 ],
 [   "2D aux",  "Gᵁ[1]",    16,    16,    16,    16 ],
 [   "2D aux",  "Gᵁ[2]",    16,    16,    16,    16 ],
 [   "2D aux",  "Δu[1]",    16,    16,    16,    16 ],
 [   "2D aux",  "Δu[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC     3D state,         u[1],        14,        14,         0,        15 :: P=5, F=0, NA=1
# SC     3D state,         u[2],         0,         0,         0,         0 :: P=2, F=0, NA=4
# SC     3D state,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC     3D state,            θ,        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC       3D aux,            y,        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC       3D aux,            w,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC       3D aux,         pkin,        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC       3D aux,          wz0,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC       3D aux,        uᵈ[1],        14,        14,         0,        15 :: P=5, F=0, NA=1
# SC       3D aux,        uᵈ[2],         0,         0,         0,         0 :: P=2, F=0, NA=4
# SC       3D aux,       ΔGᵘ[1],        13,        12,         0,        14 :: P=5, F=0, NA=1
# SC       3D aux,       ΔGᵘ[2],         0,         0,         0,         0 :: P=2, F=0, NA=4
# SC     2D state,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC     2D state,         U[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC     2D state,         U[2],         0,         0,         0,         0 :: P=2, F=0, NA=4
# SC       2D aux,            y,        18,        18,        18,         4 :: P=6, F=0, NA=0
# SC       2D aux,        Gᵁ[1],        12,        12,         0,        14 :: P=5, F=0, NA=1
# SC       2D aux,        Gᵁ[2],         0,         0,         0,         0 :: P=2, F=0, NA=4
# SC       2D aux,        Δu[1],        15,        14,         0,        15 :: P=5, F=0, NA=1
# SC       2D aux,        Δu[2],         0,         0,         0,         0 :: P=2, F=0, NA=4
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC Start: creating state check callback
# SC Creating state check callback labeled "3D state" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "3D aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Creating state check callback labeled "2D state" for symbols
# SC η
# SC U
# SC Creating state check callback labeled "2D aux" for symbols
# SC y
# SC Gᵁ
# SC Δu
# SC Finish: creating state check callback
┌ Info: Starting
│ norm(Q₀) = 1.7320544160043247e+07
└ ArrayType = Array
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|    3D state|     u[1] | -1.121255621047e+00|  1.121255621047e+00| -2.683009370230e-16|  5.024722335830e-01|
# SC 0000000|    3D state|     u[2] | -5.927707277410e-15|  4.582590918676e-15| -8.079347342584e-17|  1.132639432741e-15|
# SC 0000000|    3D state|        η | -4.307911431267e-01|  4.309725931607e-01| -1.978150976356e-16|  3.046535012596e-01|
# SC 0000000|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000000|      3D aux|        w | -6.600992587609e-04|  6.597217848612e-04|  1.946220962168e-18|  2.841032198035e-04|
# SC 0000000|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|      wz0 | -3.498680931646e-04|  3.496554246500e-04|  3.492761635471e-18|  2.472377134823e-04|
# SC 0000000|      3D aux|    uᵈ[1] | -9.808967966766e-01|  9.808967966766e-01| -2.376054908382e-16|  4.925145587416e-01|
# SC 0000000|      3D aux|    uᵈ[2] | -2.792567604482e-28|  2.216699143671e-28|  3.982311829111e-31|  2.618459574714e-29|
# SC 0000000|      3D aux|   ΔGᵘ[1] | -6.506706956597e-09|  6.506706956809e-09| -6.993239537803e-21|  2.909946012058e-09|
# SC 0000000|      3D aux|   ΔGᵘ[2] | -6.647068041215e-19|  6.536643001493e-19| -9.170508023194e-35|  1.160567322687e-19|
# SC 0000000|    2D state|        η | -4.307911431267e-01|  4.309725931607e-01| -1.716848885280e-16|  3.048914189071e-01|
# SC 0000000|    2D state|     U[1] | -5.619830106502e+01|  5.619830106502e+01| -1.572317831489e-14|  3.996076781208e+01|
# SC 0000000|    2D state|     U[2] | -2.371082910964e-12|  1.833036367470e-12| -3.231738937034e-14|  4.534095847654e-13|
# SC 0000000|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000000|      2D aux|    Gᵁ[1] | -2.602682782723e-06|  2.602682782639e-06|  2.797252447034e-18|  1.164887408011e-06|
# SC 0000000|      2D aux|    Gᵁ[2] | -2.614657200597e-16|  2.658827216486e-16|  3.593261423282e-32|  4.645894648028e-17|
# SC 0000000|      2D aux|    Δu[1] | -2.043711442324e-03|  2.043711442323e-03| -9.148175381286e-18|  1.452026493283e-03|
# SC 0000000|      2D aux|    Δu[2] | -2.448371043241e-16|  2.134028121545e-16| -1.943273104946e-19|  3.903016783554e-17|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0001"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0001"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000006|    3D state|     u[1] | -1.087931466875e+

out_10783979

+ hostname
hpc-92-30.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project tutorials/Numerics/DGMethods/nonnegative.jl
┌ Info: Starting
│ FT               = Float64
│ dim              = 2
│ Ne               = 20
│ polynomial order = 4
│ final time       = 5.0000000000000000e+00
└ time step        = 1.5625000000000001e-03
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0000
┌ Info: Step  = 1
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.9432020767041762e-01
└ sum error   = 1.6048083315449916e-15
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0001
┌ Info: Step  = 2
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 1.0000143365966552e+00
└ sum error   = 3.3555083295940734e-15
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0002
┌ Info: Step  = 3
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.8176263118350948e-01
└ sum error   = 4.8144249946349749e-15
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0003
┌ Info: Step  = 4
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.9738987314021454e-01
└ sum error   = 6.4192333261799665e-15
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0004
┌ Info: Step  = 5
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.8647851628764271e-01
└ sum error   = 7.8781499912208684e-15
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0005
┌ Info: Step  = 6
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.9088076596995966e-01
└ sum error   = 9.3370666562617687e-15
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0006
┌ Info: Step  = 7
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.9197942278285756e-01
└ sum error   = 1.0941874987806760e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0007
┌ Info: Step  = 8
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.9163733089472494e-01
└ sum error   = 1.2400791652847662e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0008
┌ Info: Step  = 9
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.9443826407826330e-01
└ sum error   = 1.3859708317888564e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0009
┌ Info: Step  = 10
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 1.0010541856657944e+00
└ sum error   = 1.5464516649433554e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0010
┌ Info: Step  = 11
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.9668589801826857e-01
└ sum error   = 1.7069324980978546e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0011
┌ Info: Step  = 12
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 1.0022902785045398e+00
└ sum error   = 1.8382349979515358e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0012
┌ Info: Step  = 13
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 1.0131223189593199e+00
└ sum error   = 2.0133049977564441e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0013
┌ Info: Step  = 14
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 1.0176430010623181e+00
└ sum error   = 2.1591966642605341e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0014
┌ Info: Step  = 15
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.6624828674644880e-01
└ sum error   = 2.3342666640654424e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0015
┌ Info: Step  = 16
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.1765628524907183e-01
└ sum error   = 2.4947474972199416e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0016
┌ Info: Step  = 17
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.5497589935317007e-01
└ sum error   = 2.6406391637240316e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0017
┌ Info: Step  = 18
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.7045737402253995e-01
└ sum error   = 2.8011199968785308e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0018
┌ Info: Step  = 19
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.4250261512808642e-01
└ sum error   = 2.9616008300330299e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0019
┌ Info: Step  = 20
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 1.0123754684640098e+00
└ sum error   = 3.1366708298379382e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0020
┌ Info: Step  = 21
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 1.0160201122294243e+00
└ sum error   = 3.2971516629924374e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0021
┌ Info: Step  = 22
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.5685514584470932e-01
└ sum error   = 3.4430433294965274e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0022
┌ Info: Step  = 23
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 8.9287330603654669e-01
└ sum error   = 3.6181133293014357e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0023
┌ Info: Step  = 24
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 8.5044037149808971e-01
└ sum error   = 3.7785941624559349e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0024
┌ Info: Step  = 25
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 8.3865331836336532e-01
└ sum error   = 3.9536641622608432e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0025
┌ Info: Step  = 26
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 8.2356691639937674e-01
└ sum error   = 4.1141449954153423e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0026
┌ Info: Step  = 27
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 8.1019244554659542e-01
└ sum error   = 4.2892149952202500e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0027
┌ Info: Step  = 28
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.9113739209057643e-01
└ sum error   = 4.4788741616755674e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0028
┌ Info: Step  = 29
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.9863354612519843e-01
└ sum error   = 4.6685333281308848e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0029
┌ Info: Step  = 30
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 8.3171343703180367e-01
└ sum error   = 4.8436033279357931e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0030
┌ Info: Step  = 31
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 8.1519156019367400e-01
└ sum error   = 5.0040841610902923e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0031
┌ Info: Step  = 32
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 8.1538575261162827e-01
└ sum error   = 5.1791541608951999e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0032
┌ Info: Step  = 33
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.9434916759559560e-01
└ sum error   = 5.3396349940496991e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0033
┌ Info: Step  = 34
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.6749630959436099e-01
└ sum error   = 5.5147049938546074e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0034
┌ Info: Step  = 35
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.6463177249978098e-01
└ sum error   = 5.6897749936595151e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0035
┌ Info: Step  = 36
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.5487621796555571e-01
└ sum error   = 5.8502558268140142e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0036
┌ Info: Step  = 37
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.4465086828894156e-01
└ sum error   = 6.0253258266189225e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0037
┌ Info: Step  = 38
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.4607836982882969e-01
└ sum error   = 6.1858066597734217e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0038
┌ Info: Step  = 39
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.4606463225455300e-01
└ sum error   = 6.3754658262287391e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0039
┌ Info: Step  = 40
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.4588913905435972e-01
└ sum error   = 6.5359466593832383e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0040
┌ Info: Step  = 41
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.3338795387654188e-01
└ sum error   = 6.6964274925377374e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0041
┌ Info: Step  = 42
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.0116620629161319e-01
└ sum error   = 6.8569083256922366e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0042
┌ Info: Step  = 43
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.8853508573783040e-01
└ sum error   = 7.0319783254971449e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0043
┌ Info: Step  = 44
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.8181915727974196e-01
└ sum error   = 7.1778699920012349e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0044
┌ Info: Step  = 45
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.9714249155896013e-01
└ sum error   = 7.3383508251557341e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0045
┌ Info: Step  = 46
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.1373493773062968e-01
└ sum error   = 7.5134208249606424e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0046
┌ Info: Step  = 47
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.0589709549120550e-01
└ sum error   = 7.6739016581151415e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0047
┌ Info: Step  = 48
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.7561835188200325e-01
└ sum error   = 7.8343824912696407e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0048
┌ Info: Step  = 49
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.6799633670242475e-01
└ sum error   = 7.9948633244241398e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0049
┌ Info: Step  = 50
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.6317595158268261e-01
└ sum error   = 8.1699333242290481e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0050
┌ Info: Step  = 51
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.7131152798099103e-01
└ sum error   = 8.3304141573835473e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0051
┌ Info: Step  = 52
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.6378067520168349e-01
└ sum error   = 8.5054841571884556e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0052
┌ Info: Step  = 53
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.9869715023895917e-01
└ sum error   = 8.6659649903429548e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0053
┌ Info: Step  = 54
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.5297914322790285e-01
└ sum error   = 8.8410349901478630e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0054
┌ Info: Step  = 55
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.5949707880381958e-01
└ sum error   = 9.0015158233023622e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0055
┌ Info: Step  = 56
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.7760891760906261e-01
└ sum error   = 9.1765858231072705e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0056
┌ Info: Step  = 57
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.9141938302931616e-01
└ sum error   = 9.3370666562617697e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0057
┌ Info: Step  = 58
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.9215686852713587e-01
└ sum error   = 9.5267258227170871e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0058
┌ Info: Step  = 59
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.9411474744347224e-01
└ sum error   = 9.7017958225219941e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0059
┌ Info: Step  = 60
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.7943739252826685e-01
└ sum error   = 9.8768658223269024e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0060
┌ Info: Step  = 61
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.3388282089000025e-01
└ sum error   = 1.0051935822131811e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0061
┌ Info: Step  = 62
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.3707600261526320e-01
└ sum error   = 1.0212416655286310e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0062
┌ Info: Step  = 63
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 5.9847900007097110e-01
└ sum error   = 1.0387486655091218e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0063
┌ Info: Step  = 64
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1884186669957453e-01
└ sum error   = 1.0562556654896126e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0064
┌ Info: Step  = 65
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.2154672529481547e-01
└ sum error   = 1.0723037488050626e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0065
┌ Info: Step  = 66
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.2506070108437728e-01
└ sum error   = 1.0898107487855534e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0066
┌ Info: Step  = 67
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1743383359325055e-01
└ sum error   = 1.1087766654310851e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0067
┌ Info: Step  = 68
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1902486341166585e-01
└ sum error   = 1.1262836654115760e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0068
┌ Info: Step  = 69
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1969947826326266e-01
└ sum error   = 1.1437906653920667e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0069
┌ Info: Step  = 70
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1841812756151116e-01
└ sum error   = 1.1627565820375984e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0070
┌ Info: Step  = 71
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.2270482223621626e-01
└ sum error   = 1.1802635820180894e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0071
┌ Info: Step  = 72
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.2018447181832426e-01
└ sum error   = 1.1977705819985801e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0072
┌ Info: Step  = 73
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.2119855246752198e-01
└ sum error   = 1.2167364986441118e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0073
┌ Info: Step  = 74
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.2613101937125781e-01
└ sum error   = 1.2357024152896435e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0074
┌ Info: Step  = 75
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.2378142047610285e-01
└ sum error   = 1.2546683319351753e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0075
┌ Info: Step  = 76
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.2211409024629449e-01
└ sum error   = 1.2721753319156660e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0076
┌ Info: Step  = 77
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1966300075277103e-01
└ sum error   = 1.2896823318961569e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0077
┌ Info: Step  = 78
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1825712813613931e-01
└ sum error   = 1.3086482485416887e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0078
┌ Info: Step  = 79
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1858716713682049e-01
└ sum error   = 1.3246963318571386e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0079
┌ Info: Step  = 80
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1492238702067981e-01
└ sum error   = 1.3422033318376293e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783979_output/vtk_nonnegative/nonnegative_step0080
┌ Info: Finished
│ minimum(Q) = 0.0000000000000000e+00
│ maximum(Q) = 6.1492238702067981e-01
│ L2 error   = 4.2308574875971561e-02
└ sum error  = 1.3422033318376293e-13

out_10783980

+ hostname
hpc-24-21.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783980_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783980_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Atmos/Parameterizations/Microphysics/KM_saturation_adjustment.jl
┌ Info: Model composition
│     param_set = EarthParameterSet{MicropysicsParameterSet{LiquidParameterSet,IceParameterSet,RainParameterSet,SnowParameterSet}}(MicropysicsParameterSet{LiquidParameterSet,IceParameterSet,RainParameterSet,SnowParameterSet}(LiquidParameterSet(), IceParameterSet(), RainParameterSet(), SnowParameterSet()))
│     orientation = FlatOrientation()
│     moisture = nothing
│     precipitation = nothing
│     source = nothing
│     boundarycondition = nothing
│     init_state_prognostic = init_kinematic_eddy!
└     data_config = KinematicModelConfig{Float64}(1500.0, 10.0, 1500.0, 0.6, 289.0, 101500.0, 100000.0, 0.0075, 0.0, true, true, false, 0, 0, 0, 0, 1, 2)
┌ Info: Establishing Atmos LES configuration for KinematicModel
│     precision        = Float64
│     polynomial order = 4
│     domain           = 1500.00 m x10.00 m x1500.00 m
│     resolution       = 20x1x20
│     MPI ranks        = 3
│     min(Δ_horz)      = 0.86 m
└     min(Δ_vert)      = 13.63 m
[ Info: Initializing KinematicModel
┌ Info: Starting KinematicModel
│     dt              = 4.00000e+01
│     timeend         =  1800.00
│     number of steps = 45
└     norm(Q)         = 1.7391051223178524e+08
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783980_output/vtk/new_ex_1_mpirank0000_step0000"
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783980_output/vtk/new_ex_1_mpirank0000_step0001"
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783980_output/vtk/new_ex_1_mpirank0000_step0002"
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783980_output/vtk/new_ex_1_mpirank0000_step0003"
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783980_output/vtk/new_ex_1_mpirank0000_step0004"
┌ Info: Finished
│     norm(Q)            = 1.7391051217590663e+08
│     norm(Q) / norm(Q₀) = 9.9999999967869335e-01
└     norm(Q) - norm(Q₀) = -5.5878609418869019e-02
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 7.7535673575889223e+03
└     norm(Q - Qe) / norm(Qe) = 4.4583661206489277e-05

out_10783981

+ hostname
hpc-24-21.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783981_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783981_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Atmos/Parameterizations/Microphysics/KM_warm_rain.jl
┌ Info: Model composition
│     param_set = EarthParameterSet{MicropysicsParameterSet{LiquidParameterSet,IceParameterSet,RainParameterSet,SnowParameterSet}}(MicropysicsParameterSet{LiquidParameterSet,IceParameterSet,RainParameterSet,SnowParameterSet}(LiquidParameterSet(), IceParameterSet(), RainParameterSet(), SnowParameterSet()))
│     orientation = FlatOrientation()
│     moisture = nothing
│     precipitation = nothing
│     source = nothing
│     boundarycondition = nothing
│     init_state_prognostic = init_kinematic_eddy!
└     data_config = KinematicModelConfig{Float64}(1500.0, 10.0, 1500.0, 0.6, 289.0, 101500.0, 100000.0, 0.0075, 0.0, true, true, false, 0, 0, 0, 0, 1, 2)
┌ Info: Establishing Atmos LES configuration for KinematicModel
│     precision        = Float64
│     polynomial order = 4
│     domain           = 1500.00 m x10.00 m x1500.00 m
│     resolution       = 20x1x20
│     MPI ranks        = 3
│     min(Δ_horz)      = 0.86 m
└     min(Δ_vert)      = 13.63 m
[ Info: Initializing KinematicModel
┌ Info: Starting KinematicModel
│     dt              = 5.00000e+00
│     timeend         =  1800.00
│     number of steps = 360
└     norm(Q)         = 1.7391051223178524e+08
┌ Info: Update
│     simtime =   155.00 /  1800.00
│     runtime = 00:01:00
└     norm(Q) = 1.7382160103518268e+08
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783981_output/vtk/microphysics_test_3_mpirank0000_step0000"
┌ Info: Update
│     simtime =   365.00 /  1800.00
│     runtime = 00:02:01
└     norm(Q) = 1.7373876509760007e+08
┌ Info: Update
│     simtime =   550.00 /  1800.00
│     runtime = 00:03:02
└     norm(Q) = 1.7374046218967068e+08
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783981_output/vtk/microphysics_test_3_mpirank0000_step0001"
┌ Info: Update
│     simtime =   735.00 /  1800.00
│     runtime = 00:04:03
└     norm(Q) = 1.7374683124369624e+08
┌ Info: Update
│     simtime =   915.00 /  1800.00
│     runtime = 00:05:03
└     norm(Q) = 1.7375198546053705e+08
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783981_output/vtk/microphysics_test_3_mpirank0000_step0002"
┌ Info: Update
│     simtime =  1100.00 /  1800.00
│     runtime = 00:06:04
└     norm(Q) = 1.7375592677309629e+08
┌ Info: Update
│     simtime =  1270.00 /  1800.00
│     runtime = 00:07:04
└     norm(Q) = 1.7375821905869690e+08
┌ Info: Update
│     simtime =  1430.00 /  1800.00
│     runtime = 00:08:05
└     norm(Q) = 1.7375916676359382e+08
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783981_output/vtk/microphysics_test_3_mpirank0000_step0003"
┌ Info: Update
│     simtime =  1590.00 /  1800.00
│     runtime = 00:09:06
└     norm(Q) = 1.7375895721257094e+08
┌ Info: Update
│     simtime =  1750.00 /  1800.00
│     runtime = 00:10:06
└     norm(Q) = 1.7375762660423839e+08
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783981_output/vtk/microphysics_test_3_mpirank0000_step0004"
┌ Info: Finished
│     norm(Q)            = 1.7375700427664909e+08
│     norm(Q) / norm(Q₀) = 9.9911731641080126e-01
└     norm(Q) - norm(Q₀) = -1.5350795513615012e+05
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 1.8820344817866494e+06
└     norm(Q - Qe) / norm(Qe) = 1.0821855778782958e-02

out_10783982

+ hostname
hpc-90-18.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783982_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783982_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Atmos/Parameterizations/Microphysics/KM_ice.jl
┌ Info: Model composition
│     param_set = EarthParameterSet{MicropysicsParameterSet{LiquidParameterSet,IceParameterSet,RainParameterSet,SnowParameterSet}}(MicropysicsParameterSet{LiquidParameterSet,IceParameterSet,RainParameterSet,SnowParameterSet}(LiquidParameterSet(), IceParameterSet(), RainParameterSet(), SnowParameterSet()))
│     orientation = FlatOrientation()
│     moisture = nothing
│     precipitation = nothing
│     source = nothing
│     boundarycondition = nothing
│     init_state_prognostic = init_kinematic_eddy!
└     data_config = KinematicModelConfig{Float64}(90000.0, 10.0, 16000.0, 0.6, 289.0, 101500.0, 100000.0, 0.0075, 0.0, false, true, false, 1, 2, 3, 4, 5, 6)
┌ Info: Establishing Atmos LES configuration for KinematicModel
│     precision        = Float64
│     polynomial order = 4
│     domain           = 90000.00 m x10.00 m x16000.00 m
│     resolution       = 500x1x250
│     MPI ranks        = 3
│     min(Δ_horz)      = 0.86 m
└     min(Δ_vert)      = 172.67 m
[ Info: Initializing KinematicModel
┌ Info: Starting KinematicModel
│     dt              = 1.50000e+01
│     timeend         =   300.00
│     number of steps = 20
└     norm(Q)         = 4.2991622816819172e+09
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783982_output/vtk/microphysics_test_4_mpirank0000_step0000"
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783982_output/vtk/microphysics_test_4_mpirank0000_step0001"
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783982_output/vtk/microphysics_test_4_mpirank0000_step0002"
┌ Info: Update
│     simtime =   195.00 /   300.00
│     runtime = 00:01:00
└     norm(Q) = 4.3018851017418680e+09
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783982_output/vtk/microphysics_test_4_mpirank0000_step0003"
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783982_output/vtk/microphysics_test_4_mpirank0000_step0004"
┌ Info: Finished
│     norm(Q)            = 4.3034600134843979e+09
│     norm(Q) / norm(Q₀) = 1.0009996672655956e+00
└     norm(Q) - norm(Q₀) = 4.2977318024806976e+06
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 5.6475959073576167e+07
└     norm(Q - Qe) / norm(Qe) = 1.3136503200684404e-02

out_10783983

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
++ pwd
+ export CURL_HOME=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
+ CURL_HOME=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
+ printf -- '--silent\n--show-error\n'
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ julia --color=no --project -e 'using Pkg; Pkg.instantiate(); Pkg.build(;verbose=true)'
[?25l    Fetching: [>                                        ]  0.0 %
    Fetching: [=================>                       ]  42.1 %
    Resolving Deltas: [================================>        ]  78.5 %
[?25h[ Info: using system MPI
┌ Info: Using implementation
│   libmpi = "libmpi"
└   mpiexec_cmd = `mpiexec`
┌ Info: MPI implementation detected
│   impl = OpenMPI::MPIImpl = 2
│   version = v"4.0.3"
└   abi = "OpenMPI"
[ Info: Installing 2020a tzdata region data
[ Info: Converting tz source files into TimeZone data
[ Info: Successfully built TimeZones
    Cloning default registries into `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu`
    Cloning registry from "https://github.com/JuliaRegistries/General.git"
      Added registry `General` to `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu/registries/General`
  Installed OpenMPI_jll ────────────────── v4.0.2+2
  Installed XML2_jll ───────────────────── v2.9.10+1
  Installed OpenSpecFun_jll ────────────── v0.5.3+3
  Installed CondaBinDeps ───────────────── v0.2.0
  Installed GaussQuadrature ────────────── v0.5.4
  Installed LightXML ───────────────────── v0.9.0
  Installed DataAPI ────────────────────── v1.3.0
  Installed ArnoldiMethod ──────────────── v0.0.4
  Installed CpuId ──────────────────────── v0.2.2
  Installed UnPack ─────────────────────── v1.0.1
  Installed TableTraits ────────────────── v1.0.0
  Installed CLIMAParameters ────────────── v0.1.6
  Installed ArgParse ───────────────────── v1.1.0
  Installed HTTP ───────────────────────── v0.8.17
  Installed StatsBase ──────────────────── v0.33.0
  Installed IterativeSolvers ───────────── v0.8.4
  Installed Adapt ──────────────────────── v2.0.2
  Installed URIParser ──────────────────── v0.4.1
  Installed DiffResults ────────────────── v1.0.2
  Installed RecursiveFactorization ─────── v0.1.4
  Installed ForwardDiff ────────────────── v0.10.12
  Installed CodecZlib ──────────────────── v0.7.0
  Installed Combinatorics ──────────────── v1.0.2
  Installed PDMats ─────────────────────── v0.10.0
  Installed VectorizationBase ──────────── v0.12.29
  Installed MicrosoftMPI_jll ───────────── v10.1.2+3
  Installed NLSolversBase ──────────────── v7.6.1
  Installed NNPACK_jll ─────────────────── v2018.6.22+0
  Installed NLsolve ────────────────────── v4.4.0
  Installed PackageCompiler ────────────── v1.2.1
  Installed Rmath_jll ──────────────────── v0.2.2+1
  Installed VersionParsing ─────────────── v1.2.0
  Installed TreeViews ──────────────────── v0.3.0
  Installed Mocking ────────────────────── v0.7.1
  Installed KernelAbstractions ─────────── v0.3.0
  Installed LeftChildRightSiblingTrees ─── v0.1.2
  Installed ArrayInterface ─────────────── v2.11.0
  Installed ProgressMeter ──────────────── v1.3.2
  Installed FunctionWrappers ───────────── v1.1.1
  Installed StaticNumbers ──────────────── v0.3.3
  Installed DataStructures ─────────────── v0.17.19
  Installed Distributions ──────────────── v0.23.6
  Installed GenericSchur ───────────────── v0.4.0
  Installed ProgressLogging ────────────── v0.1.3
  Installed BinDeps ────────────────────── v1.0.1
  Installed SIMDPirates ────────────────── v0.8.21
  Installed LoggingExtras ──────────────── v0.4.2
  Installed LabelledArrays ─────────────── v1.3.0
  Installed BinaryProvider ─────────────── v0.5.10
  Installed Coverage ───────────────────── v1.1.1
  Installed Intervals ──────────────────── v1.4.1
  Installed ExponentialUtilities ───────── v1.7.0
  Installed SparseDiffTools ────────────── v1.9.1
  Installed IniFile ────────────────────── v0.5.0
  Installed IteratorInterfaceExtensions ── v1.0.0
  Installed Rmath ──────────────────────── v0.6.1
  Installed MatrixFactorizations ───────── v0.5.1
  Installed EzXML ──────────────────────── v1.1.0
  Installed GPUCompiler ────────────────── v0.4.1
  Installed LineSearches ───────────────── v7.0.1
  Installed Literate ───────────────────── v2.5.0
  Installed MbedTLS ────────────────────── v1.0.2
  Installed QuadGK ─────────────────────── v2.4.0
  Installed WriteVTK ───────────────────── v1.7.2
  Installed TimerOutputs ───────────────── v0.5.6
  Installed SortingAlgorithms ──────────── v0.3.1
  Installed MPICH_jll ──────────────────── v3.3.2+10
  Installed AbstractTrees ──────────────── v0.3.3
  Installed DoubleFloats ───────────────── v1.1.13
  Installed ArrayLayouts ───────────────── v0.3.7
  Installed VertexSafeGraphs ───────────── v0.1.2
  Installed LazyArrays ─────────────────── v0.16.15
  Installed Polynomials ────────────────── v1.1.3
  Installed Libiconv_jll ───────────────── v1.16.0+5
  Installed OrderedCollections ─────────── v1.3.0
  Installed MacroTools ─────────────────── v0.5.5
  Installed MPI ────────────────────────── v0.15.0
  Installed Reexport ───────────────────── v0.2.0
  Installed ChainRulesCore ─────────────── v0.9.5
  Installed FiniteDiff ─────────────────── v2.5.1
  Installed Cassette ───────────────────── v0.3.3
  Installed TerminalLoggers ────────────── v0.1.2
  Installed ExprTools ──────────────────── v0.1.1
  Installed CEnum ──────────────────────── v0.4.1
  Installed TranscodingStreams ─────────── v0.9.5
  Installed FillArrays ─────────────────── v0.8.13
  Installed StatsFuns ──────────────────── v0.9.5
  Installed NNlib ──────────────────────── v0.7.3
  Installed StaticArrays ───────────────── v0.12.4
  Installed LightGraphs ────────────────── v1.3.3
  Installed OrdinaryDiffEq ─────────────── v5.42.0
  Installed GenericSVD ─────────────────── v0.3.0
  Installed SimpleTraits ───────────────── v0.9.2
  Installed Inflate ────────────────────── v0.1.2
  Installed DiffEqBase ─────────────────── v6.41.2
  Installed LLVM ───────────────────────── v1.7.0
  Installed NaNMath ────────────────────── v0.3.4
  Installed DiffRules ──────────────────── v1.0.1
  Installed CompilerSupportLibraries_jll ─ v0.3.3+0
  Installed Parsers ────────────────────── v1.0.7
  Installed Parameters ─────────────────── v0.12.1
  Installed OffsetArrays ───────────────── v1.1.2
  Installed LoopVectorization ──────────── v0.8.20
  Installed Missings ───────────────────── v0.4.3
  Installed ConsoleProgressMonitor ─────── v0.1.2
  Installed Dierckx ────────────────────── v0.4.2
  Installed Zlib_jll ───────────────────── v1.2.11+14
  Installed TimeZones ──────────────────── v1.3.1
  Installed ZygoteRules ────────────────── v0.2.0
  Installed Roots ──────────────────────── v1.0.4
  Installed MbedTLS_jll ────────────────── v2.16.6+1
  Installed Compat ─────────────────────── v3.13.0
  Installed FileIO ─────────────────────── v1.4.0
  Installed DocStringExtensions ────────── v0.8.2
  Installed CUDA ───────────────────────── v1.2.0
  Installed AbstractFFTs ───────────────── v0.5.0
  Installed SpecialFunctions ───────────── v0.10.3
  Installed TextWrap ───────────────────── v1.0.1
  Installed RecursiveArrayTools ────────── v2.5.0
  Installed CFTime ─────────────────────── v0.1.0
  Installed RootSolvers ────────────────── v0.2.0
  Installed GPUArrays ──────────────────── v4.0.1
  Installed Conda ──────────────────────── v1.4.1
  Installed Formatting ─────────────────── v0.4.1
  Installed Quadmath ───────────────────── v0.5.4
  Installed CommonSubexpressions ───────── v0.3.0
  Installed SLEEFPirates ───────────────── v0.5.5
  Installed NCDatasets ─────────────────── v0.10.2
  Installed JSON ───────────────────────── v0.21.0
  Installed Requires ───────────────────── v1.0.1
  Installed Distances ──────────────────── v0.9.0
  Installed MuladdMacro ────────────────── v0.2.2
  Installed RecipesBase ────────────────── v1.0.2
  Installed CoverageTools ──────────────── v1.1.0
  Installed JLD2 ───────────────────────── v0.1.14
  Installed LambertW ───────────────────── v0.4.5
   Building MPI ─────────→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu/packages/MPI/k7f4E/deps/build.log`
   Building Dierckx ─────→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu/packages/Dierckx/ZTanR/deps/build.log`
   Building TimeZones ───→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu/packages/TimeZones/cAGJs/deps/build.log`
   Building Conda ───────→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu/packages/Conda/3rPhK/deps/build.log`
   Building SLEEFPirates → `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu/packages/SLEEFPirates/jGsib/deps/build.log`
   Building NCDatasets ──→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu/packages/NCDatasets/KjkFI/deps/build.log`
   Building SLEEFPirates → `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu/packages/SLEEFPirates/jGsib/deps/build.log`
   Building MPI ─────────→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu/packages/MPI/k7f4E/deps/build.log`
   Building TimeZones ───→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu/packages/TimeZones/cAGJs/deps/build.log`
   Building Dierckx ─────→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu/packages/Dierckx/ZTanR/deps/build.log`
   Building Conda ───────→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu/packages/Conda/3rPhK/deps/build.log`
   Building NCDatasets ──→ `/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu/packages/NCDatasets/KjkFI/deps/build.log`
+ julia --color=no --project -e 'using Pkg; Pkg.precompile()'
Precompiling project...
+ cat Manifest.toml
# This file is machine-generated - editing it directly is not advised

[[AbstractFFTs]]
deps = ["LinearAlgebra"]
git-tree-sha1 = "051c95d6836228d120f5f4b984dd5aba1624f716"
uuid = "621f4979-c628-5d54-868e-fcf4e3e8185c"
version = "0.5.0"

[[AbstractTrees]]
deps = ["Markdown"]
git-tree-sha1 = "33e450545eaf7699da1a6e755f9ea65f14077a45"
uuid = "1520ce14-60c1-5f80-bbc7-55ef81b5835c"
version = "0.3.3"

[[Adapt]]
deps = ["LinearAlgebra"]
git-tree-sha1 = "0fac443759fa829ed8066db6cf1077d888bb6573"
uuid = "79e6a3ab-5dfb-504d-930d-738a2a938a0e"
version = "2.0.2"

[[ArgParse]]
deps = ["Logging", "TextWrap"]
git-tree-sha1 = "a8fc2e149cd6db276c76faebe197ccd3a92fb9ff"
uuid = "c7e460c6-2fb9-53a9-8c5b-16f535851c63"
version = "1.1.0"

[[ArnoldiMethod]]
deps = ["DelimitedFiles", "LinearAlgebra", "Random", "SparseArrays", "StaticArrays", "Test"]
git-tree-sha1 = "2b6845cea546604fb4dca4e31414a6a59d39ddcd"
uuid = "ec485272-7323-5ecc-a04f-4719b315124d"
version = "0.0.4"

[[ArrayInterface]]
deps = ["LinearAlgebra", "Requires", "SparseArrays"]
git-tree-sha1 = "066d1e7a9eb4873660791db7f0d8c7902600b81c"
uuid = "4fba245c-0d91-5ea0-9b3e-6abc04ee57a9"
version = "2.11.0"

[[ArrayLayouts]]
deps = ["FillArrays", "LinearAlgebra"]
git-tree-sha1 = "6f6e33efac70fc24c1f2a654a090b7af01690ffe"
uuid = "4c555306-a7a7-4459-81d9-ec55ddd5c99a"
version = "0.3.7"

[[Base64]]
uuid = "2a0f44e3-6c83-55bd-87e4-b1978d98bd5f"

[[BinDeps]]
deps = ["Libdl", "Pkg", "SHA", "URIParser", "Unicode"]
git-tree-sha1 = "46cf2c1668ad07aba5a9d331bdeea994a1f13856"
uuid = "9e28174c-4ba2-5203-b857-d8d62c4213ee"
version = "1.0.1"

[[BinaryProvider]]
deps = ["Libdl", "Logging", "SHA"]
git-tree-sha1 = "ecdec412a9abc8db54c0efc5548c64dfce072058"
uuid = "b99e7846-7c00-51b0-8f62-c81ae34c0232"
version = "0.5.10"

[[CEnum]]
git-tree-sha1 = "215a9aa4a1f23fbd05b92769fdd62559488d70e9"
uuid = "fa961155-64e5-5f13-b03f-caf6b980ea82"
version = "0.4.1"

[[CFTime]]
deps = ["Dates", "Printf"]
git-tree-sha1 = "143ef231a14c2ab1ac7e838c559ee1e45c0d1b57"
uuid = "179af706-886a-5703-950a-314cd64e0468"
version = "0.1.0"

[[CLIMAParameters]]
deps = ["Test"]
git-tree-sha1 = "314f0bdd5817abb2df61cc8d3e857c496d421109"
uuid = "6eacf6c3-8458-43b9-ae03-caf5306d3d53"
version = "0.1.6"

[[CUDA]]
deps = ["AbstractFFTs", "Adapt", "BinaryProvider", "CEnum", "DataStructures", "ExprTools", "GPUArrays", "GPUCompiler", "LLVM", "Libdl", "LinearAlgebra", "Logging", "MacroTools", "NNlib", "Pkg", "Printf", "Random", "Reexport", "Requires", "SparseArrays", "Statistics", "TimerOutputs"]
git-tree-sha1 = "66dbcc0d8e9470358d57aa52dbe74f97bab31a7f"
uuid = "052768ef-5323-5732-b1bb-66c8b64840ba"
version = "1.2.0"

[[Cassette]]
git-tree-sha1 = "ff6f5109371926beb67ec3101be17d2c211e497d"
uuid = "7057c7e9-c182-5462-911a-8362d720325c"
version = "0.3.3"

[[ChainRulesCore]]
deps = ["MuladdMacro"]
git-tree-sha1 = "971b03f25bdf2acab79f1c51afc717f9dccf43c2"
uuid = "d360d2e6-b24c-11e9-a2a3-2a2ae2dbcce4"
version = "0.9.5"

[[CodecZlib]]
deps = ["TranscodingStreams", "Zlib_jll"]
git-tree-sha1 = "ded953804d019afa9a3f98981d99b33e3db7b6da"
uuid = "944b1d66-785c-5afd-91f1-9de20f533193"
version = "0.7.0"

[[Combinatorics]]
git-tree-sha1 = "08c8b6831dc00bfea825826be0bc8336fc369860"
uuid = "861a8166-3701-5b0c-9a16-15d98fcdc6aa"
version = "1.0.2"

[[CommonSubexpressions]]
deps = ["MacroTools", "Test"]
git-tree-sha1 = "7b8a93dba8af7e3b42fecabf646260105ac373f7"
uuid = "bbf7d656-a473-5ed7-a52c-81e309532950"
version = "0.3.0"

[[Compat]]
deps = ["Base64", "Dates", "DelimitedFiles", "Distributed", "InteractiveUtils", "LibGit2", "Libdl", "LinearAlgebra", "Markdown", "Mmap", "Pkg", "Printf", "REPL", "Random", "SHA", "Serialization", "SharedArrays", "Sockets", "SparseArrays", "Statistics", "Test", "UUIDs", "Unicode"]
git-tree-sha1 = "a6a8197ae253f2c1a22b2ae17c2dfaf5812c03aa"
uuid = "34da2185-b29b-5c13-b0c7-acf172513d20"
version = "3.13.0"

[[CompilerSupportLibraries_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "7c4f882c41faa72118841185afc58a2eb00ef612"
uuid = "e66e0078-7015-5450-92f7-15fbd957f2ae"
version = "0.3.3+0"

[[Conda]]
deps = ["JSON", "VersionParsing"]
git-tree-sha1 = "7a58bb32ce5d85f8bf7559aa7c2842f9aecf52fc"
uuid = "8f4d0f93-b110-5947-807f-2305c1781a2d"
version = "1.4.1"

[[CondaBinDeps]]
deps = ["BinDeps", "Conda"]
git-tree-sha1 = "25f750df2893991f2c9b18425bfac6f2ce855154"
uuid = "a9693cdc-2bc8-5703-a9cd-1da358117377"
version = "0.2.0"

[[ConsoleProgressMonitor]]
deps = ["Logging", "ProgressMeter"]
git-tree-sha1 = "3ab7b2136722890b9af903859afcf457fa3059e8"
uuid = "88cd18e8-d9cc-4ea6-8889-5259c0d15c8b"
version = "0.1.2"

[[Coverage]]
deps = ["CoverageTools", "HTTP", "JSON", "LibGit2", "MbedTLS"]
git-tree-sha1 = "aad69c0c2d8080427f507c36b289c77fe465c9fe"
uuid = "a2441757-f6aa-5fb2-8edb-039e3f45d037"
version = "1.1.1"

[[CoverageTools]]
deps = ["LibGit2"]
git-tree-sha1 = "328154f6062b0053588295df6bffe22e1436597a"
uuid = "c36e975a-824b-4404-a568-ef97ca766997"
version = "1.1.0"

[[CpuId]]
deps = ["Markdown", "Test"]
git-tree-sha1 = "f0464e499ab9973b43c20f8216d088b61fda80c6"
uuid = "adafc99b-e345-5852-983c-f28acb93d879"
version = "0.2.2"

[[DataAPI]]
git-tree-sha1 = "176e23402d80e7743fc26c19c681bfb11246af32"
uuid = "9a962f9c-6df0-11e9-0e5d-c546b8b5ee8a"
version = "1.3.0"

[[DataStructures]]
deps = ["InteractiveUtils", "OrderedCollections"]
git-tree-sha1 = "edad9434967fdc0a2631a65d902228400642120c"
uuid = "864edb3b-99cc-5e75-8d2d-829cb0a9cfe8"
version = "0.17.19"

[[Dates]]
deps = ["Printf"]
uuid = "ade2ca70-3891-5945-98fb-dc099432e06a"

[[DelimitedFiles]]
deps = ["Mmap"]
uuid = "8bb1440f-4735-579b-a4ab-409b98df4dab"

[[Dierckx]]
deps = ["BinaryProvider", "Libdl", "Random", "Test"]
git-tree-sha1 = "956bfe5c4f9b794545f6527424fc0294cc5decbe"
uuid = "39dd38d3-220a-591b-8e3c-4c3a8c710a94"
version = "0.4.2"

[[DiffEqBase]]
deps = ["ArrayInterface", "ChainRulesCore", "ConsoleProgressMonitor", "DataStructures", "Distributed", "DocStringExtensions", "FunctionWrappers", "IterativeSolvers", "IteratorInterfaceExtensions", "LabelledArrays", "LinearAlgebra", "Logging", "LoggingExtras", "MuladdMacro", "Parameters", "Printf", "ProgressLogging", "RecipesBase", "RecursiveArrayTools", "RecursiveFactorization", "Requires", "Roots", "SparseArrays", "StaticArrays", "Statistics", "SuiteSparse", "TableTraits", "TerminalLoggers", "TreeViews", "ZygoteRules"]
git-tree-sha1 = "71f24ebaae27509a39b8a1aabe313351eebe54ed"
uuid = "2b5f629d-d688-5b77-993f-72d75c75574e"
version = "6.41.2"

[[DiffResults]]
deps = ["StaticArrays"]
git-tree-sha1 = "da24935df8e0c6cf28de340b958f6aac88eaa0cc"
uuid = "163ba53b-c6d8-5494-b064-1a9d43ac40c5"
version = "1.0.2"

[[DiffRules]]
deps = ["NaNMath", "Random", "SpecialFunctions"]
git-tree-sha1 = "eb0c34204c8410888844ada5359ac8b96292cfd1"
uuid = "b552c78f-8df3-52c6-915a-8e097449b14b"
version = "1.0.1"

[[Distances]]
deps = ["LinearAlgebra", "Statistics"]
git-tree-sha1 = "bed62cc5afcff16de797a9f38fb358b74071f785"
uuid = "b4f34e82-e78d-54a5-968a-f98e89d6e8f7"
version = "0.9.0"

[[Distributed]]
deps = ["Random", "Serialization", "Sockets"]
uuid = "8ba89e20-285c-5b6f-9357-94700520ee1b"

[[Distributions]]
deps = ["FillArrays", "LinearAlgebra", "PDMats", "Printf", "QuadGK", "Random", "SpecialFunctions", "Statistics", "StatsBase", "StatsFuns"]
git-tree-sha1 = "536ae0f40b0f6ed8cf5300f491a243fcf88b5ae4"
uuid = "31c24e10-a181-5473-b8eb-7969acd0382f"
version = "0.23.6"

[[DocStringExtensions]]
deps = ["LibGit2", "Markdown", "Pkg", "Test"]
git-tree-sha1 = "c5714d9bcdba66389612dc4c47ed827c64112997"
uuid = "ffbed154-4ef7-542d-bbb7-c09d3a79fcae"
version = "0.8.2"

[[DoubleFloats]]
deps = ["GenericSVD", "GenericSchur", "LinearAlgebra", "Polynomials", "Printf", "Quadmath", "Random", "Requires", "SpecialFunctions"]
git-tree-sha1 = "256485945b158f5351e28dd71f178f4ca59abcaf"
uuid = "497a8b3b-efae-58df-a0af-a86822472b78"
version = "1.1.13"

[[ExponentialUtilities]]
deps = ["LinearAlgebra", "Printf", "Requires", "SparseArrays"]
git-tree-sha1 = "91f7498b66205431fe3e35833cda97a22b1ab6a5"
uuid = "d4d017d3-3776-5f7e-afef-a10c40355c18"
version = "1.7.0"

[[ExprTools]]
git-tree-sha1 = "6f0517056812fd6aa3af23d4b70d5325a2ae4e95"
uuid = "e2ba6199-217a-4e67-a87a-7c52f15ade04"
version = "0.1.1"

[[EzXML]]
deps = ["Printf", "XML2_jll"]
git-tree-sha1 = "0fa3b52a04a4e210aeb1626def9c90df3ae65268"
uuid = "8f5d6c58-4d21-5cfd-889c-e3ad7ee6a615"
version = "1.1.0"

[[FileIO]]
deps = ["Pkg"]
git-tree-sha1 = "f354b2087a3b01c1d7152c19f45886c8a036fa5e"
uuid = "5789e2e9-d7fb-5bc7-8068-2c6fae9b9549"
version = "1.4.0"

[[FillArrays]]
deps = ["LinearAlgebra", "Random", "SparseArrays"]
git-tree-sha1 = "be4180bdb27a11188d694ee3773122f4921f1a62"
uuid = "1a297f60-69ca-5386-bcde-b61e274b549b"
version = "0.8.13"

[[FiniteDiff]]
deps = ["ArrayInterface", "LinearAlgebra", "Requires", "SparseArrays", "StaticArrays"]
git-tree-sha1 = "43b397bf66d07d113cc2cc012dd2029d336c3894"
uuid = "6a86dc24-6348-571c-b903-95158fe2bd41"
version = "2.5.1"

[[Formatting]]
deps = ["Printf"]
git-tree-sha1 = "a0c901c29c0e7c763342751c0a94211d56c0de5c"
uuid = "59287772-0a20-5a39-b81b-1366585eb4c0"
version = "0.4.1"

[[ForwardDiff]]
deps = ["CommonSubexpressions", "DiffResults", "DiffRules", "NaNMath", "Random", "SpecialFunctions", "StaticArrays"]
git-tree-sha1 = "1d090099fb82223abc48f7ce176d3f7696ede36d"
uuid = "f6369f11-7733-5829-9624-2563aa707210"
version = "0.10.12"

[[FunctionWrappers]]
git-tree-sha1 = "e4813d187be8c7b993cb7f85cbf2b7bfbaadc694"
uuid = "069b7b12-0de2-55c6-9aab-29f3d0a68a2e"
version = "1.1.1"

[[GPUArrays]]
deps = ["AbstractFFTs", "Adapt", "LinearAlgebra", "Printf", "Random", "Serialization"]
git-tree-sha1 = "0aaa4ff7001086e190a00180495b93b00df8bb43"
uuid = "0c68f7d7-f131-5f86-a1c3-88cf8149b2d7"
version = "4.0.1"

[[GPUCompiler]]
deps = ["DataStructures", "InteractiveUtils", "LLVM", "Libdl", "TimerOutputs", "UUIDs"]
git-tree-sha1 = "5ba2c9bd7f6e88573c744d67523590586ce76e0c"
uuid = "61eb1bfa-7361-4325-ad38-22787b887f55"
version = "0.4.1"

[[GaussQuadrature]]
deps = ["SpecialFunctions"]
git-tree-sha1 = "ff30c61ad1ff425d0d8bac6b77833216741c2e68"
uuid = "d54b0c1a-921d-58e0-8e36-89d8069c0969"
version = "0.5.4"

[[GenericSVD]]
deps = ["LinearAlgebra"]
git-tree-sha1 = "62909c3eda8a25b5673a367d1ad2392ebb265211"
uuid = "01680d73-4ee2-5a08-a1aa-533608c188bb"
version = "0.3.0"

[[GenericSchur]]
deps = ["LinearAlgebra", "Printf"]
git-tree-sha1 = "43b4dc5648028be2c6e96201aa3653903bd1af21"
uuid = "c145ed77-6b09-5dd9-b285-bf645a82121e"
version = "0.4.0"

[[HTTP]]
deps = ["Base64", "Dates", "IniFile", "MbedTLS", "Sockets"]
git-tree-sha1 = "2ac03263ce44be4222342bca1c51c36ce7566161"
uuid = "cd3eb016-35fb-5094-929b-558a96fad6f3"
version = "0.8.17"

[[Inflate]]
git-tree-sha1 = "f5fc07d4e706b84f72d54eedcc1c13d92fb0871c"
uuid = "d25df0c9-e2be-5dd7-82c8-3ad0b3e990b9"
version = "0.1.2"

[[IniFile]]
deps = ["Test"]
git-tree-sha1 = "098e4d2c533924c921f9f9847274f2ad89e018b8"
uuid = "83e8ac13-25f8-5344-8a64-a9f2b223428f"
version = "0.5.0"

[[InteractiveUtils]]
deps = ["Markdown"]
uuid = "b77e0a4c-d291-57a0-90e8-8db25a27a240"

[[Intervals]]
deps = ["Dates", "Printf", "RecipesBase", "Serialization", "TimeZones"]
git-tree-sha1 = "f8fd8065b6bccfbc2f9e7dd1fa5c0dde81d09185"
uuid = "d8418881-c3e1-53bb-8760-2df7ec849ed5"
version = "1.4.1"

[[IterativeSolvers]]
deps = ["LinearAlgebra", "Printf", "Random", "RecipesBase", "SparseArrays"]
git-tree-sha1 = "3b7e2aac8c94444947facea7cc7ca91c49169be0"
uuid = "42fd0dbc-a981-5370-80f2-aaf504508153"
version = "0.8.4"

[[IteratorInterfaceExtensions]]
git-tree-sha1 = "a3f24677c21f5bbe9d2a714f95dcd58337fb2856"
uuid = "82899510-4779-5014-852e-03e436cf321d"
version = "1.0.0"

[[JLD2]]
deps = ["CodecZlib", "DataStructures", "FileIO", "Mmap", "Pkg", "Printf", "UUIDs"]
git-tree-sha1 = "9353b717ee4e27beab4e902c92a06bb5f160d2cf"
uuid = "033835bb-8acc-5ee8-8aae-3f567f8a3819"
version = "0.1.14"

[[JSON]]
deps = ["Dates", "Mmap", "Parsers", "Unicode"]
git-tree-sha1 = "b34d7cef7b337321e97d22242c3c2b91f476748e"
uuid = "682c06a0-de6a-54ab-a142-c8b1cf79cde6"
version = "0.21.0"

[[KernelAbstractions]]
deps = ["Adapt", "CUDA", "Cassette", "LLVM", "MacroTools", "SpecialFunctions", "StaticArrays"]
git-tree-sha1 = "6e812284039b7df4c32845d6d23fff9afc29d0ee"
uuid = "63c18a36-062a-441e-b654-da1e3ab1ce7c"
version = "0.3.0"

[[LLVM]]
deps = ["CEnum", "Libdl", "Printf", "Unicode"]
git-tree-sha1 = "d9c6e1efcaa6c2fcd043da812a62b3e489a109a3"
uuid = "929cbde3-209d-540e-8aea-75f648917ca0"
version = "1.7.0"

[[LabelledArrays]]
deps = ["ArrayInterface", "LinearAlgebra", "MacroTools", "StaticArrays"]
git-tree-sha1 = "5e04374019448f8509349948ab504f117e3b575a"
uuid = "2ee39098-c373-598a-b85f-a56591580800"
version = "1.3.0"

[[LambertW]]
git-tree-sha1 = "2d9f4009c486ef676646bca06419ac02061c088e"
uuid = "984bce1d-4616-540c-a9ee-88d1112d94c9"
version = "0.4.5"

[[LazyArrays]]
deps = ["ArrayLayouts", "FillArrays", "LinearAlgebra", "MacroTools", "MatrixFactorizations", "StaticArrays"]
git-tree-sha1 = "b8ae23618bb217f8ec300dafac8422293abc1620"
uuid = "5078a376-72f3-5289-bfd5-ec5146d43c02"
version = "0.16.15"

[[LeftChildRightSiblingTrees]]
deps = ["AbstractTrees"]
git-tree-sha1 = "71be1eb5ad19cb4f61fa8c73395c0338fd092ae0"
uuid = "1d6d02ad-be62-4b6b-8a6d-2f90e265016e"
version = "0.1.2"

[[LibGit2]]
deps = ["Printf"]
uuid = "76f85450-5226-5b5a-8eaa-529ad045b433"

[[Libdl]]
uuid = "8f399da3-3557-5675-b5ff-fb832c97cbdb"

[[Libiconv_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "c9d4035d7481bcdff2babf5a55525a818ef8ed8f"
uuid = "94ce4f54-9a6c-5748-9c1c-f9c7231a4531"
version = "1.16.0+5"

[[LightGraphs]]
deps = ["ArnoldiMethod", "DataStructures", "Distributed", "Inflate", "LinearAlgebra", "Random", "SharedArrays", "SimpleTraits", "SparseArrays", "Statistics"]
git-tree-sha1 = "6f85a35d2377cb2db1bc448ed0d6340d2bb1ea64"
uuid = "093fc24a-ae57-5d10-9952-331d41423f4d"
version = "1.3.3"

[[LightXML]]
deps = ["Libdl", "XML2_jll"]
git-tree-sha1 = "e129d9391168c677cd4800f5c0abb1ed8cb3794f"
uuid = "9c8b4983-aa76-5018-a973-4c85ecc9e179"
version = "0.9.0"

[[LineSearches]]
deps = ["LinearAlgebra", "NLSolversBase", "NaNMath", "Parameters", "Printf", "Test"]
git-tree-sha1 = "54eb90e8dbe745d617c78dee1d6ae95c7f6f5779"
uuid = "d3d80556-e9d4-5f37-9878-2ab0fcc64255"
version = "7.0.1"

[[LinearAlgebra]]
deps = ["Libdl"]
uuid = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e"

[[Literate]]
deps = ["Base64", "JSON", "REPL"]
git-tree-sha1 = "422133037d6dc5df9f9b97c2cb81fcd9e35ddffe"
uuid = "98b081ad-f1c9-55d3-8b20-4c87d4299306"
version = "2.5.0"

[[Logging]]
uuid = "56ddb016-857b-54e1-b83d-db4d58db5568"

[[LoggingExtras]]
deps = ["Dates"]
git-tree-sha1 = "03289aba73c0abc25ff0229bed60f2a4129cd15c"
uuid = "e6f89c97-d47a-5376-807f-9c37f3926c36"
version = "0.4.2"

[[LoopVectorization]]
deps = ["DocStringExtensions", "LinearAlgebra", "OffsetArrays", "SIMDPirates", "SLEEFPirates", "UnPack", "VectorizationBase"]
git-tree-sha1 = "25b1363081880dcd6a9e27736f4b1951ea4b8933"
uuid = "bdcacae8-1622-11e9-2a5c-532679323890"
version = "0.8.20"

[[MPI]]
deps = ["Distributed", "DocStringExtensions", "Libdl", "MPICH_jll", "MicrosoftMPI_jll", "OpenMPI_jll", "Pkg", "Random", "Requires", "Serialization", "Sockets"]
git-tree-sha1 = "925f4e00b51d7a68ecb88c1b60d3b7aefb8c8fcb"
uuid = "da04e1cc-30fd-572f-bb4f-1f8673147195"
version = "0.15.0"

[[MPICH_jll]]
deps = ["CompilerSupportLibraries_jll", "Libdl", "Pkg"]
git-tree-sha1 = "4d37f1e07b4e2a74462eebf9ee48c626d15ffdac"
uuid = "7cb0a576-ebde-5e09-9194-50597f1243b4"
version = "3.3.2+10"

[[MacroTools]]
deps = ["Markdown", "Random"]
git-tree-sha1 = "f7d2e3f654af75f01ec49be82c231c382214223a"
uuid = "1914dd2f-81c6-5fcd-8719-6d5c9610ff09"
version = "0.5.5"

[[Markdown]]
deps = ["Base64"]
uuid = "d6f4376e-aef5-505a-96c1-9c027394607a"

[[MatrixFactorizations]]
deps = ["ArrayLayouts", "LinearAlgebra", "Random"]
git-tree-sha1 = "9ebb16ae3c1cc772a3461741fc666c4a23e80bb1"
uuid = "a3b82374-2e81-5b9e-98ce-41277c0e4c87"
version = "0.5.1"

[[MbedTLS]]
deps = ["Dates", "MbedTLS_jll", "Random", "Sockets"]
git-tree-sha1 = "426a6978b03a97ceb7ead77775a1da066343ec6e"
uuid = "739be429-bea8-5141-9913-cc70e7f3736d"
version = "1.0.2"

[[MbedTLS_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "a0cb0d489819fa7ea5f9fa84c7e7eba19d8073af"
uuid = "c8ffd9c3-330d-5841-b78e-0817d7145fa1"
version = "2.16.6+1"

[[MicrosoftMPI_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "720de13004e416f2864c92593d3839e062703985"
uuid = "9237b28f-5490-5468-be7b-bb81f5f5e6cf"
version = "10.1.2+3"

[[Missings]]
deps = ["DataAPI"]
git-tree-sha1 = "de0a5ce9e5289f27df672ffabef4d1e5861247d5"
uuid = "e1d29d7a-bbdc-5cf2-9ac0-f12de2c33e28"
version = "0.4.3"

[[Mmap]]
uuid = "a63ad114-7e13-5084-954f-fe012c677804"

[[Mocking]]
deps = ["ExprTools"]
git-tree-sha1 = "916b850daad0d46b8c71f65f719c49957e9513ed"
uuid = "78c3b35d-d492-501b-9361-3d52fe80e533"
version = "0.7.1"

[[MuladdMacro]]
git-tree-sha1 = "c6190f9a7fc5d9d5915ab29f2134421b12d24a68"
uuid = "46d2c3a1-f734-5fdb-9937-b9b9aeba4221"
version = "0.2.2"

[[NCDatasets]]
deps = ["BinDeps", "CFTime", "CondaBinDeps", "DataStructures", "Dates", "Libdl", "Printf"]
git-tree-sha1 = "271e4670a6b30ec1e5daf6ba8b30240b7d85f535"
uuid = "85f8d34a-cbdd-5861-8df4-14fed0d494ab"
version = "0.10.2"

[[NLSolversBase]]
deps = ["DiffResults", "Distributed", "FiniteDiff", "ForwardDiff"]
git-tree-sha1 = "7c4e66c47848562003250f28b579c584e55becc0"
uuid = "d41bc354-129a-5804-8e4c-c37616107c6c"
version = "7.6.1"

[[NLsolve]]
deps = ["Distances", "LineSearches", "LinearAlgebra", "NLSolversBase", "Printf", "Reexport"]
git-tree-sha1 = "ea172c86745810136d744fc67650d2e2de669c4f"
uuid = "2774e3e8-f4cf-5e23-947b-6d7e65073b56"
version = "4.4.0"

[[NNPACK_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "c3d1a616362645754b18e12dbba96ec311b0867f"
uuid = "a6bfbf70-4841-5cb9-aa18-3a8ad3c413ee"
version = "2018.6.22+0"

[[NNlib]]
deps = ["Libdl", "LinearAlgebra", "LoopVectorization", "NNPACK_jll", "Pkg", "Requires", "Statistics"]
git-tree-sha1 = "1d8128735fdf3ab1643dd8bc9499e4b34ccb718d"
uuid = "872c559c-99b0-510c-b3b7-b6c96a88d5cd"
version = "0.7.3"

[[NaNMath]]
git-tree-sha1 = "c84c576296d0e2fbb3fc134d3e09086b3ea617cd"
uuid = "77ba4419-2d1f-58cd-9bb1-8ffee604a2e3"
version = "0.3.4"

[[OffsetArrays]]
git-tree-sha1 = "2066e16af994955287f2e03ba1d9e890eb43b0dd"
uuid = "6fe1bfb0-de20-5000-8ca7-80f57d26f881"
version = "1.1.2"

[[OpenMPI_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "41b983e26a7ab8c9bf05f7d70c274b817d541b46"
uuid = "fe0851c0-eecd-5654-98d4-656369965a5c"
version = "4.0.2+2"

[[OpenSpecFun_jll]]
deps = ["CompilerSupportLibraries_jll", "Libdl", "Pkg"]
git-tree-sha1 = "d51c416559217d974a1113522d5919235ae67a87"
uuid = "efe28fd5-8261-553b-a9e1-b2916fc3738e"
version = "0.5.3+3"

[[OrderedCollections]]
git-tree-sha1 = "293b70ac1780f9584c89268a6e2a560d938a7065"
uuid = "bac558e1-5e72-5ebc-8fee-abe8a469f55d"
version = "1.3.0"

[[OrdinaryDiffEq]]
deps = ["Adapt", "ArrayInterface", "DataStructures", "DiffEqBase", "ExponentialUtilities", "FiniteDiff", "ForwardDiff", "GenericSVD", "LinearAlgebra", "Logging", "MacroTools", "MuladdMacro", "NLsolve", "RecursiveArrayTools", "Reexport", "SparseArrays", "SparseDiffTools", "StaticArrays", "UnPack"]
git-tree-sha1 = "b3e9e9a0bdd8e0ac3703e8c4be3cb504d1ebd312"
uuid = "1dea7af3-3e70-54e6-95c3-0bf5283fa5ed"
version = "5.42.0"

[[PDMats]]
deps = ["LinearAlgebra", "SparseArrays", "SuiteSparse", "Test"]
git-tree-sha1 = "b3405086eb6a974eba1958923d46bc0e1c2d2d63"
uuid = "90014a1f-27ba-587c-ab20-58faa44d9150"
version = "0.10.0"

[[PackageCompiler]]
deps = ["Libdl", "Pkg", "UUIDs"]
git-tree-sha1 = "98aa9c653e1dc3473bb5050caf8501293db9eee1"
uuid = "9b87118b-4619-50d2-8e1e-99f35a4d4d9d"
version = "1.2.1"

[[Parameters]]
deps = ["OrderedCollections", "UnPack"]
git-tree-sha1 = "38b2e970043613c187bd56a995fe2e551821eb4a"
uuid = "d96e819e-fc66-5662-9728-84c9c7592b0a"
version = "0.12.1"

[[Parsers]]
deps = ["Dates", "Test"]
git-tree-sha1 = "10134f2ee0b1978ae7752c41306e131a684e1f06"
uuid = "69de0a69-1ddd-5017-9359-2bf0b02dc9f0"
version = "1.0.7"

[[Pkg]]
deps = ["Dates", "LibGit2", "Libdl", "Logging", "Markdown", "Printf", "REPL", "Random", "SHA", "UUIDs"]
uuid = "44cfe95a-1eb2-52ea-b672-e2afdf69b78f"

[[Polynomials]]
deps = ["Intervals", "LinearAlgebra", "RecipesBase"]
git-tree-sha1 = "bae8d8a1e4219bca31c5c3287db6ba5e23b88f50"
uuid = "f27b6e38-b328-58d1-80ce-0feddd5e7a45"
version = "1.1.3"

[[Printf]]
deps = ["Unicode"]
uuid = "de0858da-6303-5e67-8744-51eddeeeb8d7"

[[ProgressLogging]]
deps = ["Logging", "SHA", "UUIDs"]
git-tree-sha1 = "59398022b661b6fd569f25de6b18fde39843196a"
uuid = "33c8b6b6-d38a-422a-b730-caa89a2f386c"
version = "0.1.3"

[[ProgressMeter]]
deps = ["Distributed", "Printf"]
git-tree-sha1 = "2de4cddc0ceeddafb6b143b5b6cd9c659b64507c"
uuid = "92933f4c-e287-5a05-a399-4b506db050ca"
version = "1.3.2"

[[QuadGK]]
deps = ["DataStructures", "LinearAlgebra"]
git-tree-sha1 = "0ab8a09d4478ebeb99a706ecbf8634a65077ccdc"
uuid = "1fd47b50-473d-5c70-9696-f719f8f3bcdc"
version = "2.4.0"

[[Quadmath]]
deps = ["Printf", "Random", "Requires"]
git-tree-sha1 = "cd993c45147a8432bf24358f14bf2cfd4aeb14df"
uuid = "be4d8f0f-7fa4-5f49-b795-2f01399ab2dd"
version = "0.5.4"

[[REPL]]
deps = ["InteractiveUtils", "Markdown", "Sockets"]
uuid = "3fa0cd96-eef1-5676-8a61-b3b8758bbffb"

[[Random]]
deps = ["Serialization"]
uuid = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"

[[RecipesBase]]
git-tree-sha1 = "58de8f7e33b7fda6ee39eff65169cd1e19d0c107"
uuid = "3cdcf5f2-1ef4-517c-9805-6587b60abb01"
version = "1.0.2"

[[RecursiveArrayTools]]
deps = ["ArrayInterface", "LinearAlgebra", "RecipesBase", "Requires", "StaticArrays", "Statistics", "ZygoteRules"]
git-tree-sha1 = "0ffe36b65f0fc4967a42a673c1a9ffa65724dee6"
uuid = "731186ca-8d62-57ce-b412-fbd966d074cd"
version = "2.5.0"

[[RecursiveFactorization]]
deps = ["LinearAlgebra", "LoopVectorization", "VectorizationBase"]
git-tree-sha1 = "4ca0bdad1d69abbd59c35af89a9a2ab6cd5ef0f1"
uuid = "f2c3362d-daeb-58d1-803e-2bc74f2840b4"
version = "0.1.4"

[[Reexport]]
deps = ["Pkg"]
git-tree-sha1 = "7b1d07f411bc8ddb7977ec7f377b97b158514fe0"
uuid = "189a3867-3050-52da-a836-e630ba90ab69"
version = "0.2.0"

[[Requires]]
deps = ["UUIDs"]
git-tree-sha1 = "d37400976e98018ee840e0ca4f9d20baa231dc6b"
uuid = "ae029012-a4dd-5104-9daa-d747884805df"
version = "1.0.1"

[[Rmath]]
deps = ["Random", "Rmath_jll"]
git-tree-sha1 = "86c5647b565873641538d8f812c04e4c9dbeb370"
uuid = "79098fc4-a85e-5d69-aa6a-4863f24498fa"
version = "0.6.1"

[[Rmath_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "d76185aa1f421306dec73c057aa384bad74188f0"
uuid = "f50d1b31-88e8-58de-be2c-1cc44531875f"
version = "0.2.2+1"

[[RootSolvers]]
deps = ["DocStringExtensions", "ForwardDiff", "Test"]
git-tree-sha1 = "0e5b394adc5c6fb39b3964bce2a259a44cc312d3"
uuid = "7181ea78-2dcb-4de3-ab41-2b8ab5a31e74"
version = "0.2.0"

[[Roots]]
deps = ["Printf"]
git-tree-sha1 = "069e68c2173b4e4d0c37ffb3268d37f168ad719c"
uuid = "f2b01f46-fcfa-551c-844a-d8ac1e96c665"
version = "1.0.4"

[[SHA]]
uuid = "ea8e919c-243c-51af-8825-aaa63cd721ce"

[[SIMDPirates]]
deps = ["VectorizationBase"]
git-tree-sha1 = "19880eef12759d7d049516fcb11f1ed8440963d6"
uuid = "21efa798-c60a-11e8-04d3-e1a92915a26a"
version = "0.8.21"

[[SLEEFPirates]]
deps = ["Libdl", "SIMDPirates", "VectorizationBase"]
git-tree-sha1 = "67ae90a18aa8c22bf159318300e765fbd89ddf6e"
uuid = "476501e8-09a2-5ece-8869-fb82de89a1fa"
version = "0.5.5"

[[Serialization]]
uuid = "9e88b42a-f829-5b0c-bbe9-9e923198166b"

[[SharedArrays]]
deps = ["Distributed", "Mmap", "Random", "Serialization"]
uuid = "1a1011a3-84de-559e-8e89-a11a2f7dc383"

[[SimpleTraits]]
deps = ["InteractiveUtils", "MacroTools"]
git-tree-sha1 = "2ee666b24ab8be6a922f9d6c11a86e1a703a7dda"
uuid = "699a6c99-e7fa-54fc-8d76-47d257e15c1d"
version = "0.9.2"

[[Sockets]]
uuid = "6462fe0b-24de-5631-8697-dd941f90decc"

[[SortingAlgorithms]]
deps = ["DataStructures", "Random", "Test"]
git-tree-sha1 = "03f5898c9959f8115e30bc7226ada7d0df554ddd"
uuid = "a2af1166-a08f-5f64-846c-94a0d3cef48c"
version = "0.3.1"

[[SparseArrays]]
deps = ["LinearAlgebra", "Random"]
uuid = "2f01184e-e22b-5df5-ae63-d93ebab69eaf"

[[SparseDiffTools]]
deps = ["Adapt", "ArrayInterface", "Compat", "DataStructures", "FiniteDiff", "ForwardDiff", "LightGraphs", "LinearAlgebra", "Requires", "SparseArrays", "VertexSafeGraphs"]
git-tree-sha1 = "93666e93899d995ec37abddde4811f533e49c074"
uuid = "47a9eef4-7e08-11e9-0b38-333d64bd3804"
version = "1.9.1"

[[SpecialFunctions]]
deps = ["OpenSpecFun_jll"]
git-tree-sha1 = "d8d8b8a9f4119829410ecd706da4cc8594a1e020"
uuid = "276daf66-3868-5448-9aa4-cd146d93841b"
version = "0.10.3"

[[StaticArrays]]
deps = ["LinearAlgebra", "Random", "Statistics"]
git-tree-sha1 = "016d1e1a00fabc556473b07161da3d39726ded35"
uuid = "90137ffa-7385-5640-81b9-e52037218182"
version = "0.12.4"

[[StaticNumbers]]
deps = ["Requires"]
git-tree-sha1 = "a0df7d5ade3fd0f0e6c93ad63facc05b12c40e6a"
uuid = "c5e4b96a-f99f-5557-8ed2-dc63ef9b5131"
version = "0.3.3"

[[Statistics]]
deps = ["LinearAlgebra", "SparseArrays"]
uuid = "10745b16-79ce-11e8-11f9-7d13ad32a3b2"

[[StatsBase]]
deps = ["DataAPI", "DataStructures", "LinearAlgebra", "Missings", "Printf", "Random", "SortingAlgorithms", "SparseArrays", "Statistics"]
git-tree-sha1 = "a6102b1f364befdb05746f386b67c6b7e3262c45"
uuid = "2913bbd2-ae8a-5f71-8c99-4fb6c76f3a91"
version = "0.33.0"

[[StatsFuns]]
deps = ["Rmath", "SpecialFunctions"]
git-tree-sha1 = "04a5a8e6ab87966b43f247920eab053fd5fdc925"
uuid = "4c63d2b9-4356-54db-8cca-17b64c39e42c"
version = "0.9.5"

[[SuiteSparse]]
deps = ["Libdl", "LinearAlgebra", "Serialization", "SparseArrays"]
uuid = "4607b0f0-06f3-5cda-b6b1-a6196a1729e9"

[[TableTraits]]
deps = ["IteratorInterfaceExtensions"]
git-tree-sha1 = "b1ad568ba658d8cbb3b892ed5380a6f3e781a81e"
uuid = "3783bdb8-4a98-5b6b-af9a-565f29a5fe9c"
version = "1.0.0"

[[TerminalLoggers]]
deps = ["LeftChildRightSiblingTrees", "Logging", "Markdown", "Printf", "ProgressLogging", "UUIDs"]
git-tree-sha1 = "cbea752b5eef52a3e1188fb31580c3e4fa0cbc35"
uuid = "5d786b92-1e48-4d6f-9151-6b4477ca9bed"
version = "0.1.2"

[[Test]]
deps = ["Distributed", "InteractiveUtils", "Logging", "Random"]
uuid = "8dfed614-e22c-5e08-85e1-65c5234f0b40"

[[TextWrap]]
git-tree-sha1 = "9250ef9b01b66667380cf3275b3f7488d0e25faf"
uuid = "b718987f-49a8-5099-9789-dcd902bef87d"
version = "1.0.1"

[[TimeZones]]
deps = ["Dates", "EzXML", "Mocking", "Pkg", "Printf", "RecipesBase", "Serialization", "Unicode"]
git-tree-sha1 = "1038a97206e7696ba106f2c2dafa2e9cca393269"
uuid = "f269a46b-ccf7-5d73-abea-4c690281aa53"
version = "1.3.1"

[[TimerOutputs]]
deps = ["Printf"]
git-tree-sha1 = "f458ca23ff80e46a630922c555d838303e4b9603"
uuid = "a759f4b9-e2f1-59dc-863e-4aeb61b1ea8f"
version = "0.5.6"

[[TranscodingStreams]]
deps = ["Random", "Test"]
git-tree-sha1 = "7c53c35547de1c5b9d46a4797cf6d8253807108c"
uuid = "3bb67fe8-82b1-5028-8e26-92a6c54297fa"
version = "0.9.5"

[[TreeViews]]
deps = ["Test"]
git-tree-sha1 = "8d0d7a3fe2f30d6a7f833a5f19f7c7a5b396eae6"
uuid = "a2a6695c-b41b-5b7d-aed9-dbfdeacea5d7"
version = "0.3.0"

[[URIParser]]
deps = ["Unicode"]
git-tree-sha1 = "53a9f49546b8d2dd2e688d216421d050c9a31d0d"
uuid = "30578b45-9adc-5946-b283-645ec420af67"
version = "0.4.1"

[[UUIDs]]
deps = ["Random", "SHA"]
uuid = "cf7118a7-6976-5b1a-9a39-7adc72f591a4"

[[UnPack]]
git-tree-sha1 = "d4bfa022cd30df012700cf380af2141961bb3bfb"
uuid = "3a884ed6-31ef-47d7-9d2a-63182c4928ed"
version = "1.0.1"

[[Unicode]]
uuid = "4ec0a83e-493e-50e2-b9ac-8f72acf5a8f5"

[[VectorizationBase]]
deps = ["CpuId", "Libdl", "LinearAlgebra"]
git-tree-sha1 = "46afc4dc02f534e149149173f38f8f59cc23c165"
uuid = "3d5dd08c-fd9d-11e8-17fa-ed2836048c2f"
version = "0.12.29"

[[VersionParsing]]
git-tree-sha1 = "80229be1f670524750d905f8fc8148e5a8c4537f"
uuid = "81def892-9a0e-5fdd-b105-ffc91e053289"
version = "1.2.0"

[[VertexSafeGraphs]]
deps = ["LightGraphs"]
git-tree-sha1 = "b9b450c99a3ca1cc1c6836f560d8d887bcbe356e"
uuid = "19fa3120-7c27-5ec5-8db8-b0b0aa330d6f"
version = "0.1.2"

[[WriteVTK]]
deps = ["Base64", "CodecZlib", "FillArrays", "LightXML", "Random", "TranscodingStreams"]
git-tree-sha1 = "deb18aae386ed5a973bbf2e4e10a990caed9a531"
uuid = "64499a7a-5c06-52f2-abe2-ccb03c286192"
version = "1.7.2"

[[XML2_jll]]
deps = ["Libdl", "Libiconv_jll", "Pkg", "Zlib_jll"]
git-tree-sha1 = "432d91f45e950f2f2bda5c0f4e2b938c14493af9"
uuid = "02c8fc9c-b97f-50b9-bbe4-9be30ff0a78a"
version = "2.9.10+1"

[[Zlib_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "622d8b6dc0c7e8029f17127703de9819134d1b71"
uuid = "83775a58-1f1d-513f-b197-d71354ab007a"
version = "1.2.11+14"

[[ZygoteRules]]
deps = ["MacroTools"]
git-tree-sha1 = "b3b4882cc9accf6731a08cc39543fbc6b669dca8"
uuid = "700de1a5-db45-46bc-99cf-38207098b444"
version = "0.2.0"

out_10783984

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ julia --color=no --project test/runtests_gpu.jl
┌ Warning: Performing scalar operations on GPU arrays: This is very slow, consider disallowing these operations with `allowscalar(false)`
└ @ GPUArrays /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu/packages/GPUArrays/4W5rW/src/host/indexing.jl:43
Test Summary:        | Pass  Total
MPIStateArray basics |   15     15
Test Summary:              | Pass  Total
MPIStateArray broadcasting |    9      9
Test Summary:            | Pass  Total
MPIStateArray reductions |   14     14
Test Summary:            | Test Summary:            | Test Summary:            | Pass  Pass  Pass  TotalTotal
Total

MPIStateArray reductionsMPIStateArray reductionsMPIStateArray reductions |   14   |  |   14     14  14     14   14


Test Summary:           | Pass  Total
MPIStateArray varsindex |    9      9
Test Summary:       | Pass  Total
Convergence/limited |  165    165
Test Summary:                          | Pass  Total
Explicit methods composition of solve! |    7      7
Test Summary:  | Pass  Total
DiffEq methods |    1      1
Test Summary:    | Pass  Total
GenericCallbacks |   54     54
┌ Info: Running MPI test...
│   file = "/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Arrays/basics.jl"
└   ntasks = 1
┌ Info: Running MPI test...
│   file = "/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Arrays/broadcasting.jl"
└   ntasks = 1
┌ Info: Running MPI test...
│   file = "/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Arrays/reductions.jl"
└   ntasks = 1
┌ Info: Running MPI test...
│   file = "/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Arrays/reductions.jl"
└   ntasks = 3
┌ Info: Running MPI test...
│   file = "/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Arrays/varsindex.jl"
└   ntasks = 1
┌ Info: Running MPI test...
│   file = "/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/ODESolvers/ode_tests_basic.jl"
└   ntasks = 1
┌ Info: Running MPI test...
│   file = "/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/ODESolvers/callbacks.jl"
└   ntasks = 1
Starting tests for Arrays
 58.170347 seconds (54.19 k allocations: 2.724 MiB, 0.06% gc time)
 91.820183 seconds (332 allocations: 18.656 KiB, 0.02% gc time)
102.361409 seconds (340 allocations: 19.141 KiB, 0.02% gc time)
292.785982 seconds (654 allocations: 38.688 KiB, 0.03% gc time)
 53.380701 seconds (259 allocations: 13.969 KiB, 0.02% gc time)
Test Summary:             | Pass  Total
MPIStateArrays reductions |    5      5
Completed tests for Arrays, 604 seconds elapsed
Starting tests for Numerics/ODESolvers
455.606803 seconds (911 allocations: 54.516 KiB, 0.02% gc time)
 46.230784 seconds (259 allocations: 13.969 KiB, 0.02% gc time)
Test Summary: | Pass  Total
ODE Solvers   |    2      2
Completed tests for Numerics/ODESolvers, 502 seconds elapsed

out_10783985

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783985_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783985_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl --integration-testing
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 2, EveryDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.8737679305268846e-01
┌ Info: Finished
│ norm(Q)                 = 2.1231902141153636e-01
│ norm(Q) / norm(Q₀)      = 5.4809432371612954e-01
│ norm(Q) - norm(Q₀)      = -1.7505777164115210e-01
│ norm(Q - Qe)            = 1.2357162985295388e-02
└ norm(Q - Qe) / norm(Qe) = 5.9111207392709218e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 2, EveryDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.8737679305268846e-01
┌ Info: Finished
│ norm(Q)                 = 2.1231902141153636e-01
│ norm(Q) / norm(Q₀)      = 5.4809432371612954e-01
│ norm(Q) - norm(Q₀)      = -1.7505777164115210e-01
│ norm(Q - Qe)            = 1.2357162985295388e-02
└ norm(Q - Qe) / norm(Qe) = 5.9111207392709218e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 2, HorizontalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.3630637465395119e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559633237315536e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915609e-01
│ norm(Q) - norm(Q₀)      = -1.6071004228079583e-01
│ norm(Q - Qe)            = 4.6783743619257107e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721072e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 2, HorizontalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.3630637465395119e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559633237315536e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915609e-01
│ norm(Q) - norm(Q₀)      = -1.6071004228079583e-01
│ norm(Q - Qe)            = 4.6783743619257107e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721072e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 2, VerticalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.3630637465395119e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559633237315533e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915598e-01
│ norm(Q) - norm(Q₀)      = -1.6071004228079586e-01
│ norm(Q - Qe)            = 4.6783743619257127e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721080e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 2, VerticalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.3630637465395119e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559633237315533e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915598e-01
│ norm(Q) - norm(Q₀)      = -1.6071004228079586e-01
│ norm(Q - Qe)            = 4.6783743619257127e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721080e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 3, EveryDirection, true)
┌ Info: Starting
└ norm(Q₀) = 5.4103588436435490e-01
┌ Info: Finished
│ norm(Q)                 = 3.0178604704383455e-01
│ norm(Q) / norm(Q₀)      = 5.5779303326320573e-01
│ norm(Q) - norm(Q₀)      = -2.3924983732052035e-01
│ norm(Q - Qe)            = 9.6252415559793195e-03
└ norm(Q - Qe) / norm(Qe) = 3.1725960166418626e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 3, EveryDirection, false)
┌ Info: Starting
└ norm(Q₀) = 5.4103588436435490e-01
┌ Info: Finished
│ norm(Q)                 = 3.0178604704383455e-01
│ norm(Q) / norm(Q₀)      = 5.5779303326320573e-01
│ norm(Q) - norm(Q₀)      = -2.3924983732052035e-01
│ norm(Q - Qe)            = 9.6252415559793195e-03
└ norm(Q - Qe) / norm(Qe) = 3.1725960166418626e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 3, HorizontalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 5.4783351448370776e-01
┌ Info: Finished
│ norm(Q)                 = 3.0026443962997829e-01
│ norm(Q) / norm(Q₀)      = 5.4809432371612954e-01
│ norm(Q) - norm(Q₀)      = -2.4756907485372948e-01
│ norm(Q - Qe)            = 1.7475667486259411e-02
└ norm(Q - Qe) / norm(Qe) = 5.9111207392708767e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 3, HorizontalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 5.4783351448370776e-01
┌ Info: Finished
│ norm(Q)                 = 3.0026443962997829e-01
│ norm(Q) / norm(Q₀)      = 5.4809432371612954e-01
│ norm(Q) - norm(Q₀)      = -2.4756907485372948e-01
│ norm(Q - Qe)            = 1.7475667486259411e-02
└ norm(Q - Qe) / norm(Qe) = 5.9111207392708767e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 3, VerticalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 4.7560903614814520e-01
┌ Info: Finished
│ norm(Q)                 = 2.4833071474509014e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915609e-01
│ norm(Q) - norm(Q₀)      = -2.2727832140305507e-01
│ norm(Q - Qe)            = 6.6162204724939166e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721072e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 3, VerticalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 4.7560903614814520e-01
┌ Info: Finished
│ norm(Q)                 = 2.4833071474509014e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915609e-01
│ norm(Q) - norm(Q₀)      = -2.2727832140305507e-01
│ norm(Q - Qe)            = 6.6162204724939166e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721072e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 2, EveryDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.8737666606903076e-01
┌ Info: Finished
│ norm(Q)                 = 2.1231889724731445e-01
│ norm(Q) / norm(Q₀)      = 5.4809415340423584e-01
│ norm(Q) - norm(Q₀)      = -1.7505776882171631e-01
│ norm(Q - Qe)            = 1.2357021681964397e-02
└ norm(Q - Qe) / norm(Qe) = 5.9110544621944427e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 2, EveryDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.8737666606903076e-01
┌ Info: Finished
│ norm(Q)                 = 2.1231889724731445e-01
│ norm(Q) / norm(Q₀)      = 5.4809415340423584e-01
│ norm(Q) - norm(Q₀)      = -1.7505776882171631e-01
│ norm(Q - Qe)            = 1.2357021681964397e-02
└ norm(Q - Qe) / norm(Qe) = 5.9110544621944427e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 2, HorizontalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.3630600571632385e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559614777565002e-01
│ norm(Q) / norm(Q₀)      = 5.2213203907012939e-01
│ norm(Q) - norm(Q₀)      = -1.6070985794067383e-01
│ norm(Q - Qe)            = 4.6783886849880219e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319194138050079e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 2, HorizontalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.3630600571632385e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559614777565002e-01
│ norm(Q) / norm(Q₀)      = 5.2213203907012939e-01
│ norm(Q) - norm(Q₀)      = -1.6070985794067383e-01
│ norm(Q - Qe)            = 4.6783886849880219e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319194138050079e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 2, VerticalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.3630603551864624e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559617757797241e-01
│ norm(Q) / norm(Q₀)      = 5.2213209867477417e-01
│ norm(Q) - norm(Q₀)      = -1.6070985794067383e-01
│ norm(Q - Qe)            = 4.6783857047557831e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319180727005005e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 2, VerticalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.3630603551864624e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559617757797241e-01
│ norm(Q) / norm(Q₀)      = 5.2213209867477417e-01
│ norm(Q) - norm(Q₀)      = -1.6070985794067383e-01
│ norm(Q - Qe)            = 4.6783857047557831e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319180727005005e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 3, EveryDirection, true)
┌ Info: Starting
└ norm(Q₀) = 5.4103571176528931e-01
┌ Info: Finished
│ norm(Q)                 = 3.0178582668304443e-01
│ norm(Q) / norm(Q₀)      = 5.5779278278350830e-01
│ norm(Q) - norm(Q₀)      = -2.3924988508224487e-01
│ norm(Q - Qe)            = 9.6252309158444405e-03
└ norm(Q - Qe) / norm(Qe) = 3.1725939363241196e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 3, EveryDirection, false)
┌ Info: Starting
└ norm(Q₀) = 5.4103571176528931e-01
┌ Info: Finished
│ norm(Q)                 = 3.0178582668304443e-01
│ norm(Q) / norm(Q₀)      = 5.5779278278350830e-01
│ norm(Q) - norm(Q₀)      = -2.3924988508224487e-01
│ norm(Q - Qe)            = 9.6252309158444405e-03
└ norm(Q - Qe) / norm(Qe) = 3.1725939363241196e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 3, HorizontalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 5.4783332347869873e-01
┌ Info: Finished
│ norm(Q)                 = 3.0026429891586304e-01
│ norm(Q) / norm(Q₀)      = 5.4809427261352539e-01
│ norm(Q) - norm(Q₀)      = -2.4756902456283569e-01
│ norm(Q - Qe)            = 1.7475545406341553e-02
└ norm(Q - Qe) / norm(Qe) = 5.9110812842845917e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 3, HorizontalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 5.4783332347869873e-01
┌ Info: Finished
│ norm(Q)                 = 3.0026429891586304e-01
│ norm(Q) / norm(Q₀)      = 5.4809427261352539e-01
│ norm(Q) - norm(Q₀)      = -2.4756902456283569e-01
│ norm(Q - Qe)            = 1.7475545406341553e-02
└ norm(Q - Qe) / norm(Qe) = 5.9110812842845917e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 3, VerticalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 4.7560843825340271e-01
┌ Info: Finished
│ norm(Q)                 = 2.4833044409751892e-01
│ norm(Q) / norm(Q₀)      = 5.2213209867477417e-01
│ norm(Q) - norm(Q₀)      = -2.2727799415588379e-01
│ norm(Q - Qe)            = 6.6162377595901489e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319185197353363e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 3, VerticalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 4.7560843825340271e-01
┌ Info: Finished
│ norm(Q)                 = 2.4833044409751892e-01
│ norm(Q) / norm(Q₀)      = 5.2213209867477417e-01
│ norm(Q) - norm(Q₀)      = -2.2727799415588379e-01
│ norm(Q - Qe)            = 6.6162377595901489e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319185197353363e-01
[ Info: 
Test Summary:                                                                                                                                               | Pass  Test Summary:                                                                                                                                               | Test Summary:                                                                                                                                               | Total
Pass  Pass  TotalTotal

/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl |   24     24
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl | /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl |   24    24     24
   24

out_10783986

+ hostname
hpc-25-23.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783986_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783986_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl
[ Info: (CUDA.CuArray, Float64, 2, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655333543e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828607724e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801337492e-01
│ norm(Q - Qe)            = 7.2801198255507432e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264958716e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 2, ManyColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655333543e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828607724e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801337492e-01
│ norm(Q - Qe)            = 7.2801198255507418e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264958710e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 2, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655333543e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828607724e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801337492e-01
│ norm(Q - Qe)            = 7.2801198255507432e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264958716e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 2, ManyColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655333543e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828607724e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801337492e-01
│ norm(Q - Qe)            = 7.2801198255507418e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264958710e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030091336332e-01
│ norm(Q) / norm(Q₀)      = 6.5102405767377880e-01
│ norm(Q) - norm(Q₀)      = -1.9731705436633118e-01
│ norm(Q - Qe)            = 1.0462203776357536e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403248030559e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, ManyColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030091336332e-01
│ norm(Q) / norm(Q₀)      = 6.5102405767377880e-01
│ norm(Q) - norm(Q₀)      = -1.9731705436633118e-01
│ norm(Q - Qe)            = 1.0462203776357536e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403248030559e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030091336332e-01
│ norm(Q) / norm(Q₀)      = 6.5102405767377880e-01
│ norm(Q) - norm(Q₀)      = -1.9731705436633118e-01
│ norm(Q - Qe)            = 1.0462203776357536e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403248030559e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, ManyColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030091336332e-01
│ norm(Q) / norm(Q₀)      = 6.5102405767377880e-01
│ norm(Q) - norm(Q₀)      = -1.9731705436633118e-01
│ norm(Q - Qe)            = 1.0462203776357536e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403248030559e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914789915084839e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809852361679077e-01
│ norm(Q) / norm(Q₀)      = 6.4802491664886475e-01
│ norm(Q) - norm(Q₀)      = -1.5104937553405762e-01
│ norm(Q - Qe)            = 7.2801202535629272e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371220827102661e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, ManyColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914789915084839e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809852361679077e-01
│ norm(Q) / norm(Q₀)      = 6.4802491664886475e-01
│ norm(Q) - norm(Q₀)      = -1.5104937553405762e-01
│ norm(Q - Qe)            = 7.2801217436790466e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371226787567139e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914789915084839e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809852361679077e-01
│ norm(Q) / norm(Q₀)      = 6.4802491664886475e-01
│ norm(Q) - norm(Q₀)      = -1.5104937553405762e-01
│ norm(Q - Qe)            = 7.2801202535629272e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371220827102661e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, ManyColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914789915084839e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809852361679077e-01
│ norm(Q) / norm(Q₀)      = 6.4802491664886475e-01
│ norm(Q) - norm(Q₀)      = -1.5104937553405762e-01
│ norm(Q - Qe)            = 7.2801217436790466e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371226787567139e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541717052459717e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810007691383362e-01
│ norm(Q) / norm(Q₀)      = 6.5102386474609375e-01
│ norm(Q) - norm(Q₀)      = -1.9731709361076355e-01
│ norm(Q - Qe)            = 1.0462204366922379e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922411799430847e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, ManyColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541717052459717e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810007691383362e-01
│ norm(Q) / norm(Q₀)      = 6.5102386474609375e-01
│ norm(Q) - norm(Q₀)      = -1.9731709361076355e-01
│ norm(Q - Qe)            = 1.0462204366922379e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922411799430847e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541717052459717e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810007691383362e-01
│ norm(Q) / norm(Q₀)      = 6.5102386474609375e-01
│ norm(Q) - norm(Q₀)      = -1.9731709361076355e-01
│ norm(Q - Qe)            = 1.0462204366922379e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922411799430847e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, ManyColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541717052459717e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810007691383362e-01
│ norm(Q) / norm(Q₀)      = 6.5102386474609375e-01
│ norm(Q) - norm(Q₀)      = -1.9731709361076355e-01
│ norm(Q - Qe)            = 1.0462204366922379e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922411799430847e-01
[ Info: 
Test Summary:                                                                                                                                                      | Test Summary:                                                                                                                                                      | Pass  Pass  TotalTotal

Test Summary:                                                                                                                                                      | Pass  Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl |  |   16    16     16
   16
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl |   16     16

out_10783987

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783987_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783987_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl
[ Info: (CUDA.CuArray, Float64, 2, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7858038837682986e-01
│ norm(Q) / norm(Q₀)      = 6.4914751891296341e-01
│ norm(Q) - norm(Q₀)      = -1.5056765618988049e-01
│ norm(Q - Qe)            = 7.3188989633307638e-02
└ norm(Q - Qe) / norm(Qe) = 2.8522340698620546e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 2, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7858038837682986e-01
│ norm(Q) / norm(Q₀)      = 6.4914751891296341e-01
│ norm(Q) - norm(Q₀)      = -1.5056765618988049e-01
│ norm(Q - Qe)            = 7.3188989633307638e-02
└ norm(Q - Qe) / norm(Qe) = 2.8522340698620546e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6868537487180691e-01
│ norm(Q) / norm(Q₀)      = 6.5205882244175128e-01
│ norm(Q) - norm(Q₀)      = -1.9673198040788759e-01
│ norm(Q - Qe)            = 1.0501469629884570e-01
└ norm(Q - Qe) / norm(Qe) = 2.9030952352393580e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6868537487180691e-01
│ norm(Q) / norm(Q₀)      = 6.5205882244175128e-01
│ norm(Q) - norm(Q₀)      = -1.9673198040788759e-01
│ norm(Q - Qe)            = 1.0501469629884570e-01
└ norm(Q - Qe) / norm(Qe) = 2.9030952352393580e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914789915084839e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7857178449630737e-01
│ norm(Q) / norm(Q₀)      = 6.4912766218185425e-01
│ norm(Q) - norm(Q₀)      = -1.5057611465454102e-01
│ norm(Q - Qe)            = 7.3184572160243988e-02
└ norm(Q - Qe) / norm(Qe) = 2.8520622849464417e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914789915084839e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7857178449630737e-01
│ norm(Q) / norm(Q₀)      = 6.4912766218185425e-01
│ norm(Q) - norm(Q₀)      = -1.5057611465454102e-01
│ norm(Q - Qe)            = 7.3184572160243988e-02
└ norm(Q - Qe) / norm(Qe) = 2.8520622849464417e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541717052459717e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6867204308509827e-01
│ norm(Q) / norm(Q₀)      = 6.5203547477722168e-01
│ norm(Q) - norm(Q₀)      = -1.9674512743949890e-01
│ norm(Q - Qe)            = 1.0501022636890411e-01
└ norm(Q - Qe) / norm(Qe) = 2.9029724001884460e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541717052459717e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6867204308509827e-01
│ norm(Q) / norm(Q₀)      = 6.5203547477722168e-01
│ norm(Q) - norm(Q₀)      = -1.9674512743949890e-01
│ norm(Q - Qe)            = 1.0501022636890411e-01
└ norm(Q - Qe) / norm(Qe) = 2.9029724001884460e-01
[ Info: 
Test Summary:                                                                                                                                                                | Test Summary:                                                                                                                                                                | Test Summary:                                                                                                                                                                | Pass  Pass  Pass  TotalTotal

Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl | /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl | /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl |    8     8     8      8
    8
    8

out_10783988

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783988_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783988_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl --integration-testing
[ Info: (CUDA.CuArray, Float64, 2, EveryDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.0525946028760076e+00
┌ Info: Finished
│ norm(Q)                 = 7.6769756052324190e-01
│ norm(Q) / norm(Q₀)      = 7.2933830215893125e-01
│ norm(Q) - norm(Q₀)      = -2.8489704235276569e-01
│ norm(Q - Qe)            = 5.1574832681275757e-03
└ norm(Q - Qe) / norm(Qe) = 6.7183283629127545e-03
[ Info: 
[ Info: (CUDA.CuArray, Float64, 2, HorizontalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395387652143566e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963038857095928e-01
│ norm(Q) / norm(Q₀)      = 6.4121677402554333e-01
│ norm(Q) - norm(Q₀)      = -3.2432348795047639e-01
│ norm(Q - Qe)            = 2.0515449798977983e-02
└ norm(Q - Qe) / norm(Qe) = 3.5415953970101541e-02
[ Info: 
[ Info: (CUDA.CuArray, Float64, 2, VerticalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395387652143566e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963038857095928e-01
│ norm(Q) / norm(Q₀)      = 6.4121677402554333e-01
│ norm(Q) - norm(Q₀)      = -3.2432348795047639e-01
│ norm(Q - Qe)            = 2.0515449798977920e-02
└ norm(Q - Qe) / norm(Qe) = 3.5415953970101423e-02
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, EveryDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.1510565538414834e+00
┌ Info: Finished
│ norm(Q)                 = 9.1444897086428989e-01
│ norm(Q) / norm(Q₀)      = 7.9444312949911089e-01
│ norm(Q) - norm(Q₀)      = -2.3660758297719353e-01
│ norm(Q - Qe)            = 1.2605810186712559e-03
└ norm(Q - Qe) / norm(Qe) = 1.3785136194861183e-03
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, HorizontalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.0525946028760078e+00
┌ Info: Finished
│ norm(Q)                 = 7.6769756052324212e-01
│ norm(Q) / norm(Q₀)      = 7.2933830215893136e-01
│ norm(Q) - norm(Q₀)      = -2.8489704235276569e-01
│ norm(Q - Qe)            = 5.1574832681275688e-03
└ norm(Q - Qe) / norm(Qe) = 6.7183283629127424e-03
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, VerticalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395387652143599e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963038857095939e-01
│ norm(Q) / norm(Q₀)      = 6.4121677402554322e-01
│ norm(Q) - norm(Q₀)      = -3.2432348795047661e-01
│ norm(Q - Qe)            = 2.0515449798978083e-02
└ norm(Q - Qe) / norm(Qe) = 3.5415953970101693e-02
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, EveryDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.0525944232940674e+00
┌ Info: Finished
│ norm(Q)                 = 7.6769745349884033e-01
│ norm(Q) / norm(Q₀)      = 7.2933834791183472e-01
│ norm(Q) - norm(Q₀)      = -2.8489696979522705e-01
│ norm(Q - Qe)            = 5.1571349613368511e-03
└ norm(Q - Qe) / norm(Qe) = 6.7178755998611450e-03
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, HorizontalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395396947860718e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963043451309204e-01
│ norm(Q) / norm(Q₀)      = 6.4121675491333008e-01
│ norm(Q) - norm(Q₀)      = -3.2432353496551514e-01
│ norm(Q - Qe)            = 2.0514594390988350e-02
└ norm(Q - Qe) / norm(Qe) = 3.5414483398199081e-02
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, VerticalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395402908325195e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963049411773682e-01
│ norm(Q) / norm(Q₀)      = 6.4121675491333008e-01
│ norm(Q) - norm(Q₀)      = -3.2432353496551514e-01
│ norm(Q - Qe)            = 2.0514670759439468e-02
└ norm(Q - Qe) / norm(Qe) = 3.5414610058069229e-02
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, EveryDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.1510562896728516e+00
┌ Info: Finished
│ norm(Q)                 = 9.1444879770278931e-01
│ norm(Q) / norm(Q₀)      = 7.9444319009780884e-01
│ norm(Q) - norm(Q₀)      = -2.3660749197006226e-01
│ norm(Q - Qe)            = 1.2602002825587988e-03
└ norm(Q - Qe) / norm(Qe) = 1.3780975714325905e-03
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, HorizontalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.0525944232940674e+00
┌ Info: Finished
│ norm(Q)                 = 7.6769733428955078e-01
│ norm(Q) / norm(Q₀)      = 7.2933822870254517e-01
│ norm(Q) - norm(Q₀)      = -2.8489708900451660e-01
│ norm(Q - Qe)            = 5.1570441573858261e-03
└ norm(Q - Qe) / norm(Qe) = 6.7177577875554562e-03
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, VerticalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395396947860718e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963043451309204e-01
│ norm(Q) / norm(Q₀)      = 6.4121675491333008e-01
│ norm(Q) - norm(Q₀)      = -3.2432353496551514e-01
│ norm(Q - Qe)            = 2.0514652132987976e-02
└ norm(Q - Qe) / norm(Qe) = 3.5414583981037140e-02
[ Info: 
Test Summary:                                                                                                                                    | Test Summary:                                                                                                                                    | Test Summary:                                                                                                                                    | Pass  Pass  Pass  TotalTotal

Total
/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl |  | /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl |   12    12    12     12
   12   12

out_10783989

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783989_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783989_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/periodic_3D_hyperdiffusion.jl --integration-testing
[ Info: (CUDA.CuArray, Float64, 2, EveryDirection)
┌ Info: time step
└   dt = 0.021649052503199043
┌ Info: Starting
└ norm(Q₀) = 4.4428829381583697e+00
┌ Info: Finished
│ norm(Q)                 = 4.2303924119636953e+00
│ norm(Q) / norm(Q₀)      = 9.5217282805953152e-01
│ norm(Q) - norm(Q₀)      = -2.1249052619467435e-01
│ norm(Q - Qe)            = 7.6772960298539467e-03
└ norm(Q - Qe) / norm(Qe) = 1.8147794217036901e-03
[ Info: 
[ Info: (CUDA.CuArray, Float64, 2, HorizontalDirection)
┌ Info: time step
└   dt = 0.021649052503199043
┌ Info: Starting
└ norm(Q₀) = 4.4428829381583697e+00
┌ Info: Finished
│ norm(Q)                 = 4.4348927223358281e+00
│ norm(Q) / norm(Q₀)      = 9.9820156958133732e-01
│ norm(Q) - norm(Q₀)      = -7.9902158225415576e-03
│ norm(Q - Qe)            = 8.4650675812551562e-04
└ norm(Q - Qe) / norm(Qe) = 1.9087422609558656e-04
[ Info: 
[ Info: (CUDA.CuArray, Float64, 2, VerticalDirection)
┌ Info: time step
└   dt = 0.021649052503199043
┌ Info: Starting
└ norm(Q₀) = 4.4428829381583697e+00
┌ Info: Finished
│ norm(Q)                 = 4.3444227732067962e+00
│ norm(Q) / norm(Q₀)      = 9.7783867675064462e-01
│ norm(Q) - norm(Q₀)      = -9.8460164951573503e-02
│ norm(Q - Qe)            = 6.1690465335714094e-03
└ norm(Q - Qe) / norm(Qe) = 1.4199772029164022e-03
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, EveryDirection)
┌ Info: time step
└   dt = 0.021649052503198762
┌ Info: Starting
└ norm(Q₀) = 1.1136655993663426e+01
┌ Info: Finished
│ norm(Q)                 = 6.0910843493796447e+00
│ norm(Q) / norm(Q₀)      = 5.4694015446336597e-01
│ norm(Q) - norm(Q₀)      = -5.0455716442837817e+00
│ norm(Q - Qe)            = 1.7363355506159683e-01
└ norm(Q - Qe) / norm(Qe) = 2.8625704237051613e-02
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, HorizontalDirection)
┌ Info: time step
└   dt = 0.021649052503198762
┌ Info: Starting
└ norm(Q₀) = 1.1136655993663426e+01
┌ Info: Finished
│ norm(Q)                 = 1.0604021232612636e+01
│ norm(Q) / norm(Q₀)      = 9.5217282805953141e-01
│ norm(Q) - norm(Q₀)      = -5.3263476105079022e-01
│ norm(Q - Qe)            = 1.9244127301144030e-02
└ norm(Q - Qe) / norm(Qe) = 1.8147794217036710e-03
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, VerticalDirection)
┌ Info: time step
└   dt = 0.021649052503198762
┌ Info: Starting
└ norm(Q₀) = 1.1136655993663426e+01
┌ Info: Finished
│ norm(Q)                 = 9.4792047633662015e+00
│ norm(Q) / norm(Q₀)      = 8.5117155174405246e-01
│ norm(Q) - norm(Q₀)      = -1.6574512302972249e+00
│ norm(Q - Qe)            = 1.4412891107361794e-01
└ norm(Q - Qe) / norm(Qe) = 1.5217804720985009e-02
[ Info: 

out_10783990

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783990_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783990_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project tutorials/Atmos/dry_rayleigh_benard.jl --fix-rng-seed
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = FlatOrientation()
│     ref_state = HydrostaticState{ClimateMachine.TemperatureProfiles.DecayingTemperatureProfile{Float64},Float64}(ClimateMachine.TemperatureProfiles.DecayingTemperatureProfile{Float64}(290.0, 220.0, 8484.271021693852), 0.0)
│     turbulence = Vreman{Float64}(0.23)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = EquilMoist{Float64}(3, 0.1)
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(),)
│     tracers = NTracers{1,Float64}([1.0])
│     boundarycondition = (AtmosBC{Impenetrable{NoSlip},PrescribedTemperature{var"#3#5"{Float64}},Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{NoSlip}(NoSlip()), PrescribedTemperature{var"#3#5"{Float64}}(var"#3#5"{Float64}(299.0)), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC()), AtmosBC{Impenetrable{NoSlip},PrescribedTemperature{var"#4#6"{Float64}},Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{NoSlip}(NoSlip()), PrescribedTemperature{var"#4#6"{Float64}}(var"#4#6"{Float64}(294.11701461178683)), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC()))
│     init_state_prognostic = init_problem!
└     data_config = DryRayleighBenardConvectionDataConfig{Float64}(0.0, 0.0, 0.0, 250.0, 250.0, 500.0, 299.0, 0.009765970776426321, 294.11701461178683)
┌ Info: Establishing Atmos LES configuration for DryRayleighBenardConvection
│     precision        = Float64
│     polynomial order = 4
│     domain           = 250.00 m x250.00 m x500.00 m
│     resolution       = 10x10x10
│     MPI ranks        = 1
│     min(Δ_horz)      = 7.19 m
└     min(Δ_vert)      = 7.19 m
[ Info: Initializing DryRayleighBenardConvection
┌ Info: Starting DryRayleighBenardConvection
│     dt              = 4.13907e-01
│     timeend         =  1000.00
│     number of steps = 2416
└     norm(Q)         = 1.1616473315696873e+08
┌ Info: Update
│     simtime =     0.41 /  1000.00
│     runtime = 00:01:18
└     norm(Q) = 1.1618204938703573e+08
┌ Info: Update
│     simtime =   143.63 /  1000.00
│     runtime = 00:02:18
└     norm(Q) = 1.1640278096636851e+08
┌ Info: Update
│     simtime =   288.49 /  1000.00
│     runtime = 00:03:18
└     norm(Q) = 1.1659282547815396e+08
┌ Info: Update
│     simtime =   433.77 /  1000.00
│     runtime = 00:04:18
└     norm(Q) = 1.1681607754493549e+08
┌ Info: Update
│     simtime =   578.64 /  1000.00
│     runtime = 00:05:18
└     norm(Q) = 1.1702521772283185e+08
┌ Info: Update
│     simtime =   721.44 /  1000.00
│     runtime = 00:06:18
└     norm(Q) = 1.1724284494855601e+08
┌ Info: Update
│     simtime =   863.82 /  1000.00
│     runtime = 00:07:18
└     norm(Q) = 1.1745289277889368e+08
┌ Info: Finished
│     norm(Q)            = 1.1768770543364094e+08
│     norm(Q) / norm(Q₀) = 1.0131104530203181e+00
└     norm(Q) - norm(Q₀) = 1.5229722766722143e+06
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 3.9467958083053199e+06
└     norm(Q - Qe) / norm(Qe) = 3.3970087760387575e-02
Test Summary:         | Pass  Total
DryRayleighBenardTest |    1      1

out_10783991

+ hostname
hpc-25-23.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783991_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783991_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project tutorials/Atmos/risingbubble.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = FlatOrientation()
│     ref_state = HydrostaticState{DryAdiabaticProfile{Float64},Float64}(DryAdiabaticProfile{Float64}(300.0, 0.0), 0.0)
│     turbulence = SmagorinskyLilly{Float64}(0.21)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = DryModel()
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(),)
│     tracers = NTracers{4,Float64}([1.0, 2.0, 3.0, 4.0])
│     boundarycondition = AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC())
│     init_state_prognostic = init_risingbubble!
└     data_config = nothing
┌ Info: Establishing Atmos LES configuration for DryRisingBubble
│     precision        = Float64
│     polynomial order = 4
│     domain           = 10000.00 m x500.00 m x10000.00 m
│     resolution       = 125x125x125
│     MPI ranks        = 3
│     min(Δ_horz)      = 86.34 m
└     min(Δ_vert)      = 86.34 m
[ Info: Initializing DryRisingBubble
┌ Info: Starting DryRisingBubble
│     dt              = 4.22654e-01
│     timeend         =  1000.00
│     number of steps = 2366
└     norm(Q)         = 5.3834517091450853e+09
┌ Info: Update
│     simtime =     0.42 /  1000.00
│     runtime = 00:01:18
└     norm(Q) = 5.3834512581922817e+09
┌ Info: Update
│     simtime =   459.85 /  1000.00
│     runtime = 00:02:18
└     norm(Q) = 5.3835386192668495e+09
┌ Info: Update
│     simtime =   919.70 /  1000.00
│     runtime = 00:03:18
└     norm(Q) = 5.3831621661526804e+09
┌ Info: Finished
│     norm(Q)            = 5.3832026610317793e+09
│     norm(Q) / norm(Q₀) = 9.9995373820983979e-01
└     norm(Q) - norm(Q₀) = -2.4904811330604553e+05
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 4.5450768203514524e+07
└     norm(Q - Qe) / norm(Qe) = 8.4426815097654699e-03

out_10783992

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783992_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783992_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project experiments/AtmosGCM/heldsuarez.jl --diagnostics=default --fix-rng-seed
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = SphericalOrientation()
│     ref_state = HydrostaticState{DecayingTemperatureProfile{Float64},Float64}(DecayingTemperatureProfile{Float64}(275.0, 75.0, 45000.0), 0.0)
│     turbulence = ConstantViscosityWithDivergence{Float64}(0.0)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = DryBiharmonic{Float64}(28800.0)
│     moisture = DryModel()
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(), Coriolis(), held_suarez_forcing!)
│     tracers = NoTracers()
│     boundarycondition = AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC())
│     init_state_prognostic = init_heldsuarez!
└     data_config = nothing
┌ Info: Establishing Atmos GCM configuration for HeldSuarez
│     precision        = Float64
│     polynomial order = 3
│     #horiz elems     = 12
│     #vert elems      = 6
│     domain height    = 3.00e+04 m
│     MPI ranks        = 1
│     min(Δ_horz)      = 163020.23 m
└     min(Δ_vert)      = 1381.97 m
[ Info: Initializing HeldSuarez
┌ Info: Starting HeldSuarez
│     dt              = 4.90352e+01
│     timeend         = 86400.00
│     number of steps = 1762
└     norm(Q)         = 7.1884195921133813e+13
┌ Info: Diagnostics: AtmosGCMDefault
└     initializing at     0.00
┌ Info: Update
│     simtime =    49.04 / 86400.00
│     runtime = 00:01:35
└     norm(Q) = 7.1884319015515906e+13
┌ Info: Diagnostics: AtmosGCMDefault
└     finishing at 86449.04
┌ Info: Finished
│     norm(Q)            = 7.2125676792174172e+13
│     norm(Q) / norm(Q₀) = 1.0033593040576720e+00
└     norm(Q) - norm(Q₀) = 2.4148087104035938e+11
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 1.8575378320630325e+12
└     norm(Q - Qe) / norm(Qe) = 2.5840698477047581e-02

out_10783993

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783993_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783993_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project experiments/AtmosGCM/baroclinic-wave.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = SphericalOrientation()
│     ref_state = HydrostaticState{DecayingTemperatureProfile{Float64},Float64}(DecayingTemperatureProfile{Float64}(275.0, 75.0, 45000.0), 0.0)
│     turbulence = ConstantViscosityWithDivergence{Float64}(0.0)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = DryBiharmonic{Float64}(28800.0)
│     moisture = DryModel()
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(), Coriolis())
│     tracers = NoTracers()
│     boundarycondition = AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC())
│     init_state_prognostic = init_baroclinic_wave!
└     data_config = nothing
┌ Info: Establishing Atmos GCM configuration for BaroclinicWave
│     precision        = Float64
│     polynomial order = 3
│     #horiz elems     = 12
│     #vert elems      = 6
│     domain height    = 3.00e+04 m
│     MPI ranks        = 1
│     min(Δ_horz)      = 163020.23 m
└     min(Δ_vert)      = 1381.97 m
[ Info: Initializing BaroclinicWave
┌ Info: Starting BaroclinicWave
│     dt              = 4.61785e+01
│     timeend         = 86400.00
│     number of steps = 1871
└     norm(Q)         = 8.1578625814196672e+13
┌ Info: Update
│     simtime =  6511.17 / 86400.00
│     runtime = 00:01:00
└     norm(Q) = 8.1585519507984422e+13
┌ Info: Finished
│     norm(Q)            = 8.1589664532993406e+13
│     norm(Q) / norm(Q₀) = 1.0001353138605433e+00
└     norm(Q) - norm(Q₀) = 1.1038718796734375e+10
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 9.3514971949483704e+11
└     norm(Q - Qe) / norm(Qe) = 1.1463170777413342e-02

out_10783994

+ hostname
hpc-25-23.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783994_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783994_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project experiments/AtmosGCM/nonhydrostatic-gravity-wave.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = SphericalOrientation()
│     ref_state = HydrostaticState{DecayingTemperatureProfile{Float64},Float64}(DecayingTemperatureProfile{Float64}(300.0, 100.0, 27500.0), 0.0)
│     turbulence = ConstantViscosityWithDivergence{Float64}(0.0)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = DryModel()
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(),)
│     tracers = NoTracers()
│     boundarycondition = AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC())
│     init_state_prognostic = init_nonhydrostatic_gravity_wave!
└     data_config = nothing
┌ Info: Establishing Atmos GCM configuration for NonhydrostaticGravityWave
│     precision        = Float64
│     polynomial order = 4
│     #horiz elems     = 12
│     #vert elems      = 5
│     domain height    = 1.00e+04 m
│     MPI ranks        = 1
│     min(Δ_horz)      = 814.66 m
└     min(Δ_vert)      = 345.35 m
[ Info: Initializing NonhydrostaticGravityWave
┌ Info: Starting NonhydrostaticGravityWave
│     dt              = 9.38478e-01
│     timeend         =  3600.00
│     number of steps = 3836
└     norm(Q)         = 5.8405745678452246e+11
┌ Info: Update
│     simtime =  1332.64 /  3600.00
│     runtime = 00:01:00
└     norm(Q) = 5.8405745673782385e+11
┌ Info: Finished
│     norm(Q)            = 5.8405745666228174e+11
│     norm(Q) / norm(Q₀) = 9.9999999979070431e-01
└     norm(Q) - norm(Q₀) = -1.2224072265625000e+02
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 7.2966179998027789e+05
└     norm(Q - Qe) / norm(Qe) = 1.2492979783142697e-06

out_10783995

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783995_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783995_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project experiments/AtmosGCM/isothermal-zonal-flow.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = SphericalOrientation()
│     ref_state = HydrostaticState{DecayingTemperatureProfile{Float64},Float64}(DecayingTemperatureProfile{Float64}(300.0, 300.0, 8776.832091407436), 0.0)
│     turbulence = ConstantViscosityWithDivergence{Float64}(0.0)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = DryModel()
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(),)
│     tracers = NoTracers()
│     boundarycondition = AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC())
│     init_state_prognostic = init_isothermal_zonal_flow!
└     data_config = nothing
┌ Info: Establishing Atmos GCM configuration for IsothermalZonalFlow
│     precision        = Float64
│     polynomial order = 5
│     #horiz elems     = 10
│     #vert elems      = 5
│     domain height    = 1.00e+04 m
│     MPI ranks        = 1
│     min(Δ_horz)      = 665.06 m
└     min(Δ_vert)      = 234.94 m
[ Info: Initializing IsothermalZonalFlow
┌ Info: Starting IsothermalZonalFlow
│     dt              = 7.24346e-01
│     timeend         =  3600.00
│     number of steps = 4970
└     norm(Q)         = 8.3575586652847620e+11
┌ Info: Update
│     simtime =   399.11 /  3600.00
│     runtime = 00:01:00
└     norm(Q) = 8.3575586652847644e+11
┌ Info: Update
│     simtime =  2204.19 /  3600.00
│     runtime = 00:02:00
└     norm(Q) = 8.3575586652847717e+11
┌ Info: Finished
│     norm(Q)            = 8.3575586652847742e+11
│     norm(Q) / norm(Q₀) = 1.0000000000000016e+00
└     norm(Q) - norm(Q₀) = 1.2207031250000000e-03
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 6.0243264736201609e+03
└     norm(Q - Qe) / norm(Qe) = 7.2082371358561051e-09

out_10783996

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783996_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783996_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project experiments/AtmosLES/surfacebubble.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = FlatOrientation()
│     ref_state = HydrostaticState{ClimateMachine.TemperatureProfiles.DecayingTemperatureProfile{Float64},Float64}(ClimateMachine.TemperatureProfiles.DecayingTemperatureProfile{Float64}(290.0, 220.0, 8484.271021693852), 0.0)
│     turbulence = SmagorinskyLilly{Float64}(0.23)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = EquilMoist{Float64}(3, 0.1)
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(),)
│     tracers = NoTracers()
│     boundarycondition = (AtmosBC{Impenetrable{FreeSlip},PrescribedEnergyFlux{var"#energyflux#3"{Float64,Float64,Float64}},Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), PrescribedEnergyFlux{var"#energyflux#3"{Float64,Float64,Float64}}(var"#energyflux#3"{Float64,Float64,Float64}(100.0, 500.0, 2000.0)), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC()), AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC()))
│     init_state_prognostic = init_surfacebubble!
└     data_config = nothing
┌ Info: Establishing Atmos LES configuration for SurfaceDrivenBubble
│     precision        = Float64
│     polynomial order = 4
│     domain           = 2000.00 m x2000.00 m x2000.00 m
│     resolution       = 50x50x50
│     MPI ranks        = 3
│     min(Δ_horz)      = 34.53 m
└     min(Δ_vert)      = 34.53 m
[ Info: Initializing SurfaceDrivenBubble
┌ Info: Starting SurfaceDrivenBubble
│     dt              = 1.69090e-01
│     timeend         =  2000.00
│     number of steps = 11828
└     norm(Q)         = 2.1322438724310231e+09
┌ Info: Update
│     simtime =     0.17 /  2000.00
│     runtime = 00:01:25
└     norm(Q) = 2.1322440522654135e+09
┌ Info: Update
│     simtime =   143.05 /  2000.00
│     runtime = 00:02:19
└     norm(Q) = 2.1323997192057228e+09
┌ Info: Update
│     simtime =   301.83 /  2000.00
│     runtime = 00:03:19
└     norm(Q) = 2.1325750963087924e+09
┌ Info: Update
│     simtime =   459.76 /  2000.00
│     runtime = 00:04:19
└     norm(Q) = 2.1327494055746806e+09
┌ Info: Update
│     simtime =   617.18 /  2000.00
│     runtime = 00:05:19
└     norm(Q) = 2.1327887272434430e+09
┌ Info: Update
│     simtime =   774.94 /  2000.00
│     runtime = 00:06:19
└     norm(Q) = 2.1327879154265749e+09
┌ Info: Update
│     simtime =   932.53 /  2000.00
│     runtime = 00:07:19
└     norm(Q) = 2.1327884656324410e+09
┌ Info: Update
│     simtime =  1090.80 /  2000.00
│     runtime = 00:08:19
└     norm(Q) = 2.1327898675656688e+09
┌ Info: Update
│     simtime =  1249.41 /  2000.00
│     runtime = 00:09:19
└     norm(Q) = 2.1327915717390351e+09
┌ Info: Update
│     simtime =  1408.18 /  2000.00
│     runtime = 00:10:19
└     norm(Q) = 2.1327931143550584e+09
┌ Info: Update
│     simtime =  1566.96 /  2000.00
│     runtime = 00:11:19
└     norm(Q) = 2.1327945339866128e+09
┌ Info: Update
│     simtime =  1725.23 /  2000.00
│     runtime = 00:12:19
└     norm(Q) = 2.1327955350430074e+09
┌ Info: Update
│     simtime =  1882.82 /  2000.00
│     runtime = 00:13:19
└     norm(Q) = 2.1327964689341862e+09
┌ Info: Finished
│     norm(Q)            = 2.1327970037534139e+09
│     norm(Q) / norm(Q₀) = 1.0002594127855367e+00
└     norm(Q) - norm(Q₀) = 5.5313132239079475e+05
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 8.8329683459202712e+05
└     norm(Q - Qe) / norm(Qe) = 4.1425694593975263e-04

out_10783997

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783997_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783997_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project experiments/AtmosLES/dycoms.jl --fix-rng-seed
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = FlatOrientation()
│     ref_state = HydrostaticState{DecayingTemperatureProfile{Float64},Float64}(DecayingTemperatureProfile{Float64}(290.0, 220.0, 8484.271021693852), 0.0)
│     turbulence = Vreman{Float64}(0.21)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = EquilMoist{Float64}(4, 1.0)
│     precipitation = NoPrecipitation()
│     radiation = DYCOMSRadiation{Float64}(85.0, 1.0, 840.0, 1.13, 3.75e-6, 70.0, 22.0)
│     source = (Gravity(), RayleighSponge{Float64}(1500.0, 1000.0, 1.0, [7.0, -5.5, 0.0], 2.0), Subsidence{Float64}(3.75e-6), GeostrophicForcing{Float64}(7.62e-5, 7.0, -5.5))
│     tracers = NoTracers()
│     boundarycondition = (AtmosBC{Impenetrable{DragLaw{var"#3#6"{Float64}}},PrescribedEnergyFlux{var"#4#7"{Float64,Float64}},PrescribedMoistureFlux{var"#5#8"{Float64}},ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{DragLaw{var"#3#6"{Float64}}}(DragLaw{var"#3#6"{Float64}}(var"#3#6"{Float64}(0.0011))), PrescribedEnergyFlux{var"#4#7"{Float64,Float64}}(var"#4#7"{Float64,Float64}(115.0, 15.0)), PrescribedMoistureFlux{var"#5#8"{Float64}}(var"#5#8"{Float64}(4.5985284708893154e-5)), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC()), AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC()))
│     init_state_prognostic = init_dycoms!
└     data_config = nothing
┌ Info: Establishing Atmos LES configuration for DYCOMS
│     precision        = Float64
│     polynomial order = 4
│     domain           = 1000.00 m x1000.00 m x1500.00 m
│     resolution       = 40x40x20
│     MPI ranks        = 3
│     min(Δ_horz)      = 28.78 m
└     min(Δ_vert)      = 13.63 m
[ Info: Initializing DYCOMS
┌ Info: Starting DYCOMS
│     dt              = 6.58328e-02
│     timeend         =   100.00
│     number of steps = 1519
└     norm(Q)         = 1.3882828058036425e+09
┌ Info: Update
│     simtime =     0.07 /   100.00
│     runtime = 00:01:27
└     norm(Q) = 1.3882922559466662e+09
┌ Info: Update
│     simtime =    45.89 /   100.00
│     runtime = 00:02:22
└     norm(Q) = 1.3887489464992261e+09
┌ Info: Update
│     simtime =    96.31 /   100.00
│     runtime = 00:03:22
└     norm(Q) = 1.3889441942904723e+09
┌ Info: Finished
│     norm(Q)            = 1.3890005332065947e+09
│     norm(Q) / norm(Q₀) = 1.0005169893338388e+00
└     norm(Q) - norm(Q₀) = 7.1772740295219421e+05
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 4.5348763405928435e+06
└     norm(Q - Qe) / norm(Qe) = 3.2665412216664946e-03

out_10783998

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783998_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783998_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project experiments/AtmosLES/bomex.jl --diagnostics=default --fix-rng-seed
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = FlatOrientation()
│     ref_state = HydrostaticState{ClimateMachine.TemperatureProfiles.DecayingTemperatureProfile{Float32},Float32}(ClimateMachine.TemperatureProfiles.DecayingTemperatureProfile{Float32}(290.0f0, 220.0f0, 8484.2705f0), 0.0f0)
│     turbulence = SmagorinskyLilly{Float32}(0.23f0)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = EquilMoist{Float32}(5, 0.1f0)
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(), BomexTendencies{Float32}(-1.2f-8, 300.0f0, 500.0f0, -2.3148148f-5, 1500.0f0, 2100.0f0, -0.0065f0, 3000.0f0), BomexSponge{Float32}(3000.0f0, 2400.0f0, 0.75f0, 2.0f0, -10.0f0, 0.0018f0, 0.0f0), BomexGeostrophic{Float32}(3.76f-5, -10.0f0, 0.0018f0, 0.0f0))
│     tracers = NoTracers()
│     boundarycondition = (AtmosBC{Impenetrable{DragLaw{var"#3#6"{Float32}}},PrescribedEnergyFlux{var"#4#7"{Float32,Float32}},PrescribedMoistureFlux{var"#5#8"{Float32}},ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{DragLaw{var"#3#6"{Float32}}}(DragLaw{var"#3#6"{Float32}}(var"#3#6"{Float32}(0.28f0))), PrescribedEnergyFlux{var"#4#7"{Float32,Float32}}(var"#4#7"{Float32,Float32}(147.2f0, 9.5f0)), PrescribedMoistureFlux{var"#5#8"{Float32}}(var"#5#8"{Float32}(6.0388535f-5)), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC()), AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC()))
│     init_state_prognostic = init_bomex!
└     data_config = nothing
┌ Info: Establishing Atmos LES configuration for BOMEX
│     precision        = Float32
│     polynomial order = 4
│     domain           = 6400.00 m x6400.00 m x3000.00 m
│     resolution       = 100x100x40
│     MPI ranks        = 1
│     min(Δ_horz)      = 69.07 m
└     min(Δ_vert)      = 27.26 m
[ Info: Initializing BOMEX
┌ Info: Starting BOMEX
│     dt              = 6.86866e-02
│     timeend         =  1800.00
│     number of steps = 26206
└     norm(Q)         = 1.8651301888000000e+10
┌ Info: Diagnostics: AtmosLESDefault
└     initializing at     0.00
┌ Info: Diagnostics: AtmosLESCore
└     initializing at     0.00
┌ Info: Update
│     simtime =     0.07 /  1800.00
│     runtime = 00:01:16
└     norm(Q) = 1.8651303936000000e+10
┌ Info: Diagnostics: AtmosLESDefault
└     collecting at   171.71
┌ Info: Diagnostics: AtmosLESCore
└     collecting at   171.71
┌ Info: Update
│     simtime =   171.78 /  1800.00
│     runtime = 00:02:26
└     norm(Q) = 1.8676748288000000e+10
abs(δρ) = 7.101638f-6
abs(δρe) = 9.260089f-5
┌ Info: Update
│     simtime =   340.20 /  1800.00
│     runtime = 00:03:26
└     norm(Q) = 1.8690928640000000e+10
┌ Info: Diagnostics: AtmosLESDefault
└     collecting at   343.43
┌ Info: Diagnostics: AtmosLESCore
└     collecting at   343.43
abs(δρ) = 2.4036312f-6
abs(δρe) = 8.630488f-5
┌ Info: Update
│     simtime =   483.85 /  1800.00
│     runtime = 00:04:26
└     norm(Q) = 1.8687741952000000e+10
┌ Info: Diagnostics: AtmosLESDefault
└     collecting at   515.17
┌ Info: Diagnostics: AtmosLESCore
└     collecting at   515.17
abs(δρ) = 6.664614f-6
abs(δρe) = 0.00010116063f0
┌ Info: Update
│     simtime =   627.09 /  1800.00
│     runtime = 00:05:26
└     norm(Q) = 1.8684041216000000e+10
┌ Info: Diagnostics: AtmosLESDefault
└     collecting at   686.83
┌ Info: Diagnostics: AtmosLESCore
└     collecting at   686.83
┌ Info: Update
│     simtime =   773.55 /  1800.00
│     runtime = 00:06:26
└     norm(Q) = 1.8684043264000000e+10
abs(δρ) = 3.5617446f-5
abs(δρe) = 0.00013490442f0
┌ Info: Diagnostics: AtmosLESDefault
└     collecting at   858.49
┌ Info: Diagnostics: AtmosLESCore
└     collecting at   858.49
┌ Info: Update
│     simtime =   916.79 /  1800.00
│     runtime = 00:07:26
└     norm(Q) = 1.8685337600000000e+10
abs(δρ) = 3.070093f-5
abs(δρe) = 0.00016426222f0
┌ Info: Diagnostics: AtmosLESDefault
└     collecting at  1030.16
┌ Info: Diagnostics: AtmosLESCore
└     collecting at  1030.16
┌ Info: Update
│     simtime =  1059.64 /  1800.00
│     runtime = 00:08:26
└     norm(Q) = 1.8685005824000000e+10
┌ Info: Diagnostics: AtmosLESDefault
└     collecting at  1201.97
┌ Info: Diagnostics: AtmosLESCore
└     collecting at  1201.97
┌ Info: Update
│     simtime =  1206.30 /  1800.00
│     runtime = 00:09:26
└     norm(Q) = 1.8683348992000000e+10
abs(δρ) = 3.7802565f-5
abs(δρe) = 0.00018230136f0
┌ Info: Diagnostics: AtmosLESDefault
└     collecting at  1373.79
┌ Info: Diagnostics: AtmosLESCore
└     collecting at  1373.79
┌ Info: Update
│     simtime =  1373.85 /  1800.00
│     runtime = 00:10:34
└     norm(Q) = 1.8681827328000000e+10
abs(δρ) = 4.5122717f-5
abs(δρe) = 0.0001891633f0
┌ Info: Update
│     simtime =  1544.16 /  1800.00
│     runtime = 00:11:34
└     norm(Q) = 1.8680195072000000e+10
┌ Info: Diagnostics: AtmosLESDefault
└     collecting at  1545.60
┌ Info: Diagnostics: AtmosLESCore
└     collecting at  1545.60
abs(δρ) = 4.8946673f-5
abs(δρe) = 0.00020387759f0
┌ Info: Update
│     simtime =  1686.08 /  1800.00
│     runtime = 00:12:34
└     norm(Q) = 1.8679545856000000e+10
┌ Info: Diagnostics: AtmosLESDefault
└     collecting at  1717.41
┌ Info: Diagnostics: AtmosLESCore
└     collecting at  1717.41
┌ Info: Diagnostics: AtmosLESDefault
└     finishing at  1800.02
┌ Info: Diagnostics: AtmosLESCore
└     finishing at  1800.02
┌ Info: Finished
│     norm(Q)            = 1.8679353344000000e+10
│     norm(Q) / norm(Q₀) = 1.0015039443969727e+00
└     norm(Q) - norm(Q₀) = 2.8051456000000000e+07
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 2.8351318400000000e+08
└     norm(Q - Qe) / norm(Qe) = 1.5200629830360413e-02

out_10783999

+ hostname
hpc-25-23.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783999_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10783999_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project experiments/AtmosLES/schar_scalar_advection.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = FlatOrientation()
│     ref_state = HydrostaticState{DecayingTemperatureProfile{Float64},Float64}(DecayingTemperatureProfile{Float64}(250.0, 250.0, 7314.026742839528), 0.0)
│     turbulence = Vreman{Float64}(0.21)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = DryModel()
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(), RayleighSponge{Float64}(25000.0, 20000.0, 0.5, [10.0, 0.0, 0.0], 2.0))
│     tracers = NTracers{1,Float64}([0.0])
│     boundarycondition = AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC())
│     init_state_prognostic = init_schar!
└     data_config = nothing
┌ Info: Establishing Atmos LES configuration for ScharScalarAdvection
│     precision        = Float64
│     polynomial order = 4
│     domain           = 150000.00 m x2500.00 m x25000.00 m
│     resolution       = 500x500x500
│     MPI ranks        = 1
│     min(Δ_horz)      = 345.35 m
└     min(Δ_vert)      = 316.57 m
[ Info: Initializing ScharScalarAdvection
┌ Info: Starting ScharScalarAdvection
│     dt              = 1.45222e+00
│     timeend         = 10000.00
│     number of steps = 6886
└     norm(Q)         = 6.5654997689287704e+10
┌ Info: Update
│     simtime =   923.61 / 10000.00
│     runtime = 00:01:00
└     norm(Q) = 6.5654997743220955e+10
abs(δρχ) = 3.6620816414747e-10
abs(δρχ) = 1.4804345928094232e-8
abs(δρχ) = 4.325946773602261e-7
┌ Info: Update
│     simtime =  4615.16 / 10000.00
│     runtime = 00:02:00
└     norm(Q) = 6.5654894480376816e+10
abs(δρχ) = 1.0193968314240302e-6
abs(δρχ) = 1.3838498966982041e-6
┌ Info: Update
│     simtime =  8319.78 / 10000.00
│     runtime = 00:03:00
└     norm(Q) = 6.5654891505627197e+10
abs(δρχ) = 1.3940802242411498e-6
┌ Info: Finished
│     norm(Q)            = 6.5654875242106354e+10
│     norm(Q) / norm(Q₀) = 9.9999813499069901e-01
└     norm(Q) - norm(Q₀) = -1.2244718135070801e+05
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 1.4833621680325177e+08
└     norm(Q - Qe) / norm(Qe) = 2.2593286425087234e-03

out_10784000

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10784000_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/0b8ba9e2e7c10c2e0ada1c1894725ab632585a23/10784000_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Ocean/HydrostaticBoussinesq/test_windstress_long.jl
[ Info: Initializing test_windstress_long_imex
# SC Start: creating state check callback
# SC Creating state check callback labeled "Q" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "s_aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Finish: creating state check callback
┌ Info: Starting test_windstress_long_imex
│     dt              = 5.49968e+01
│     timeend         = 86400.00
│     number of steps = 1571
└     norm(Q)         = 1.6000000000000005e+09
┌ Info: Update
│     simtime =  3739.78 / 86400.00
│     runtime = 00:00:59
└     norm(Q) = 1.6000000507092874e+09
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|           Q|     u[1] | -1.375984422110e-01|  1.287305775282e-01| -3.465330724114e-05|  8.506425088711e-03|
# SC 0000000|           Q|     u[2] | -5.206171117105e-02|  3.990742327539e-02| -3.996865767145e-05|  3.895288129061e-03|
# SC 0000000|           Q|        η | -1.576755326944e-02|  1.183079710708e-02| -1.196024717309e-05|  3.111870679880e-03|
# SC 0000000|           Q|        θ |  1.999999999999e+01|  2.000000000001e+01|  2.000000000000e+01|  1.213236327547e-13|
# SC 0000000|       s_aux|        y |  0.000000000000e+00|  4.000000000000e+06|  2.000000000000e+06|  1.155731292299e+06|
# SC 0000000|       s_aux|        w | -3.479605391566e-05|  3.390911152334e-05|  1.163286692678e-07|  2.504704277311e-06|
# SC 0000000|       s_aux|     pkin | -1.600000000003e+00|  0.000000000000e+00| -8.000000000000e-01|  4.619462859165e-01|
# SC 0000000|       s_aux|      wz0 | -2.774713682462e-06|  1.620044726500e-06| -1.249259555174e-09|  6.464093505381e-07|
# SC 0000000|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000157|           Q|     u[1] | -1.557253669968e-01|  1.196428909300e-01| -1.387077666317e-04|  8.878776522086e-03|
# SC 0000157|           Q|     u[2] | -1.068209144760e-01|  9.486490759448e-02| -2.045996040215e-05|  9.838121020327e-03|
# SC 0000157|           Q|        η | -3.250075503958e-02|  1.620840274931e-02| -2.234624700383e-05|  9.044179361417e-03|
# SC 0000157|           Q|        θ |  1.999999999999e+01|  2.000000000002e+01|  2.000000000000e+01|  4.510746070348e-13|
# SC 0000157|       s_aux|        y |  0.000000000000e+00|  4.000000000000e+06|  2.000000000000e+06|  1.155731292299e+06|
# SC 0000157|       s_aux|        w | -4.478897534732e-05|  5.539689363063e-05|  3.332480035675e-07|  4.960679800113e-06|
# SC 0000157|       s_aux|     pkin | -1.600000000003e+00|  0.000000000000e+00| -8.000000000000e-01|  4.619462859165e-01|
# SC 0000157|       s_aux|      wz0 | -3.054050023682e-06|  1.617342490378e-06| -1.741376614056e-09|  8.929239768513e-07|
# SC 0000157|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000157|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000157|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000157|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000314|           Q|     u[1] | -1.345576008411e-01|  8.224270549907e-02| -1.496125777002e-04|  6.561962418337e-03|
# SC 0000314|           Q|     u[2] | -1.135667090490e-01|  1.311449699846e-01|  7.660026468940e-05|  1.249674603890e-02|
# SC 0000314|           Q|        η | -4.626722889834e-02|  1.615106300342e-02| -3.267316011866e-05|  1.473785483856e-02|
# SC 0000314|           Q|        θ |  1.999999999999e+01|  2.000000000005e+01|  2.000000000000e+01|  6.620156912638e-13|
# SC 0000314|       s_aux|        y |  0.000000000000e+00|  4.000000000000e+06|  2.000000000000e+06|  1.155731292299e+06|
# SC 0000314|       s_aux|        w | -3.096407904784e-05|  7.893595379271e-05|  4.363305011545e-07|  6.083986029579e-06|
# SC 0000314|       s_aux|     pkin | -1.600000000003e+00|  0.000000000000e+00| -8.000000000001e-01|  4.619462859165e-01|
# SC 0000314|       s_aux|      wz0 | -2.614705345012e-06|  1.600208972258e-06| -9.543373244948e-10|  6.784688063978e-07|
# SC 0000314|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000314|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000314|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000314|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000471|           Q|     u[1] | -1.035498595312e-01|  6.844734647728e-02| -3.523878415210e-05|  6.422939013785e-03|
# SC 0000471|           Q|     u[2] | -8.353306991104e-02|  1.349305055532e-01|  6.136902833490e-05|  1.099075136853e-02|
# SC 0000471|           Q|        η | -5.717963665334e-02|  2.254238186815e-02| -4.288072401640e-05|  1.739802167244e-02|
# SC 0000471|           Q|        θ |  1.999999999997e+01|  2.000000000004e+01|  2.000000000000e+01|  7.130819157812e-13|
# SC 0000471|       s_aux|        y |  0.000000000000e+00|  4.000000000000e+06|  2.000000000000e+06|  1.155731292299e+06|
# SC 0000471|       s_aux|        w | -2.603487884610e-05|  8.306301519639e-05|  3.618544046563e-07|  5.610034537425e-06|
# SC 0000471|       s_aux|     pkin | -1.600000000003e+00|  0.000000000000e+00| -8.000000000001e-01|  4.619462859165e-01|
# SC 0000471|       s_aux|      wz0 | -1.970869138779e-06|  1.785730909068e-06| -1.075067902803e-09|  5.048551370222e-07|
# SC 0000471|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000471|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000471|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000471|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Update
│     simtime = 35802.93 / 86400.00
│     runtime = 00:01:59
└     norm(Q) = 1.6000009207716825e+09
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000628|           Q|     u[1] | -8.500750846455e-02|  8.753354087592e-02|  9.042412217887e-06|  6.750510432029e-03|
# SC 0000628|           Q|     u[2] | -6.239336466167e-02|  1.124517652564e-01| -1.042127400244e-04|  8.142997610884e-03|
# SC 0000628|           Q|        η | -6.776676392328e-02|  1.885114733890e-02| -5.228323112404e-05|  1.881607071970e-02|
# SC 0000628|           Q|        θ |  1.999999999997e+01|  2.000000000003e+01|  2.000000000000e+01|  7.187462626378e-13|
# SC 0000628|       s_aux|        y |  0.000000000000e+00|  4.000000000000e+06|  2.000000000000e+06|  1.155731292299e+06|
# SC 0000628|       s_aux|        w | -3.018929342675e-05|  6.515412577931e-05|  2.273858182944e-07|  4.158028353723e-06|
# SC 0000628|       s_aux|     pkin | -1.600000000003e+00|  0.000000000000e+00| -8.000000000001e-01|  4.619462859165e-01|
# SC 0000628|       s_aux|      wz0 | -2.385303179464e-06|  2.327949116483e-06| -1.180470345888e-09|  7.162381503035e-07|
# SC 0000628|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000628|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000628|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000628|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000785|           Q|     u[1] | -8.635146904216e-02|  1.120521918532e-01| -1.202189033843e-04|  6.762171471897e-03|
# SC 0000785|           Q|     u[2] | -6.895243976440e-02|  8.563417401344e-02| -2.075541880271e-04|  6.736629036445e-03|
# SC 0000785|           Q|        η | -7.950326178638e-02|  2.266449481736e-02| -6.140160453887e-05|  2.203160762345e-02|
# SC 0000785|           Q|        θ |  1.999999999997e+01|  2.000000000003e+01|  2.000000000000e+01|  7.542278620156e-13|
# SC 0000785|       s_aux|        y |  0.000000000000e+00|  4.000000000000e+06|  2.000000000000e+06|  1.155731292299e+06|
# SC 0000785|       s_aux|        w | -2.811381457171e-05|  4.311257319991e-05|  1.678594403146e-07|  2.661590529232e-06|
# SC 0000785|       s_aux|     pkin | -1.600000000003e+00|  0.000000000000e+00| -8.000000000001e-01|  4.619462859165e-01|
# SC 0000785|       s_aux|      wz0 | -2.056781227392e-06|  1.558618699751e-06| -9.806501661620e-10|  6.559419993745e-07|
# SC 0000785|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000785|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000785|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000785|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000942|           Q|     u[1] | -1.016786791518e-01|  1.127479774181e-01| -2.502527705714e-04|  6.808925222581e-03|
# SC 0000942|           Q|     u[2] | -9.267751450081e-02|  7.464391666632e-02| -1.080605498099e-04|  7.815192056446e-03|
# SC 0000942|           Q|        η | -9.205672960229e-02|  3.395553034634e-02| -7.014200237488e-05|  2.562047958099e-02|
# SC 0000942|           Q|        θ |  1.999999999996e+01|  2.000000000005e+01|  2.000000000000e+01|  9.087134086025e-13|
# SC 0000942|       s_aux|        y |  0.000000000000e+00|  4.000000000000e+06|  2.000000000000e+06|  1.155731292299e+06|
# SC 0000942|       s_aux|        w | -2.331753240584e-05|  4.482683070444e-05|  1.973849879579e-07|  3.264994904526e-06|
# SC 0000942|       s_aux|     pkin | -1.600000000003e+00|  0.000000000000e+00| -8.000000000001e-01|  4.619462859165e-01|
# SC 0000942|       s_aux|      wz0 | -2.474770319422e-06|  1.554374487873e-06| -1.002524417227e-09|  7.118352073492e-07|
# SC 0000942|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000942|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000942|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000942|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0001099|           Q|     u[1] | -1.234231974790e-01|  9.177380795608e-02| -1.875757197062e-04|  6.864439941523e-03|
# SC 0001099|           Q|     u[2] | -1.032863384972e-01|  7.836481683828e-02|  3.644932178995e-05|  9.543818043395e-03|
# SC 0001099|           Q|        η | -8.962421468620e-02|  3.791646728545e-02| -7.871343248877e-05|  2.748071895139e-02|
# SC 0001099|           Q|        θ |  1.999999999995e+01|  2.000000000008e+01|  2.000000000000e+01|  1.125405764315e-12|
# SC 0001099|       s_aux|        y |  0.000000000000e+00|  4.000000000000e+06|  2.000000000000e+06|  1.155731292299e+06|
# SC 0001099|       s_aux|        w | -2.408408581409e-05|  5.429650854576e-05|  2.403399405406e-07|  3.887688263168e-06|
# SC 0001099|       s_aux|     pkin | -1.600000000003e+00|  0.000000000000e+00| -8.000000000001e-01|  4.619462859165e-01|
# SC 0001099|       s_aux|      wz0 | -2.236986111417e-06|  3.115043627177e-06| -9.201342753668e-10|  5.903368798443e-07|
# SC 0001099|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0001099|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0001099|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0001099|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Update
│     simtime = 73365.75 / 86400.00
│     runtime = 00:02:59
└     norm(Q) = 1.6000017665177903e+09
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0001256|           Q|     u[1] | -1.341026154582e-01|  8.028311625774e-02| -1.085685034870e-05|  7.215266641304e-03|
# SC 0001256|           Q|     u[2] | -9.308234363982e-02|  9.966142131706e-02|  4.962263271022e-07|  1.036564533613e-02|
# SC 0001256|           Q|        η | -8.175713604904e-02|  3.677096697255e-02| -8.650628441182e-05|  2.682759571276e-02|
# SC 0001256|           Q|        θ |  1.999999999995e+01|  2.000000000007e+01|  2.000000000000e+01|  1.207824250542e-12|
# SC 0001256|       s_aux|        y |  0.000000000000e+00|  4.000000000000e+06|  2.000000000000e+06|  1.155731292299e+06|
# SC 0001256|       s_aux|        w | -3.294742739971e-05|  4.830850081186e-05|  2.509996929257e-07|  3.850863705193e-06|
# SC 0001256|       s_aux|     pkin | -1.600000000004e+00|  0.000000000000e+00| -8.000000000001e-01|  4.619462859166e-01|
# SC 0001256|       s_aux|      wz0 | -3.262814887743e-06|  1.810655341115e-06| -8.945306771317e-10|  7.002984456208e-07|
# SC 0001256|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0001256|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0001256|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0001256|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0001413|           Q|     u[1] | -1.260475727088e-01|  8.739497521927e-02|  4.772932053320e-05|  7.016209542040e-03|
# SC 0001413|           Q|     u[2] | -7.740396429978e-02|  1.170790493126e-01| -1.817890274760e-04|  1.059592990089e-02|
# SC 0001413|           Q|        η | -7.883443900917e-02|  3.982955765146e-02| -9.415795599183e-05|  2.804087083125e-02|
# SC 0001413|           Q|        θ |  1.999999999995e+01|  2.000000000005e+01|  2.000000000000e+01|  1.197358379193e-12|
# SC 0001413|       s_aux|        y |  0.000000000000e+00|  4.000000000000e+06|  2.000000000000e+06|  1.155731292299e+06|
# SC 0001413|       s_aux|        w | -2.390101076299e-05|  6.218008149312e-05|  2.574110326879e-07|  4.262769841253e-06|
# SC 0001413|       s_aux|     pkin | -1.600000000004e+00|  0.000000000000e+00| -8.000000000001e-01|  4.619462859166e-01|
# SC 0001413|       s_aux|      wz0 | -2.517135256912e-06|  9.227094048747e-07| -8.847500365826e-10|  5.527819251212e-07|
# SC 0001413|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0001413|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0001413|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0001413|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Finished
│     norm(Q)            = 1.6000018758697927e+09
│     norm(Q) / norm(Q₀) = 1.0000011724186202e+00
└     norm(Q) - norm(Q₀) = 1.8758697922229767e+03
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [     "Q",   "u[1]", -1.26047572708771843386e-01,  8.73949752192650086702e-02,  4.77293205331972506672e-05,  7.01620954203981996022e-03 ],
 [     "Q",   "u[2]", -7.74039642997846888406e-02,  1.17079049312647107128e-01, -1.81789027476035678493e-04,  1.05959299008930515895e-02 ],
 [     "Q",       :η, -7.88344390091732516446e-02,  3.98295576514562446602e-02, -9.41579559918287629927e-05,  2.80408708312546717245e-02 ],
 [     "Q",       :θ,  1.99999999999543689455e+01,  2.00000000000502282660e+01,  2.00000000000023625546e+01,  1.19735837919292150514e-12 ],
 [ "s_aux",       :y,  0.00000000000000000000e+00,  4.00000000000000046566e+06,  2.00000000000000000000e+06,  1.15573129229947482236e+06 ],
 [ "s_aux",       :w, -2.39010107629853892368e-05,  6.21800814931225843268e-05,  2.57411032687874832640e-07,  4.26276984125297766555e-06 ],
 [ "s_aux",    :pkin, -1.60000000000369579922e+00,  0.00000000000000000000e+00, -8.00000000000123057120e-01,  4.61946285916558008200e-01 ],
 [ "s_aux",     :wz0, -2.51713525691245395630e-06,  9.22709404874707304095e-07, -8.84750036582642309498e-10,  5.52781925121156732918e-07 ],
 [ "s_aux",  "uᵈ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux",  "uᵈ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux", "ΔGᵘ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux", "ΔGᵘ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [     "Q",   "u[1]",    16,    16,    16,    16 ],
 [     "Q",   "u[2]",    16,    16,    16,    16 ],
 [     "Q",       :η,    16,    16,    16,    16 ],
 [     "Q",       :θ,    16,    16,    16,    16 ],
 [ "s_aux",       :y,    16,    16,    16,    16 ],
 [ "s_aux",       :w,    16,    16,    16,    16 ],
 [ "s_aux",    :pkin,    16,    16,    16,    16 ],
 [ "s_aux",     :wz0,    16,    16,    16,    16 ],
 [ "s_aux",  "uᵈ[1]",    16,    16,    16,    16 ],
 [ "s_aux",  "uᵈ[2]",    16,    16,    16,    16 ],
 [ "s_aux", "ΔGᵘ[1]",    16,    16,    16,    16 ],
 [ "s_a

out_10784001

out_10784002

out_10784003

out_10784004

out_10784005

out_10784006

out_10784007

out_10784008

out_10784009

out_10784010

out_10784011

out_10784012

out_10784013

out_10784014

out_10784015

out_10784016

out_10784017

out_10784018

out_10784019

out_10784020

out_10784021

out_10784022

out_10784023

out_10784024

out_10784025

out_10784026

out_10784027

out_10784028

out_10784029

out_10784030

out_10784031

out_10784032

out_10784033

out_10784034