SlurmCI a226f40f1b07186cdbbf1eb08e04a93575a1ec92

_summary.md

Commit: a226f40f1b07186cdbbf1eb08e04a93575a1ec92

command	ntasks	jobid	status	elapsed
scripts/test-cpu-init.sh		10795502	✅	00:09:11
scripts/test-cpu-tests.sh		10795503	✅	00:00:04
scripts/test-cpu.sh test/Numerics/DGMethods/advection_diffusion/advection_diffusion_model_1dimex_bgmres.jl	--ntasks=1	10795504	✅	00:06:28
scripts/test-cpu.sh test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl	--ntasks=3	10795505	✅	00:07:14
scripts/test-cpu.sh test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl	--ntasks=3	10795506	✅	00:05:56
scripts/test-cpu.sh test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl	--ntasks=3	10795507	✅	00:05:46
scripts/test-cpu.sh test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl	--ntasks=3	10795508	✅	00:04:19
scripts/test-cpu.sh test/Numerics/DGMethods/advection_diffusion/periodic_3D_hyperdiffusion.jl	--ntasks=3	10795509	✅	00:02:58
scripts/test-cpu.sh test/Numerics/DGMethods/compressible_Navier_Stokes/ref_state.jl	--ntasks=1	10795510	✅	00:01:37
scripts/test-cpu.sh test/Numerics/Mesh/mpi_connect_1d.jl	--ntasks=5	10795511	✅	00:01:03
scripts/test-cpu.sh test/Numerics/Mesh/mpi_connect_sphere.jl	--ntasks=5	10795512	✅	00:01:19
scripts/test-cpu.sh test/Numerics/Mesh/mpi_getpartition.jl	--ntasks=5	10795513	✅	00:00:45
scripts/test-cpu.sh test/Numerics/Mesh/mpi_sortcolumns.jl	--ntasks=4	10795514	✅	00:00:44
scripts/test-cpu.sh test/Numerics/ODESolvers/ode_tests_convergence.jl	--ntasks=1	10795515	✅	00:13:04
scripts/test-cpu.sh test/Land/Model/haverkamp_test.jl	--ntasks=1	10795516	✅	00:06:19
scripts/test-cpu.sh test/Land/Model/test_bc.jl	--ntasks=1	10795517	✅	00:08:05
scripts/test-cpu.sh test/Arrays/varsindex.jl	--ntasks=1	10795518	✅	00:00:55
scripts/test-cpu.sh test/Diagnostics/diagnostic_fields_test.jl	--ntasks=3	10795519	✅	00:02:33
scripts/test-cpu.sh test/Numerics/DGMethods/vars_test.jl	--ntasks=1	10795520	✅	00:01:39
scripts/test-cpu.sh test/Numerics/DGMethods/remainder_model.jl	--ntasks=2	10795521	✅	00:02:56
scripts/test-cpu.sh test/Numerics/DGMethods/Euler/isentropicvortex.jl	--ntasks=3	10795522	✅	00:03:08
scripts/test-cpu.sh test/Numerics/DGMethods/Euler/isentropicvortex_imex.jl	--ntasks=3	10795523	✅	00:02:41
scripts/test-cpu.sh test/Numerics/DGMethods/Euler/isentropicvortex_multirate.jl	--ntasks=3	10795524	✅	00:02:25
scripts/test-cpu.sh test/Numerics/DGMethods/Euler/isentropicvortex_mrigark.jl	--ntasks=3	10795525	✅	00:02:42
scripts/test-cpu.sh test/Numerics/DGMethods/Euler/isentropicvortex_mrigark_implicit.jl	--ntasks=3	10795526	✅	00:03:37
scripts/test-cpu.sh test/Numerics/DGMethods/Euler/acousticwave_1d_imex.jl	--ntasks=3	10795527	✅	00:06:22
scripts/test-cpu.sh test/Numerics/DGMethods/Euler/acousticwave_mrigark.jl	--ntasks=3	10795528	✅	00:27:19
scripts/test-cpu.sh test/Numerics/DGMethods/compressible_Navier_Stokes/mms_bc_atmos.jl	--ntasks=3	10795529	✅	00:03:40
scripts/test-cpu.sh test/Numerics/DGMethods/compressible_Navier_Stokes/mms_bc_dgmodel.jl	--ntasks=3	10795530	✅	00:03:13
scripts/test-cpu.sh test/Numerics/DGMethods/compressible_Navier_Stokes/density_current_model.jl	--ntasks=3	10795531	✅	00:05:41
scripts/test-cpu.sh test/Numerics/DGMethods/advection_diffusion/direction_splitting_advection_diffusion.jl --fix-rng-seed	--ntasks=3	10795532	✅	00:13:21
scripts/test-cpu.sh test/Numerics/DGMethods/conservation/sphere.jl --fix-rng-seed	--ntasks=3	10795533	✅	00:02:23
scripts/test-cpu.sh test/Numerics/DGMethods/advection_diffusion/advection_sphere.jl	--ntasks=2	10795534	✅	00:01:54
scripts/test-cpu.sh test/Driver/gcm_driver_test.jl	--ntasks=1	10795535	✅	00:03:22
scripts/test-cpu.sh test/Numerics/SystemSolvers/poisson.jl	--ntasks=2	10795536	✅	00:02:23
scripts/test-cpu.sh test/Numerics/SystemSolvers/columnwiselu.jl	--ntasks=1	10795537	✅	00:01:10
scripts/test-cpu.sh test/Numerics/SystemSolvers/bandedsystem.jl	--ntasks=3	10795538	✅	00:03:52
scripts/test-cpu.sh test/Numerics/Mesh/interpolation.jl	--ntasks=3	10795539	✅	00:02:42
scripts/test-cpu.sh test/Ocean/ShallowWater/GyreDriver.jl	--ntasks=1	10795540	✅	00:14:47
scripts/test-cpu.sh test/Ocean/HydrostaticBoussinesq/test_windstress_short.jl	--ntasks=1	10795541	✅	00:03:06
scripts/test-cpu.sh test/Ocean/HydrostaticBoussinesq/test_ocean_gyre_short.jl	--ntasks=1	10795542	✅	00:02:07
scripts/test-cpu.sh test/Ocean/ShallowWater/test_2D_spindown.jl	--ntasks=1	10795543	✅	00:02:08
scripts/test-cpu.sh test/Ocean/HydrostaticBoussinesq/test_3D_spindown.jl	--ntasks=1	10795544	✅	00:04:19
scripts/test-cpu.sh test/Ocean/SplitExplicit/test_vertical_integral_model.jl	--ntasks=1	10795545	✅	00:01:38
scripts/test-cpu.sh test/Ocean/SplitExplicit/test_spindown_long.jl	--ntasks=1	10795546	✅	00:04:09
scripts/test-cpu.sh test/Ocean/SplitExplicit/test_restart.jl	--ntasks=1	10795547	✅	00:02:52
scripts/test-cpu.sh tutorials/Numerics/DGMethods/nonnegative.jl	--ntasks=3	10795548	✅	00:02:00
scripts/test-cpu.sh test/Atmos/Parameterizations/Microphysics/KM_saturation_adjustment.jl	--ntasks=3	10795549	✅	00:02:32
scripts/test-cpu.sh test/Atmos/Parameterizations/Microphysics/KM_warm_rain.jl	--ntasks=3	10795550	✅	00:10:07
scripts/test-cpu.sh test/Atmos/Parameterizations/Microphysics/KM_ice.jl	--ntasks=3	10795551	✅	00:03:21
scripts/test-gpu-init.sh		10795552	✅	00:08:29
scripts/test-gpu-tests.sh		10795553	✅	00:18:36
scripts/test-gpu.sh test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl --integration-testing	--ntasks=3	10795554	✅	00:11:52
scripts/test-gpu.sh test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl	--ntasks=3	10795555	✅	00:09:16
scripts/test-gpu.sh test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl	--ntasks=3	10795556	✅	00:07:49
scripts/test-gpu.sh test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl --integration-testing	--ntasks=3	10795557	✅	00:06:41
scripts/test-gpu.sh test/Numerics/DGMethods/advection_diffusion/periodic_3D_hyperdiffusion.jl --integration-testing	--ntasks=3	10795558	✅	00:04:35
scripts/test-gpu.sh tutorials/Atmos/dry_rayleigh_benard.jl --fix-rng-seed	--ntasks=1	10795559	✅	00:11:45
scripts/test-gpu.sh tutorials/Atmos/risingbubble.jl	--ntasks=3	10795560	✅	00:06:21
scripts/test-gpu.sh experiments/AtmosGCM/heldsuarez.jl --diagnostics=default --fix-rng-seed	--ntasks=1	10795561	✅	00:06:32
scripts/test-gpu.sh experiments/AtmosGCM/baroclinic-wave.jl	--ntasks=1	10795562	✅	00:04:49
scripts/test-gpu.sh experiments/AtmosGCM/nonhydrostatic-gravity-wave.jl	--ntasks=1	10795563	✅	00:04:52
scripts/test-gpu.sh experiments/AtmosGCM/isothermal-zonal-flow.jl	--ntasks=1	10795564	✅	00:06:12
scripts/test-gpu.sh experiments/AtmosLES/surfacebubble.jl	--ntasks=3	10795565	✅	00:17:13
scripts/test-gpu.sh experiments/AtmosLES/dycoms.jl --fix-rng-seed	--ntasks=3	10795566	✅	00:06:39
scripts/test-gpu.sh experiments/AtmosLES/bomex.jl --diagnostics=default --fix-rng-seed	--ntasks=1	10795567	✅	00:16:54
scripts/test-gpu.sh experiments/AtmosLES/schar_scalar_advection.jl	--ntasks=1	10795568	✅	00:06:54
scripts/test-gpu.sh test/Ocean/HydrostaticBoussinesq/test_windstress_long.jl	--ntasks=3	10795569	✅	00:06:51
scripts/test-gpu.sh test/Ocean/HydrostaticBoussinesq/test_ocean_gyre_long.jl	--ntasks=3	10795570	✅	00:06:07
scripts/test-gpu.sh test/Arrays/varsindex.jl	--ntasks=1	10795571	✅	00:00:54
scripts/test-gpu.sh test/Diagnostics/diagnostic_fields_test.jl	--ntasks=3	10795572	✅	00:04:14
scripts/test-gpu.sh test/Numerics/DGMethods/vars_test.jl	--ntasks=1	10795573	✅	00:02:07
scripts/test-gpu.sh test/Numerics/DGMethods/remainder_model.jl	--ntasks=2	10795574	✅	00:07:55
scripts/test-gpu.sh test/Numerics/DGMethods/Euler/isentropicvortex.jl	--ntasks=3	10795575	✅	00:05:39
scripts/test-gpu.sh test/Numerics/DGMethods/Euler/isentropicvortex_imex.jl	--ntasks=3	10795576	✅	00:04:50
scripts/test-gpu.sh test/Numerics/DGMethods/Euler/isentropicvortex_multirate.jl	--ntasks=3	10795577	✅	00:05:21
scripts/test-gpu.sh test/Numerics/DGMethods/Euler/isentropicvortex_mrigark.jl	--ntasks=3	10795578	✅	00:04:03
scripts/test-gpu.sh test/Numerics/DGMethods/Euler/isentropicvortex_mrigark_implicit.jl	--ntasks=3	10795579	✅	00:08:03
scripts/test-gpu.sh test/Numerics/DGMethods/Euler/acousticwave_1d_imex.jl	--ntasks=3	10795580	✅	00:08:42
scripts/test-gpu.sh test/Numerics/DGMethods/Euler/acousticwave_mrigark.jl	--ntasks=3	10795581	✅	00:06:15
scripts/test-gpu.sh test/Numerics/DGMethods/compressible_Navier_Stokes/mms_bc_atmos.jl	--ntasks=3	10795582	✅	00:05:49
scripts/test-gpu.sh test/Numerics/DGMethods/compressible_Navier_Stokes/mms_bc_dgmodel.jl	--ntasks=3	10795583	✅	00:04:43
scripts/test-gpu.sh test/Numerics/DGMethods/compressible_Navier_Stokes/density_current_model.jl	--ntasks=3	10795584	✅	00:05:57
scripts/test-gpu.sh test/Numerics/DGMethods/advection_diffusion/direction_splitting_advection_diffusion.jl --fix-rng-seed	--ntasks=3	10795585	✅	00:20:50
scripts/test-gpu.sh test/Numerics/DGMethods/conservation/sphere.jl --fix-rng-seed	--ntasks=3	10795586	✅	00:03:13
scripts/test-gpu.sh test/Numerics/DGMethods/advection_diffusion/advection_sphere.jl	--ntasks=2	10795587	✅	00:03:19
scripts/test-gpu.sh test/Driver/gcm_driver_test.jl	--ntasks=1	10795588	✅	00:03:33
scripts/test-gpu.sh test/Numerics/SystemSolvers/poisson.jl	--ntasks=2	10795589	✅	00:03:02
scripts/test-gpu.sh test/Numerics/SystemSolvers/columnwiselu.jl	--ntasks=1	10795590	✅	00:01:30
scripts/test-gpu.sh test/Numerics/SystemSolvers/bandedsystem.jl	--ntasks=3	10795591	✅	00:05:24
scripts/test-gpu.sh test/Numerics/Mesh/interpolation.jl	--ntasks=3	10795592	✅	00:03:50
scripts/test-gpu.sh test/Ocean/ShallowWater/GyreDriver.jl	--ntasks=1	10795593	✅	00:19:48
scripts/test-gpu.sh test/Ocean/HydrostaticBoussinesq/test_windstress_short.jl	--ntasks=1	10795594	✅	00:04:27
scripts/test-gpu.sh test/Ocean/HydrostaticBoussinesq/test_ocean_gyre_short.jl	--ntasks=1	10795595	✅	00:03:19
scripts/test-gpu.sh test/Ocean/ShallowWater/test_2D_spindown.jl	--ntasks=1	10795596	✅	00:02:55
scripts/test-gpu.sh test/Ocean/HydrostaticBoussinesq/test_3D_spindown.jl	--ntasks=1	10795597	✅	00:03:35
scripts/test-gpu.sh test/Ocean/SplitExplicit/test_vertical_integral_model.jl	--ntasks=1	10795598	✅	00:02:25
scripts/test-gpu.sh test/Ocean/SplitExplicit/test_spindown_long.jl	--ntasks=1	10795599	✅	00:05:22
scripts/test-gpu.sh test/Ocean/SplitExplicit/test_restart.jl	--ntasks=1	10795600	✅	00:04:49
scripts/test-gpu.sh tutorials/Numerics/DGMethods/nonnegative.jl	--ntasks=3	10795601	✅	00:03:25
scripts/test-gpu.sh test/Atmos/Parameterizations/Microphysics/KM_saturation_adjustment.jl	--ntasks=3	10795602	✅	00:03:38
scripts/test-gpu.sh test/Atmos/Parameterizations/Microphysics/KM_warm_rain.jl	--ntasks=3	10795603	✅	00:04:02
scripts/test-gpu.sh test/Atmos/Parameterizations/Microphysics/KM_ice.jl	--ntasks=3	10795604	✅	00:04:59

out_10795502

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
++ pwd
+ export CURL_HOME=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
+ CURL_HOME=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
+ printf -- '--silent\n--show-error\n'
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ julia --color=no --project -e 'using Pkg; Pkg.instantiate(); Pkg.build(;verbose=true)'
[?25l    Fetching: [>                                        ]  0.0 %
    Fetching: [================>                        ]  38.1 %
    Resolving Deltas: [=============================>           ]  70.9 %
[?25h[ Info: using system MPI
┌ Info: Using implementation
│   libmpi = "libmpi"
└   mpiexec_cmd = `mpiexec`
┌ Info: MPI implementation detected
│   impl = OpenMPI::MPIImpl = 2
│   version = v"4.0.3"
└   abi = "OpenMPI"
[ Info: Installing 2020a tzdata region data
[ Info: Converting tz source files into TimeZone data
[ Info: Successfully built TimeZones
    Cloning default registries into `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu`
    Cloning registry from "https://github.com/JuliaRegistries/General.git"
      Added registry `General` to `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu/registries/General`
  Installed XML2_jll ───────────────────── v2.9.10+1
  Installed OpenMPI_jll ────────────────── v4.0.2+2
  Installed OpenSpecFun_jll ────────────── v0.5.3+3
  Installed CondaBinDeps ───────────────── v0.2.0
  Installed GaussQuadrature ────────────── v0.5.4
  Installed LightXML ───────────────────── v0.9.0
  Installed DataAPI ────────────────────── v1.3.0
  Installed ArnoldiMethod ──────────────── v0.0.4
  Installed HTTP ───────────────────────── v0.8.17
  Installed CpuId ──────────────────────── v0.2.2
  Installed TableTraits ────────────────── v1.0.0
  Installed UnPack ─────────────────────── v1.0.1
  Installed CLIMAParameters ────────────── v0.1.6
  Installed ArgParse ───────────────────── v1.1.0
  Installed StatsBase ──────────────────── v0.33.0
  Installed IterativeSolvers ───────────── v0.8.4
  Installed DiffResults ────────────────── v1.0.2
  Installed Adapt ──────────────────────── v2.0.2
  Installed PDMats ─────────────────────── v0.10.0
  Installed RecursiveFactorization ─────── v0.1.4
  Installed URIParser ──────────────────── v0.4.1
  Installed ForwardDiff ────────────────── v0.10.12
  Installed CodecZlib ──────────────────── v0.7.0
  Installed Combinatorics ──────────────── v1.0.2
  Installed NNPACK_jll ─────────────────── v2018.6.22+0
  Installed MicrosoftMPI_jll ───────────── v10.1.2+3
  Installed Rmath_jll ──────────────────── v0.2.2+1
  Installed NLSolversBase ──────────────── v7.6.1
  Installed VectorizationBase ──────────── v0.12.29
  Installed NLsolve ────────────────────── v4.4.0
  Installed PackageCompiler ────────────── v1.2.1
  Installed VersionParsing ─────────────── v1.2.0
  Installed Mocking ────────────────────── v0.7.1
  Installed LeftChildRightSiblingTrees ─── v0.1.2
  Installed ArrayInterface ─────────────── v2.11.0
  Installed TreeViews ──────────────────── v0.3.0
  Installed ProgressMeter ──────────────── v1.3.2
  Installed DataStructures ─────────────── v0.17.19
  Installed FunctionWrappers ───────────── v1.1.1
  Installed KernelAbstractions ─────────── v0.3.0
  Installed Distributions ──────────────── v0.23.6
  Installed ProgressLogging ────────────── v0.1.3
  Installed StaticNumbers ──────────────── v0.3.3
  Installed BinaryProvider ─────────────── v0.5.10
  Installed GenericSchur ───────────────── v0.4.0
  Installed SIMDPirates ────────────────── v0.8.21
  Installed LoggingExtras ──────────────── v0.4.2
  Installed BinDeps ────────────────────── v1.0.1
  Installed Intervals ──────────────────── v1.4.1
  Installed LabelledArrays ─────────────── v1.3.0
  Installed ExponentialUtilities ───────── v1.7.0
  Installed Coverage ───────────────────── v1.1.1
  Installed SparseDiffTools ────────────── v1.9.1
  Installed IniFile ────────────────────── v0.5.0
  Installed GPUCompiler ────────────────── v0.4.1
  Installed IteratorInterfaceExtensions ── v1.0.0
  Installed MatrixFactorizations ───────── v0.5.1
  Installed EzXML ──────────────────────── v1.1.0
  Installed LineSearches ───────────────── v7.0.1
  Installed Literate ───────────────────── v2.5.0
  Installed Rmath ──────────────────────── v0.6.1
  Installed WriteVTK ───────────────────── v1.7.2
  Installed MbedTLS ────────────────────── v1.0.2
  Installed TimerOutputs ───────────────── v0.5.6
  Installed QuadGK ─────────────────────── v2.4.0
  Installed SortingAlgorithms ──────────── v0.3.1
  Installed MPICH_jll ──────────────────── v3.3.2+10
  Installed AbstractTrees ──────────────── v0.3.3
  Installed DoubleFloats ───────────────── v1.1.13
  Installed ArrayLayouts ───────────────── v0.3.7
  Installed VertexSafeGraphs ───────────── v0.1.2
  Installed LazyArrays ─────────────────── v0.16.15
  Installed Polynomials ────────────────── v1.1.3
  Installed Libiconv_jll ───────────────── v1.16.0+5
  Installed OrderedCollections ─────────── v1.3.0
  Installed MPI ────────────────────────── v0.15.0
  Installed MacroTools ─────────────────── v0.5.5
  Installed ChainRulesCore ─────────────── v0.9.5
  Installed Reexport ───────────────────── v0.2.0
  Installed Cassette ───────────────────── v0.3.3
  Installed FiniteDiff ─────────────────── v2.5.1
  Installed TerminalLoggers ────────────── v0.1.2
  Installed ExprTools ──────────────────── v0.1.1
  Installed CEnum ──────────────────────── v0.4.1
  Installed TranscodingStreams ─────────── v0.9.5
  Installed FillArrays ─────────────────── v0.8.13
  Installed StatsFuns ──────────────────── v0.9.5
  Installed StaticArrays ───────────────── v0.12.4
  Installed NNlib ──────────────────────── v0.7.3
  Installed LightGraphs ────────────────── v1.3.3
  Installed OrdinaryDiffEq ─────────────── v5.42.0
  Installed GenericSVD ─────────────────── v0.3.0
  Installed SimpleTraits ───────────────── v0.9.2
  Installed NaNMath ────────────────────── v0.3.4
  Installed Inflate ────────────────────── v0.1.2
  Installed DiffEqBase ─────────────────── v6.41.2
  Installed LLVM ───────────────────────── v1.7.0
  Installed DiffRules ──────────────────── v1.0.1
  Installed Parameters ─────────────────── v0.12.1
  Installed LoopVectorization ──────────── v0.8.20
  Installed CompilerSupportLibraries_jll ─ v0.3.3+0
  Installed Missings ───────────────────── v0.4.3
  Installed Parsers ────────────────────── v1.0.7
  Installed ConsoleProgressMonitor ─────── v0.1.2
  Installed OffsetArrays ───────────────── v1.1.2
  Installed Dierckx ────────────────────── v0.4.2
  Installed Zlib_jll ───────────────────── v1.2.11+14
  Installed MbedTLS_jll ────────────────── v2.16.6+1
  Installed ZygoteRules ────────────────── v0.2.0
  Installed Compat ─────────────────────── v3.13.0
  Installed Roots ──────────────────────── v1.0.4
  Installed FileIO ─────────────────────── v1.4.0
  Installed DocStringExtensions ────────── v0.8.2
  Installed TimeZones ──────────────────── v1.3.1
  Installed CUDA ───────────────────────── v1.2.0
  Installed SpecialFunctions ───────────── v0.10.3
  Installed CFTime ─────────────────────── v0.1.0
  Installed RecursiveArrayTools ────────── v2.5.0
  Installed AbstractFFTs ───────────────── v0.5.0
  Installed TextWrap ───────────────────── v1.0.1
  Installed Conda ──────────────────────── v1.4.1
  Installed RootSolvers ────────────────── v0.2.0
  Installed GPUArrays ──────────────────── v4.0.1
  Installed Quadmath ───────────────────── v0.5.4
  Installed Formatting ─────────────────── v0.4.1
  Installed Requires ───────────────────── v1.0.1
  Installed MuladdMacro ────────────────── v0.2.2
  Installed Distances ──────────────────── v0.9.0
  Installed CommonSubexpressions ───────── v0.3.0
  Installed SLEEFPirates ───────────────── v0.5.5
  Installed NCDatasets ─────────────────── v0.10.2
  Installed JSON ───────────────────────── v0.21.0
  Installed CoverageTools ──────────────── v1.1.0
  Installed LambertW ───────────────────── v0.4.5
  Installed RecipesBase ────────────────── v1.0.2
  Installed JLD2 ───────────────────────── v0.1.14
   Building MPI ─────────→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu/packages/MPI/k7f4E/deps/build.log`
   Building Dierckx ─────→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu/packages/Dierckx/ZTanR/deps/build.log`
   Building TimeZones ───→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu/packages/TimeZones/cAGJs/deps/build.log`
   Building Conda ───────→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu/packages/Conda/3rPhK/deps/build.log`
   Building SLEEFPirates → `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu/packages/SLEEFPirates/jGsib/deps/build.log`
   Building NCDatasets ──→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu/packages/NCDatasets/KjkFI/deps/build.log`
   Building SLEEFPirates → `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu/packages/SLEEFPirates/jGsib/deps/build.log`
   Building MPI ─────────→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu/packages/MPI/k7f4E/deps/build.log`
   Building TimeZones ───→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu/packages/TimeZones/cAGJs/deps/build.log`
   Building Dierckx ─────→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu/packages/Dierckx/ZTanR/deps/build.log`
   Building Conda ───────→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu/packages/Conda/3rPhK/deps/build.log`
   Building NCDatasets ──→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu/packages/NCDatasets/KjkFI/deps/build.log`
+ julia --color=no --project -e 'using Pkg; Pkg.precompile()'
Precompiling project...
+ cat Manifest.toml
# This file is machine-generated - editing it directly is not advised

[[AbstractFFTs]]
deps = ["LinearAlgebra"]
git-tree-sha1 = "051c95d6836228d120f5f4b984dd5aba1624f716"
uuid = "621f4979-c628-5d54-868e-fcf4e3e8185c"
version = "0.5.0"

[[AbstractTrees]]
deps = ["Markdown"]
git-tree-sha1 = "33e450545eaf7699da1a6e755f9ea65f14077a45"
uuid = "1520ce14-60c1-5f80-bbc7-55ef81b5835c"
version = "0.3.3"

[[Adapt]]
deps = ["LinearAlgebra"]
git-tree-sha1 = "0fac443759fa829ed8066db6cf1077d888bb6573"
uuid = "79e6a3ab-5dfb-504d-930d-738a2a938a0e"
version = "2.0.2"

[[ArgParse]]
deps = ["Logging", "TextWrap"]
git-tree-sha1 = "a8fc2e149cd6db276c76faebe197ccd3a92fb9ff"
uuid = "c7e460c6-2fb9-53a9-8c5b-16f535851c63"
version = "1.1.0"

[[ArnoldiMethod]]
deps = ["DelimitedFiles", "LinearAlgebra", "Random", "SparseArrays", "StaticArrays", "Test"]
git-tree-sha1 = "2b6845cea546604fb4dca4e31414a6a59d39ddcd"
uuid = "ec485272-7323-5ecc-a04f-4719b315124d"
version = "0.0.4"

[[ArrayInterface]]
deps = ["LinearAlgebra", "Requires", "SparseArrays"]
git-tree-sha1 = "066d1e7a9eb4873660791db7f0d8c7902600b81c"
uuid = "4fba245c-0d91-5ea0-9b3e-6abc04ee57a9"
version = "2.11.0"

[[ArrayLayouts]]
deps = ["FillArrays", "LinearAlgebra"]
git-tree-sha1 = "6f6e33efac70fc24c1f2a654a090b7af01690ffe"
uuid = "4c555306-a7a7-4459-81d9-ec55ddd5c99a"
version = "0.3.7"

[[Base64]]
uuid = "2a0f44e3-6c83-55bd-87e4-b1978d98bd5f"

[[BinDeps]]
deps = ["Libdl", "Pkg", "SHA", "URIParser", "Unicode"]
git-tree-sha1 = "46cf2c1668ad07aba5a9d331bdeea994a1f13856"
uuid = "9e28174c-4ba2-5203-b857-d8d62c4213ee"
version = "1.0.1"

[[BinaryProvider]]
deps = ["Libdl", "Logging", "SHA"]
git-tree-sha1 = "ecdec412a9abc8db54c0efc5548c64dfce072058"
uuid = "b99e7846-7c00-51b0-8f62-c81ae34c0232"
version = "0.5.10"

[[CEnum]]
git-tree-sha1 = "215a9aa4a1f23fbd05b92769fdd62559488d70e9"
uuid = "fa961155-64e5-5f13-b03f-caf6b980ea82"
version = "0.4.1"

[[CFTime]]
deps = ["Dates", "Printf"]
git-tree-sha1 = "143ef231a14c2ab1ac7e838c559ee1e45c0d1b57"
uuid = "179af706-886a-5703-950a-314cd64e0468"
version = "0.1.0"

[[CLIMAParameters]]
deps = ["Test"]
git-tree-sha1 = "314f0bdd5817abb2df61cc8d3e857c496d421109"
uuid = "6eacf6c3-8458-43b9-ae03-caf5306d3d53"
version = "0.1.6"

[[CUDA]]
deps = ["AbstractFFTs", "Adapt", "BinaryProvider", "CEnum", "DataStructures", "ExprTools", "GPUArrays", "GPUCompiler", "LLVM", "Libdl", "LinearAlgebra", "Logging", "MacroTools", "NNlib", "Pkg", "Printf", "Random", "Reexport", "Requires", "SparseArrays", "Statistics", "TimerOutputs"]
git-tree-sha1 = "66dbcc0d8e9470358d57aa52dbe74f97bab31a7f"
uuid = "052768ef-5323-5732-b1bb-66c8b64840ba"
version = "1.2.0"

[[Cassette]]
git-tree-sha1 = "ff6f5109371926beb67ec3101be17d2c211e497d"
uuid = "7057c7e9-c182-5462-911a-8362d720325c"
version = "0.3.3"

[[ChainRulesCore]]
deps = ["MuladdMacro"]
git-tree-sha1 = "971b03f25bdf2acab79f1c51afc717f9dccf43c2"
uuid = "d360d2e6-b24c-11e9-a2a3-2a2ae2dbcce4"
version = "0.9.5"

[[CodecZlib]]
deps = ["TranscodingStreams", "Zlib_jll"]
git-tree-sha1 = "ded953804d019afa9a3f98981d99b33e3db7b6da"
uuid = "944b1d66-785c-5afd-91f1-9de20f533193"
version = "0.7.0"

[[Combinatorics]]
git-tree-sha1 = "08c8b6831dc00bfea825826be0bc8336fc369860"
uuid = "861a8166-3701-5b0c-9a16-15d98fcdc6aa"
version = "1.0.2"

[[CommonSubexpressions]]
deps = ["MacroTools", "Test"]
git-tree-sha1 = "7b8a93dba8af7e3b42fecabf646260105ac373f7"
uuid = "bbf7d656-a473-5ed7-a52c-81e309532950"
version = "0.3.0"

[[Compat]]
deps = ["Base64", "Dates", "DelimitedFiles", "Distributed", "InteractiveUtils", "LibGit2", "Libdl", "LinearAlgebra", "Markdown", "Mmap", "Pkg", "Printf", "REPL", "Random", "SHA", "Serialization", "SharedArrays", "Sockets", "SparseArrays", "Statistics", "Test", "UUIDs", "Unicode"]
git-tree-sha1 = "a6a8197ae253f2c1a22b2ae17c2dfaf5812c03aa"
uuid = "34da2185-b29b-5c13-b0c7-acf172513d20"
version = "3.13.0"

[[CompilerSupportLibraries_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "7c4f882c41faa72118841185afc58a2eb00ef612"
uuid = "e66e0078-7015-5450-92f7-15fbd957f2ae"
version = "0.3.3+0"

[[Conda]]
deps = ["JSON", "VersionParsing"]
git-tree-sha1 = "7a58bb32ce5d85f8bf7559aa7c2842f9aecf52fc"
uuid = "8f4d0f93-b110-5947-807f-2305c1781a2d"
version = "1.4.1"

[[CondaBinDeps]]
deps = ["BinDeps", "Conda"]
git-tree-sha1 = "25f750df2893991f2c9b18425bfac6f2ce855154"
uuid = "a9693cdc-2bc8-5703-a9cd-1da358117377"
version = "0.2.0"

[[ConsoleProgressMonitor]]
deps = ["Logging", "ProgressMeter"]
git-tree-sha1 = "3ab7b2136722890b9af903859afcf457fa3059e8"
uuid = "88cd18e8-d9cc-4ea6-8889-5259c0d15c8b"
version = "0.1.2"

[[Coverage]]
deps = ["CoverageTools", "HTTP", "JSON", "LibGit2", "MbedTLS"]
git-tree-sha1 = "aad69c0c2d8080427f507c36b289c77fe465c9fe"
uuid = "a2441757-f6aa-5fb2-8edb-039e3f45d037"
version = "1.1.1"

[[CoverageTools]]
deps = ["LibGit2"]
git-tree-sha1 = "328154f6062b0053588295df6bffe22e1436597a"
uuid = "c36e975a-824b-4404-a568-ef97ca766997"
version = "1.1.0"

[[CpuId]]
deps = ["Markdown", "Test"]
git-tree-sha1 = "f0464e499ab9973b43c20f8216d088b61fda80c6"
uuid = "adafc99b-e345-5852-983c-f28acb93d879"
version = "0.2.2"

[[DataAPI]]
git-tree-sha1 = "176e23402d80e7743fc26c19c681bfb11246af32"
uuid = "9a962f9c-6df0-11e9-0e5d-c546b8b5ee8a"
version = "1.3.0"

[[DataStructures]]
deps = ["InteractiveUtils", "OrderedCollections"]
git-tree-sha1 = "edad9434967fdc0a2631a65d902228400642120c"
uuid = "864edb3b-99cc-5e75-8d2d-829cb0a9cfe8"
version = "0.17.19"

[[Dates]]
deps = ["Printf"]
uuid = "ade2ca70-3891-5945-98fb-dc099432e06a"

[[DelimitedFiles]]
deps = ["Mmap"]
uuid = "8bb1440f-4735-579b-a4ab-409b98df4dab"

[[Dierckx]]
deps = ["BinaryProvider", "Libdl", "Random", "Test"]
git-tree-sha1 = "956bfe5c4f9b794545f6527424fc0294cc5decbe"
uuid = "39dd38d3-220a-591b-8e3c-4c3a8c710a94"
version = "0.4.2"

[[DiffEqBase]]
deps = ["ArrayInterface", "ChainRulesCore", "ConsoleProgressMonitor", "DataStructures", "Distributed", "DocStringExtensions", "FunctionWrappers", "IterativeSolvers", "IteratorInterfaceExtensions", "LabelledArrays", "LinearAlgebra", "Logging", "LoggingExtras", "MuladdMacro", "Parameters", "Printf", "ProgressLogging", "RecipesBase", "RecursiveArrayTools", "RecursiveFactorization", "Requires", "Roots", "SparseArrays", "StaticArrays", "Statistics", "SuiteSparse", "TableTraits", "TerminalLoggers", "TreeViews", "ZygoteRules"]
git-tree-sha1 = "71f24ebaae27509a39b8a1aabe313351eebe54ed"
uuid = "2b5f629d-d688-5b77-993f-72d75c75574e"
version = "6.41.2"

[[DiffResults]]
deps = ["StaticArrays"]
git-tree-sha1 = "da24935df8e0c6cf28de340b958f6aac88eaa0cc"
uuid = "163ba53b-c6d8-5494-b064-1a9d43ac40c5"
version = "1.0.2"

[[DiffRules]]
deps = ["NaNMath", "Random", "SpecialFunctions"]
git-tree-sha1 = "eb0c34204c8410888844ada5359ac8b96292cfd1"
uuid = "b552c78f-8df3-52c6-915a-8e097449b14b"
version = "1.0.1"

[[Distances]]
deps = ["LinearAlgebra", "Statistics"]
git-tree-sha1 = "bed62cc5afcff16de797a9f38fb358b74071f785"
uuid = "b4f34e82-e78d-54a5-968a-f98e89d6e8f7"
version = "0.9.0"

[[Distributed]]
deps = ["Random", "Serialization", "Sockets"]
uuid = "8ba89e20-285c-5b6f-9357-94700520ee1b"

[[Distributions]]
deps = ["FillArrays", "LinearAlgebra", "PDMats", "Printf", "QuadGK", "Random", "SpecialFunctions", "Statistics", "StatsBase", "StatsFuns"]
git-tree-sha1 = "536ae0f40b0f6ed8cf5300f491a243fcf88b5ae4"
uuid = "31c24e10-a181-5473-b8eb-7969acd0382f"
version = "0.23.6"

[[DocStringExtensions]]
deps = ["LibGit2", "Markdown", "Pkg", "Test"]
git-tree-sha1 = "c5714d9bcdba66389612dc4c47ed827c64112997"
uuid = "ffbed154-4ef7-542d-bbb7-c09d3a79fcae"
version = "0.8.2"

[[DoubleFloats]]
deps = ["GenericSVD", "GenericSchur", "LinearAlgebra", "Polynomials", "Printf", "Quadmath", "Random", "Requires", "SpecialFunctions"]
git-tree-sha1 = "256485945b158f5351e28dd71f178f4ca59abcaf"
uuid = "497a8b3b-efae-58df-a0af-a86822472b78"
version = "1.1.13"

[[ExponentialUtilities]]
deps = ["LinearAlgebra", "Printf", "Requires", "SparseArrays"]
git-tree-sha1 = "91f7498b66205431fe3e35833cda97a22b1ab6a5"
uuid = "d4d017d3-3776-5f7e-afef-a10c40355c18"
version = "1.7.0"

[[ExprTools]]
git-tree-sha1 = "6f0517056812fd6aa3af23d4b70d5325a2ae4e95"
uuid = "e2ba6199-217a-4e67-a87a-7c52f15ade04"
version = "0.1.1"

[[EzXML]]
deps = ["Printf", "XML2_jll"]
git-tree-sha1 = "0fa3b52a04a4e210aeb1626def9c90df3ae65268"
uuid = "8f5d6c58-4d21-5cfd-889c-e3ad7ee6a615"
version = "1.1.0"

[[FileIO]]
deps = ["Pkg"]
git-tree-sha1 = "f354b2087a3b01c1d7152c19f45886c8a036fa5e"
uuid = "5789e2e9-d7fb-5bc7-8068-2c6fae9b9549"
version = "1.4.0"

[[FillArrays]]
deps = ["LinearAlgebra", "Random", "SparseArrays"]
git-tree-sha1 = "be4180bdb27a11188d694ee3773122f4921f1a62"
uuid = "1a297f60-69ca-5386-bcde-b61e274b549b"
version = "0.8.13"

[[FiniteDiff]]
deps = ["ArrayInterface", "LinearAlgebra", "Requires", "SparseArrays", "StaticArrays"]
git-tree-sha1 = "43b397bf66d07d113cc2cc012dd2029d336c3894"
uuid = "6a86dc24-6348-571c-b903-95158fe2bd41"
version = "2.5.1"

[[Formatting]]
deps = ["Printf"]
git-tree-sha1 = "a0c901c29c0e7c763342751c0a94211d56c0de5c"
uuid = "59287772-0a20-5a39-b81b-1366585eb4c0"
version = "0.4.1"

[[ForwardDiff]]
deps = ["CommonSubexpressions", "DiffResults", "DiffRules", "NaNMath", "Random", "SpecialFunctions", "StaticArrays"]
git-tree-sha1 = "1d090099fb82223abc48f7ce176d3f7696ede36d"
uuid = "f6369f11-7733-5829-9624-2563aa707210"
version = "0.10.12"

[[FunctionWrappers]]
git-tree-sha1 = "e4813d187be8c7b993cb7f85cbf2b7bfbaadc694"
uuid = "069b7b12-0de2-55c6-9aab-29f3d0a68a2e"
version = "1.1.1"

[[GPUArrays]]
deps = ["AbstractFFTs", "Adapt", "LinearAlgebra", "Printf", "Random", "Serialization"]
git-tree-sha1 = "0aaa4ff7001086e190a00180495b93b00df8bb43"
uuid = "0c68f7d7-f131-5f86-a1c3-88cf8149b2d7"
version = "4.0.1"

[[GPUCompiler]]
deps = ["DataStructures", "InteractiveUtils", "LLVM", "Libdl", "TimerOutputs", "UUIDs"]
git-tree-sha1 = "5ba2c9bd7f6e88573c744d67523590586ce76e0c"
uuid = "61eb1bfa-7361-4325-ad38-22787b887f55"
version = "0.4.1"

[[GaussQuadrature]]
deps = ["SpecialFunctions"]
git-tree-sha1 = "ff30c61ad1ff425d0d8bac6b77833216741c2e68"
uuid = "d54b0c1a-921d-58e0-8e36-89d8069c0969"
version = "0.5.4"

[[GenericSVD]]
deps = ["LinearAlgebra"]
git-tree-sha1 = "62909c3eda8a25b5673a367d1ad2392ebb265211"
uuid = "01680d73-4ee2-5a08-a1aa-533608c188bb"
version = "0.3.0"

[[GenericSchur]]
deps = ["LinearAlgebra", "Printf"]
git-tree-sha1 = "43b4dc5648028be2c6e96201aa3653903bd1af21"
uuid = "c145ed77-6b09-5dd9-b285-bf645a82121e"
version = "0.4.0"

[[HTTP]]
deps = ["Base64", "Dates", "IniFile", "MbedTLS", "Sockets"]
git-tree-sha1 = "2ac03263ce44be4222342bca1c51c36ce7566161"
uuid = "cd3eb016-35fb-5094-929b-558a96fad6f3"
version = "0.8.17"

[[Inflate]]
git-tree-sha1 = "f5fc07d4e706b84f72d54eedcc1c13d92fb0871c"
uuid = "d25df0c9-e2be-5dd7-82c8-3ad0b3e990b9"
version = "0.1.2"

[[IniFile]]
deps = ["Test"]
git-tree-sha1 = "098e4d2c533924c921f9f9847274f2ad89e018b8"
uuid = "83e8ac13-25f8-5344-8a64-a9f2b223428f"
version = "0.5.0"

[[InteractiveUtils]]
deps = ["Markdown"]
uuid = "b77e0a4c-d291-57a0-90e8-8db25a27a240"

[[Intervals]]
deps = ["Dates", "Printf", "RecipesBase", "Serialization", "TimeZones"]
git-tree-sha1 = "f8fd8065b6bccfbc2f9e7dd1fa5c0dde81d09185"
uuid = "d8418881-c3e1-53bb-8760-2df7ec849ed5"
version = "1.4.1"

[[IterativeSolvers]]
deps = ["LinearAlgebra", "Printf", "Random", "RecipesBase", "SparseArrays"]
git-tree-sha1 = "3b7e2aac8c94444947facea7cc7ca91c49169be0"
uuid = "42fd0dbc-a981-5370-80f2-aaf504508153"
version = "0.8.4"

[[IteratorInterfaceExtensions]]
git-tree-sha1 = "a3f24677c21f5bbe9d2a714f95dcd58337fb2856"
uuid = "82899510-4779-5014-852e-03e436cf321d"
version = "1.0.0"

[[JLD2]]
deps = ["CodecZlib", "DataStructures", "FileIO", "Mmap", "Pkg", "Printf", "UUIDs"]
git-tree-sha1 = "9353b717ee4e27beab4e902c92a06bb5f160d2cf"
uuid = "033835bb-8acc-5ee8-8aae-3f567f8a3819"
version = "0.1.14"

[[JSON]]
deps = ["Dates", "Mmap", "Parsers", "Unicode"]
git-tree-sha1 = "b34d7cef7b337321e97d22242c3c2b91f476748e"
uuid = "682c06a0-de6a-54ab-a142-c8b1cf79cde6"
version = "0.21.0"

[[KernelAbstractions]]
deps = ["Adapt", "CUDA", "Cassette", "LLVM", "MacroTools", "SpecialFunctions", "StaticArrays"]
git-tree-sha1 = "6e812284039b7df4c32845d6d23fff9afc29d0ee"
uuid = "63c18a36-062a-441e-b654-da1e3ab1ce7c"
version = "0.3.0"

[[LLVM]]
deps = ["CEnum", "Libdl", "Printf", "Unicode"]
git-tree-sha1 = "d9c6e1efcaa6c2fcd043da812a62b3e489a109a3"
uuid = "929cbde3-209d-540e-8aea-75f648917ca0"
version = "1.7.0"

[[LabelledArrays]]
deps = ["ArrayInterface", "LinearAlgebra", "MacroTools", "StaticArrays"]
git-tree-sha1 = "5e04374019448f8509349948ab504f117e3b575a"
uuid = "2ee39098-c373-598a-b85f-a56591580800"
version = "1.3.0"

[[LambertW]]
git-tree-sha1 = "2d9f4009c486ef676646bca06419ac02061c088e"
uuid = "984bce1d-4616-540c-a9ee-88d1112d94c9"
version = "0.4.5"

[[LazyArrays]]
deps = ["ArrayLayouts", "FillArrays", "LinearAlgebra", "MacroTools", "MatrixFactorizations", "StaticArrays"]
git-tree-sha1 = "b8ae23618bb217f8ec300dafac8422293abc1620"
uuid = "5078a376-72f3-5289-bfd5-ec5146d43c02"
version = "0.16.15"

[[LeftChildRightSiblingTrees]]
deps = ["AbstractTrees"]
git-tree-sha1 = "71be1eb5ad19cb4f61fa8c73395c0338fd092ae0"
uuid = "1d6d02ad-be62-4b6b-8a6d-2f90e265016e"
version = "0.1.2"

[[LibGit2]]
deps = ["Printf"]
uuid = "76f85450-5226-5b5a-8eaa-529ad045b433"

[[Libdl]]
uuid = "8f399da3-3557-5675-b5ff-fb832c97cbdb"

[[Libiconv_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "c9d4035d7481bcdff2babf5a55525a818ef8ed8f"
uuid = "94ce4f54-9a6c-5748-9c1c-f9c7231a4531"
version = "1.16.0+5"

[[LightGraphs]]
deps = ["ArnoldiMethod", "DataStructures", "Distributed", "Inflate", "LinearAlgebra", "Random", "SharedArrays", "SimpleTraits", "SparseArrays", "Statistics"]
git-tree-sha1 = "6f85a35d2377cb2db1bc448ed0d6340d2bb1ea64"
uuid = "093fc24a-ae57-5d10-9952-331d41423f4d"
version = "1.3.3"

[[LightXML]]
deps = ["Libdl", "XML2_jll"]
git-tree-sha1 = "e129d9391168c677cd4800f5c0abb1ed8cb3794f"
uuid = "9c8b4983-aa76-5018-a973-4c85ecc9e179"
version = "0.9.0"

[[LineSearches]]
deps = ["LinearAlgebra", "NLSolversBase", "NaNMath", "Parameters", "Printf", "Test"]
git-tree-sha1 = "54eb90e8dbe745d617c78dee1d6ae95c7f6f5779"
uuid = "d3d80556-e9d4-5f37-9878-2ab0fcc64255"
version = "7.0.1"

[[LinearAlgebra]]
deps = ["Libdl"]
uuid = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e"

[[Literate]]
deps = ["Base64", "JSON", "REPL"]
git-tree-sha1 = "422133037d6dc5df9f9b97c2cb81fcd9e35ddffe"
uuid = "98b081ad-f1c9-55d3-8b20-4c87d4299306"
version = "2.5.0"

[[Logging]]
uuid = "56ddb016-857b-54e1-b83d-db4d58db5568"

[[LoggingExtras]]
deps = ["Dates"]
git-tree-sha1 = "03289aba73c0abc25ff0229bed60f2a4129cd15c"
uuid = "e6f89c97-d47a-5376-807f-9c37f3926c36"
version = "0.4.2"

[[LoopVectorization]]
deps = ["DocStringExtensions", "LinearAlgebra", "OffsetArrays", "SIMDPirates", "SLEEFPirates", "UnPack", "VectorizationBase"]
git-tree-sha1 = "25b1363081880dcd6a9e27736f4b1951ea4b8933"
uuid = "bdcacae8-1622-11e9-2a5c-532679323890"
version = "0.8.20"

[[MPI]]
deps = ["Distributed", "DocStringExtensions", "Libdl", "MPICH_jll", "MicrosoftMPI_jll", "OpenMPI_jll", "Pkg", "Random", "Requires", "Serialization", "Sockets"]
git-tree-sha1 = "925f4e00b51d7a68ecb88c1b60d3b7aefb8c8fcb"
uuid = "da04e1cc-30fd-572f-bb4f-1f8673147195"
version = "0.15.0"

[[MPICH_jll]]
deps = ["CompilerSupportLibraries_jll", "Libdl", "Pkg"]
git-tree-sha1 = "4d37f1e07b4e2a74462eebf9ee48c626d15ffdac"
uuid = "7cb0a576-ebde-5e09-9194-50597f1243b4"
version = "3.3.2+10"

[[MacroTools]]
deps = ["Markdown", "Random"]
git-tree-sha1 = "f7d2e3f654af75f01ec49be82c231c382214223a"
uuid = "1914dd2f-81c6-5fcd-8719-6d5c9610ff09"
version = "0.5.5"

[[Markdown]]
deps = ["Base64"]
uuid = "d6f4376e-aef5-505a-96c1-9c027394607a"

[[MatrixFactorizations]]
deps = ["ArrayLayouts", "LinearAlgebra", "Random"]
git-tree-sha1 = "9ebb16ae3c1cc772a3461741fc666c4a23e80bb1"
uuid = "a3b82374-2e81-5b9e-98ce-41277c0e4c87"
version = "0.5.1"

[[MbedTLS]]
deps = ["Dates", "MbedTLS_jll", "Random", "Sockets"]
git-tree-sha1 = "426a6978b03a97ceb7ead77775a1da066343ec6e"
uuid = "739be429-bea8-5141-9913-cc70e7f3736d"
version = "1.0.2"

[[MbedTLS_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "a0cb0d489819fa7ea5f9fa84c7e7eba19d8073af"
uuid = "c8ffd9c3-330d-5841-b78e-0817d7145fa1"
version = "2.16.6+1"

[[MicrosoftMPI_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "720de13004e416f2864c92593d3839e062703985"
uuid = "9237b28f-5490-5468-be7b-bb81f5f5e6cf"
version = "10.1.2+3"

[[Missings]]
deps = ["DataAPI"]
git-tree-sha1 = "de0a5ce9e5289f27df672ffabef4d1e5861247d5"
uuid = "e1d29d7a-bbdc-5cf2-9ac0-f12de2c33e28"
version = "0.4.3"

[[Mmap]]
uuid = "a63ad114-7e13-5084-954f-fe012c677804"

[[Mocking]]
deps = ["ExprTools"]
git-tree-sha1 = "916b850daad0d46b8c71f65f719c49957e9513ed"
uuid = "78c3b35d-d492-501b-9361-3d52fe80e533"
version = "0.7.1"

[[MuladdMacro]]
git-tree-sha1 = "c6190f9a7fc5d9d5915ab29f2134421b12d24a68"
uuid = "46d2c3a1-f734-5fdb-9937-b9b9aeba4221"
version = "0.2.2"

[[NCDatasets]]
deps = ["BinDeps", "CFTime", "CondaBinDeps", "DataStructures", "Dates", "Libdl", "Printf"]
git-tree-sha1 = "271e4670a6b30ec1e5daf6ba8b30240b7d85f535"
uuid = "85f8d34a-cbdd-5861-8df4-14fed0d494ab"
version = "0.10.2"

[[NLSolversBase]]
deps = ["DiffResults", "Distributed", "FiniteDiff", "ForwardDiff"]
git-tree-sha1 = "7c4e66c47848562003250f28b579c584e55becc0"
uuid = "d41bc354-129a-5804-8e4c-c37616107c6c"
version = "7.6.1"

[[NLsolve]]
deps = ["Distances", "LineSearches", "LinearAlgebra", "NLSolversBase", "Printf", "Reexport"]
git-tree-sha1 = "ea172c86745810136d744fc67650d2e2de669c4f"
uuid = "2774e3e8-f4cf-5e23-947b-6d7e65073b56"
version = "4.4.0"

[[NNPACK_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "c3d1a616362645754b18e12dbba96ec311b0867f"
uuid = "a6bfbf70-4841-5cb9-aa18-3a8ad3c413ee"
version = "2018.6.22+0"

[[NNlib]]
deps = ["Libdl", "LinearAlgebra", "LoopVectorization", "NNPACK_jll", "Pkg", "Requires", "Statistics"]
git-tree-sha1 = "1d8128735fdf3ab1643dd8bc9499e4b34ccb718d"
uuid = "872c559c-99b0-510c-b3b7-b6c96a88d5cd"
version = "0.7.3"

[[NaNMath]]
git-tree-sha1 = "c84c576296d0e2fbb3fc134d3e09086b3ea617cd"
uuid = "77ba4419-2d1f-58cd-9bb1-8ffee604a2e3"
version = "0.3.4"

[[OffsetArrays]]
git-tree-sha1 = "2066e16af994955287f2e03ba1d9e890eb43b0dd"
uuid = "6fe1bfb0-de20-5000-8ca7-80f57d26f881"
version = "1.1.2"

[[OpenMPI_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "41b983e26a7ab8c9bf05f7d70c274b817d541b46"
uuid = "fe0851c0-eecd-5654-98d4-656369965a5c"
version = "4.0.2+2"

[[OpenSpecFun_jll]]
deps = ["CompilerSupportLibraries_jll", "Libdl", "Pkg"]
git-tree-sha1 = "d51c416559217d974a1113522d5919235ae67a87"
uuid = "efe28fd5-8261-553b-a9e1-b2916fc3738e"
version = "0.5.3+3"

[[OrderedCollections]]
git-tree-sha1 = "293b70ac1780f9584c89268a6e2a560d938a7065"
uuid = "bac558e1-5e72-5ebc-8fee-abe8a469f55d"
version = "1.3.0"

[[OrdinaryDiffEq]]
deps = ["Adapt", "ArrayInterface", "DataStructures", "DiffEqBase", "ExponentialUtilities", "FiniteDiff", "ForwardDiff", "GenericSVD", "LinearAlgebra", "Logging", "MacroTools", "MuladdMacro", "NLsolve", "RecursiveArrayTools", "Reexport", "SparseArrays", "SparseDiffTools", "StaticArrays", "UnPack"]
git-tree-sha1 = "b3e9e9a0bdd8e0ac3703e8c4be3cb504d1ebd312"
uuid = "1dea7af3-3e70-54e6-95c3-0bf5283fa5ed"
version = "5.42.0"

[[PDMats]]
deps = ["LinearAlgebra", "SparseArrays", "SuiteSparse", "Test"]
git-tree-sha1 = "b3405086eb6a974eba1958923d46bc0e1c2d2d63"
uuid = "90014a1f-27ba-587c-ab20-58faa44d9150"
version = "0.10.0"

[[PackageCompiler]]
deps = ["Libdl", "Pkg", "UUIDs"]
git-tree-sha1 = "98aa9c653e1dc3473bb5050caf8501293db9eee1"
uuid = "9b87118b-4619-50d2-8e1e-99f35a4d4d9d"
version = "1.2.1"

[[Parameters]]
deps = ["OrderedCollections", "UnPack"]
git-tree-sha1 = "38b2e970043613c187bd56a995fe2e551821eb4a"
uuid = "d96e819e-fc66-5662-9728-84c9c7592b0a"
version = "0.12.1"

[[Parsers]]
deps = ["Dates", "Test"]
git-tree-sha1 = "10134f2ee0b1978ae7752c41306e131a684e1f06"
uuid = "69de0a69-1ddd-5017-9359-2bf0b02dc9f0"
version = "1.0.7"

[[Pkg]]
deps = ["Dates", "LibGit2", "Libdl", "Logging", "Markdown", "Printf", "REPL", "Random", "SHA", "UUIDs"]
uuid = "44cfe95a-1eb2-52ea-b672-e2afdf69b78f"

[[Polynomials]]
deps = ["Intervals", "LinearAlgebra", "RecipesBase"]
git-tree-sha1 = "bae8d8a1e4219bca31c5c3287db6ba5e23b88f50"
uuid = "f27b6e38-b328-58d1-80ce-0feddd5e7a45"
version = "1.1.3"

[[Printf]]
deps = ["Unicode"]
uuid = "de0858da-6303-5e67-8744-51eddeeeb8d7"

[[ProgressLogging]]
deps = ["Logging", "SHA", "UUIDs"]
git-tree-sha1 = "59398022b661b6fd569f25de6b18fde39843196a"
uuid = "33c8b6b6-d38a-422a-b730-caa89a2f386c"
version = "0.1.3"

[[ProgressMeter]]
deps = ["Distributed", "Printf"]
git-tree-sha1 = "2de4cddc0ceeddafb6b143b5b6cd9c659b64507c"
uuid = "92933f4c-e287-5a05-a399-4b506db050ca"
version = "1.3.2"

[[QuadGK]]
deps = ["DataStructures", "LinearAlgebra"]
git-tree-sha1 = "0ab8a09d4478ebeb99a706ecbf8634a65077ccdc"
uuid = "1fd47b50-473d-5c70-9696-f719f8f3bcdc"
version = "2.4.0"

[[Quadmath]]
deps = ["Printf", "Random", "Requires"]
git-tree-sha1 = "cd993c45147a8432bf24358f14bf2cfd4aeb14df"
uuid = "be4d8f0f-7fa4-5f49-b795-2f01399ab2dd"
version = "0.5.4"

[[REPL]]
deps = ["InteractiveUtils", "Markdown", "Sockets"]
uuid = "3fa0cd96-eef1-5676-8a61-b3b8758bbffb"

[[Random]]
deps = ["Serialization"]
uuid = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"

[[RecipesBase]]
git-tree-sha1 = "58de8f7e33b7fda6ee39eff65169cd1e19d0c107"
uuid = "3cdcf5f2-1ef4-517c-9805-6587b60abb01"
version = "1.0.2"

[[RecursiveArrayTools]]
deps = ["ArrayInterface", "LinearAlgebra", "RecipesBase", "Requires", "StaticArrays", "Statistics", "ZygoteRules"]
git-tree-sha1 = "0ffe36b65f0fc4967a42a673c1a9ffa65724dee6"
uuid = "731186ca-8d62-57ce-b412-fbd966d074cd"
version = "2.5.0"

[[RecursiveFactorization]]
deps = ["LinearAlgebra", "LoopVectorization", "VectorizationBase"]
git-tree-sha1 = "4ca0bdad1d69abbd59c35af89a9a2ab6cd5ef0f1"
uuid = "f2c3362d-daeb-58d1-803e-2bc74f2840b4"
version = "0.1.4"

[[Reexport]]
deps = ["Pkg"]
git-tree-sha1 = "7b1d07f411bc8ddb7977ec7f377b97b158514fe0"
uuid = "189a3867-3050-52da-a836-e630ba90ab69"
version = "0.2.0"

[[Requires]]
deps = ["UUIDs"]
git-tree-sha1 = "d37400976e98018ee840e0ca4f9d20baa231dc6b"
uuid = "ae029012-a4dd-5104-9daa-d747884805df"
version = "1.0.1"

[[Rmath]]
deps = ["Random", "Rmath_jll"]
git-tree-sha1 = "86c5647b565873641538d8f812c04e4c9dbeb370"
uuid = "79098fc4-a85e-5d69-aa6a-4863f24498fa"
version = "0.6.1"

[[Rmath_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "d76185aa1f421306dec73c057aa384bad74188f0"
uuid = "f50d1b31-88e8-58de-be2c-1cc44531875f"
version = "0.2.2+1"

[[RootSolvers]]
deps = ["DocStringExtensions", "ForwardDiff", "Test"]
git-tree-sha1 = "0e5b394adc5c6fb39b3964bce2a259a44cc312d3"
uuid = "7181ea78-2dcb-4de3-ab41-2b8ab5a31e74"
version = "0.2.0"

[[Roots]]
deps = ["Printf"]
git-tree-sha1 = "069e68c2173b4e4d0c37ffb3268d37f168ad719c"
uuid = "f2b01f46-fcfa-551c-844a-d8ac1e96c665"
version = "1.0.4"

[[SHA]]
uuid = "ea8e919c-243c-51af-8825-aaa63cd721ce"

[[SIMDPirates]]
deps = ["VectorizationBase"]
git-tree-sha1 = "19880eef12759d7d049516fcb11f1ed8440963d6"
uuid = "21efa798-c60a-11e8-04d3-e1a92915a26a"
version = "0.8.21"

[[SLEEFPirates]]
deps = ["Libdl", "SIMDPirates", "VectorizationBase"]
git-tree-sha1 = "67ae90a18aa8c22bf159318300e765fbd89ddf6e"
uuid = "476501e8-09a2-5ece-8869-fb82de89a1fa"
version = "0.5.5"

[[Serialization]]
uuid = "9e88b42a-f829-5b0c-bbe9-9e923198166b"

[[SharedArrays]]
deps = ["Distributed", "Mmap", "Random", "Serialization"]
uuid = "1a1011a3-84de-559e-8e89-a11a2f7dc383"

[[SimpleTraits]]
deps = ["InteractiveUtils", "MacroTools"]
git-tree-sha1 = "2ee666b24ab8be6a922f9d6c11a86e1a703a7dda"
uuid = "699a6c99-e7fa-54fc-8d76-47d257e15c1d"
version = "0.9.2"

[[Sockets]]
uuid = "6462fe0b-24de-5631-8697-dd941f90decc"

[[SortingAlgorithms]]
deps = ["DataStructures", "Random", "Test"]
git-tree-sha1 = "03f5898c9959f8115e30bc7226ada7d0df554ddd"
uuid = "a2af1166-a08f-5f64-846c-94a0d3cef48c"
version = "0.3.1"

[[SparseArrays]]
deps = ["LinearAlgebra", "Random"]
uuid = "2f01184e-e22b-5df5-ae63-d93ebab69eaf"

[[SparseDiffTools]]
deps = ["Adapt", "ArrayInterface", "Compat", "DataStructures", "FiniteDiff", "ForwardDiff", "LightGraphs", "LinearAlgebra", "Requires", "SparseArrays", "VertexSafeGraphs"]
git-tree-sha1 = "93666e93899d995ec37abddde4811f533e49c074"
uuid = "47a9eef4-7e08-11e9-0b38-333d64bd3804"
version = "1.9.1"

[[SpecialFunctions]]
deps = ["OpenSpecFun_jll"]
git-tree-sha1 = "d8d8b8a9f4119829410ecd706da4cc8594a1e020"
uuid = "276daf66-3868-5448-9aa4-cd146d93841b"
version = "0.10.3"

[[StaticArrays]]
deps = ["LinearAlgebra", "Random", "Statistics"]
git-tree-sha1 = "016d1e1a00fabc556473b07161da3d39726ded35"
uuid = "90137ffa-7385-5640-81b9-e52037218182"
version = "0.12.4"

[[StaticNumbers]]
deps = ["Requires"]
git-tree-sha1 = "a0df7d5ade3fd0f0e6c93ad63facc05b12c40e6a"
uuid = "c5e4b96a-f99f-5557-8ed2-dc63ef9b5131"
version = "0.3.3"

[[Statistics]]
deps = ["LinearAlgebra", "SparseArrays"]
uuid = "10745b16-79ce-11e8-11f9-7d13ad32a3b2"

[[StatsBase]]
deps = ["DataAPI", "DataStructures", "LinearAlgebra", "Missings", "Printf", "Random", "SortingAlgorithms", "SparseArrays", "Statistics"]
git-tree-sha1 = "a6102b1f364befdb05746f386b67c6b7e3262c45"
uuid = "2913bbd2-ae8a-5f71-8c99-4fb6c76f3a91"
version = "0.33.0"

[[StatsFuns]]
deps = ["Rmath", "SpecialFunctions"]
git-tree-sha1 = "04a5a8e6ab87966b43f247920eab053fd5fdc925"
uuid = "4c63d2b9-4356-54db-8cca-17b64c39e42c"
version = "0.9.5"

[[SuiteSparse]]
deps = ["Libdl", "LinearAlgebra", "Serialization", "SparseArrays"]
uuid = "4607b0f0-06f3-5cda-b6b1-a6196a1729e9"

[[TableTraits]]
deps = ["IteratorInterfaceExtensions"]
git-tree-sha1 = "b1ad568ba658d8cbb3b892ed5380a6f3e781a81e"
uuid = "3783bdb8-4a98-5b6b-af9a-565f29a5fe9c"
version = "1.0.0"

[[TerminalLoggers]]
deps = ["LeftChildRightSiblingTrees", "Logging", "Markdown", "Printf", "ProgressLogging", "UUIDs"]
git-tree-sha1 = "cbea752b5eef52a3e1188fb31580c3e4fa0cbc35"
uuid = "5d786b92-1e48-4d6f-9151-6b4477ca9bed"
version = "0.1.2"

[[Test]]
deps = ["Distributed", "InteractiveUtils", "Logging", "Random"]
uuid = "8dfed614-e22c-5e08-85e1-65c5234f0b40"

[[TextWrap]]
git-tree-sha1 = "9250ef9b01b66667380cf3275b3f7488d0e25faf"
uuid = "b718987f-49a8-5099-9789-dcd902bef87d"
version = "1.0.1"

[[TimeZones]]
deps = ["Dates", "EzXML", "Mocking", "Pkg", "Printf", "RecipesBase", "Serialization", "Unicode"]
git-tree-sha1 = "1038a97206e7696ba106f2c2dafa2e9cca393269"
uuid = "f269a46b-ccf7-5d73-abea-4c690281aa53"
version = "1.3.1"

[[TimerOutputs]]
deps = ["Printf"]
git-tree-sha1 = "f458ca23ff80e46a630922c555d838303e4b9603"
uuid = "a759f4b9-e2f1-59dc-863e-4aeb61b1ea8f"
version = "0.5.6"

[[TranscodingStreams]]
deps = ["Random", "Test"]
git-tree-sha1 = "7c53c35547de1c5b9d46a4797cf6d8253807108c"
uuid = "3bb67fe8-82b1-5028-8e26-92a6c54297fa"
version = "0.9.5"

[[TreeViews]]
deps = ["Test"]
git-tree-sha1 = "8d0d7a3fe2f30d6a7f833a5f19f7c7a5b396eae6"
uuid = "a2a6695c-b41b-5b7d-aed9-dbfdeacea5d7"
version = "0.3.0"

[[URIParser]]
deps = ["Unicode"]
git-tree-sha1 = "53a9f49546b8d2dd2e688d216421d050c9a31d0d"
uuid = "30578b45-9adc-5946-b283-645ec420af67"
version = "0.4.1"

[[UUIDs]]
deps = ["Random", "SHA"]
uuid = "cf7118a7-6976-5b1a-9a39-7adc72f591a4"

[[UnPack]]
git-tree-sha1 = "d4bfa022cd30df012700cf380af2141961bb3bfb"
uuid = "3a884ed6-31ef-47d7-9d2a-63182c4928ed"
version = "1.0.1"

[[Unicode]]
uuid = "4ec0a83e-493e-50e2-b9ac-8f72acf5a8f5"

[[VectorizationBase]]
deps = ["CpuId", "Libdl", "LinearAlgebra"]
git-tree-sha1 = "46afc4dc02f534e149149173f38f8f59cc23c165"
uuid = "3d5dd08c-fd9d-11e8-17fa-ed2836048c2f"
version = "0.12.29"

[[VersionParsing]]
git-tree-sha1 = "80229be1f670524750d905f8fc8148e5a8c4537f"
uuid = "81def892-9a0e-5fdd-b105-ffc91e053289"
version = "1.2.0"

[[VertexSafeGraphs]]
deps = ["LightGraphs"]
git-tree-sha1 = "b9b450c99a3ca1cc1c6836f560d8d887bcbe356e"
uuid = "19fa3120-7c27-5ec5-8db8-b0b0aa330d6f"
version = "0.1.2"

[[WriteVTK]]
deps = ["Base64", "CodecZlib", "FillArrays", "LightXML", "Random", "TranscodingStreams"]
git-tree-sha1 = "deb18aae386ed5a973bbf2e4e10a990caed9a531"
uuid = "64499a7a-5c06-52f2-abe2-ccb03c286192"
version = "1.7.2"

[[XML2_jll]]
deps = ["Libdl", "Libiconv_jll", "Pkg", "Zlib_jll"]
git-tree-sha1 = "432d91f45e950f2f2bda5c0f4e2b938c14493af9"
uuid = "02c8fc9c-b97f-50b9-bbe4-9be30ff0a78a"
version = "2.9.10+1"

[[Zlib_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "622d8b6dc0c7e8029f17127703de9819134d1b71"
uuid = "83775a58-1f1d-513f-b197-d71354ab007a"
version = "1.2.11+14"

[[ZygoteRules]]
deps = ["MacroTools"]
git-tree-sha1 = "b3b4882cc9accf6731a08cc39543fbc6b669dca8"
uuid = "700de1a5-db45-46bc-99cf-38207098b444"
version = "0.2.0"

out_10795503

+ hostname
hpc-89-19.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_NUM_THREADS=4
+ JULIA_NUM_THREADS=4
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_

out_10795504

+ hostname
hpc-90-18.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795504_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795504_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/advection_diffusion_model_1dimex_bgmres.jl
[ Info: (Array, Float64, 2, "Batched GMRES", 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655158156e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828199040e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801512879e-01
│ norm(Q - Qe)            = 7.2801198255145042e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264817484e-01
[ Info: 
[ Info: (Array, Float64, 2, "Batched GMRES", 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655158156e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828199040e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801512879e-01
│ norm(Q - Qe)            = 7.2801198255145042e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264817484e-01
[ Info: 
[ Info: (Array, Float64, 3, "Batched GMRES", 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969472e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030090193097e-01
│ norm(Q) / norm(Q₀)      = 6.5102405765355920e-01
│ norm(Q) - norm(Q₀)      = -1.9731705437776376e-01
│ norm(Q - Qe)            = 1.0462203776128312e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403247396866e-01
[ Info: 
[ Info: (Array, Float64, 3, "Batched GMRES", 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969472e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030090193097e-01
│ norm(Q) / norm(Q₀)      = 6.5102405765355920e-01
│ norm(Q) - norm(Q₀)      = -1.9731705437776376e-01
│ norm(Q - Qe)            = 1.0462203776128312e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403247396866e-01
[ Info: 
[ Info: (Array, Float32, 2, "Batched GMRES", 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914792895317078e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809849381446838e-01
│ norm(Q) / norm(Q₀)      = 6.4802479743957520e-01
│ norm(Q) - norm(Q₀)      = -1.5104943513870239e-01
│ norm(Q - Qe)            = 7.2801239788532257e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371241688728333e-01
[ Info: 
[ Info: (Array, Float32, 2, "Batched GMRES", 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914792895317078e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809849381446838e-01
│ norm(Q) / norm(Q₀)      = 6.4802479743957520e-01
│ norm(Q) - norm(Q₀)      = -1.5104943513870239e-01
│ norm(Q - Qe)            = 7.2801239788532257e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371241688728333e-01
[ Info: 
[ Info: (Array, Float32, 3, "Batched GMRES", 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541681289672852e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6809894442558289e-01
│ norm(Q) / norm(Q₀)      = 6.5102225542068481e-01
│ norm(Q) - norm(Q₀)      = -1.9731786847114563e-01
│ norm(Q - Qe)            = 1.0462126135826111e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922203183174133e-01
[ Info: 
[ Info: (Array, Float32, 3, "Batched GMRES", 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541681289672852e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6809894442558289e-01
│ norm(Q) / norm(Q₀)      = 6.5102225542068481e-01
│ norm(Q) - norm(Q₀)      = -1.9731786847114563e-01
│ norm(Q - Qe)            = 1.0462126135826111e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922203183174133e-01
[ Info: 
Test Summary:                                                                                                                                                          | Pass  Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/advection_diffusion_model_1dimex_bgmres.jl |    8      8

out_10795505

+ hostname
hpc-90-30.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795505_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795505_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 2, EveryDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.8737679305268846e-01
┌ Info: Finished
│ norm(Q)                 = 2.1231902141153630e-01
│ norm(Q) / norm(Q₀)      = 5.4809432371612943e-01
│ norm(Q) - norm(Q₀)      = -1.7505777164115216e-01
│ norm(Q - Qe)            = 1.2357162985295374e-02
└ norm(Q - Qe) / norm(Qe) = 5.9111207392709121e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 2, EveryDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.8737679305268846e-01
┌ Info: Finished
│ norm(Q)                 = 2.1231902141153630e-01
│ norm(Q) / norm(Q₀)      = 5.4809432371612943e-01
│ norm(Q) - norm(Q₀)      = -1.7505777164115216e-01
│ norm(Q - Qe)            = 1.2357162985295374e-02
└ norm(Q - Qe) / norm(Qe) = 5.9111207392709121e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 2, HorizontalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.3630637465395113e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559633237315531e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915598e-01
│ norm(Q) - norm(Q₀)      = -1.6071004228079583e-01
│ norm(Q - Qe)            = 4.6783743619257093e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721061e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 2, HorizontalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.3630637465395113e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559633237315531e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915598e-01
│ norm(Q) - norm(Q₀)      = -1.6071004228079583e-01
│ norm(Q - Qe)            = 4.6783743619257093e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721061e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 2, VerticalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.3630637465395119e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559633237315536e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915609e-01
│ norm(Q) - norm(Q₀)      = -1.6071004228079583e-01
│ norm(Q - Qe)            = 4.6783743619257134e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721083e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 2, VerticalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.3630637465395119e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559633237315536e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915609e-01
│ norm(Q) - norm(Q₀)      = -1.6071004228079583e-01
│ norm(Q - Qe)            = 4.6783743619257134e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721083e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 3, EveryDirection, true)
┌ Info: Starting
└ norm(Q₀) = 5.4103588436435501e-01
┌ Info: Finished
│ norm(Q)                 = 3.0178604704383444e-01
│ norm(Q) / norm(Q₀)      = 5.5779303326320540e-01
│ norm(Q) - norm(Q₀)      = -2.3924983732052058e-01
│ norm(Q - Qe)            = 9.6252415559793074e-03
└ norm(Q - Qe) / norm(Qe) = 3.1725960166418571e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 3, EveryDirection, false)
┌ Info: Starting
└ norm(Q₀) = 5.4103588436435501e-01
┌ Info: Finished
│ norm(Q)                 = 3.0178604704383444e-01
│ norm(Q) / norm(Q₀)      = 5.5779303326320540e-01
│ norm(Q) - norm(Q₀)      = -2.3924983732052058e-01
│ norm(Q - Qe)            = 9.6252415559793074e-03
└ norm(Q - Qe) / norm(Qe) = 3.1725960166418571e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 3, HorizontalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 5.4783351448370765e-01
┌ Info: Finished
│ norm(Q)                 = 3.0026443962997834e-01
│ norm(Q) / norm(Q₀)      = 5.4809432371612976e-01
│ norm(Q) - norm(Q₀)      = -2.4756907485372931e-01
│ norm(Q - Qe)            = 1.7475667486259405e-02
└ norm(Q - Qe) / norm(Qe) = 5.9111207392708809e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 3, HorizontalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 5.4783351448370765e-01
┌ Info: Finished
│ norm(Q)                 = 3.0026443962997834e-01
│ norm(Q) / norm(Q₀)      = 5.4809432371612976e-01
│ norm(Q) - norm(Q₀)      = -2.4756907485372931e-01
│ norm(Q - Qe)            = 1.7475667486259405e-02
└ norm(Q - Qe) / norm(Qe) = 5.9111207392708809e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 3, VerticalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 4.7560903614814543e-01
┌ Info: Finished
│ norm(Q)                 = 2.4833071474509019e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915598e-01
│ norm(Q) - norm(Q₀)      = -2.2727832140305523e-01
│ norm(Q - Qe)            = 6.6162204724939042e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721003e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (Array, Float64, 3, VerticalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 4.7560903614814543e-01
┌ Info: Finished
│ norm(Q)                 = 2.4833071474509019e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915598e-01
│ norm(Q) - norm(Q₀)      = -2.2727832140305523e-01
│ norm(Q - Qe)            = 6.6162204724939042e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721003e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 2, EveryDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.8737672567367554e-01
┌ Info: Finished
│ norm(Q)                 = 2.1231889724731445e-01
│ norm(Q) / norm(Q₀)      = 5.4809409379959106e-01
│ norm(Q) - norm(Q₀)      = -1.7505782842636108e-01
│ norm(Q - Qe)            = 1.2357012368738651e-02
└ norm(Q - Qe) / norm(Qe) = 5.9110496193170547e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 2, EveryDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.8737672567367554e-01
┌ Info: Finished
│ norm(Q)                 = 2.1231889724731445e-01
│ norm(Q) / norm(Q₀)      = 5.4809409379959106e-01
│ norm(Q) - norm(Q₀)      = -1.7505782842636108e-01
│ norm(Q - Qe)            = 1.2357012368738651e-02
└ norm(Q - Qe) / norm(Qe) = 5.9110496193170547e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 2, HorizontalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.3630603551864624e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559611797332764e-01
│ norm(Q) / norm(Q₀)      = 5.2213191986083984e-01
│ norm(Q) - norm(Q₀)      = -1.6070991754531860e-01
│ norm(Q - Qe)            = 4.6783894300460815e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319200098514557e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 2, HorizontalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.3630603551864624e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559611797332764e-01
│ norm(Q) / norm(Q₀)      = 5.2213191986083984e-01
│ norm(Q) - norm(Q₀)      = -1.6070991754531860e-01
│ norm(Q - Qe)            = 4.6783894300460815e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319200098514557e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 2, VerticalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.3630603551864624e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559617757797241e-01
│ norm(Q) / norm(Q₀)      = 5.2213209867477417e-01
│ norm(Q) - norm(Q₀)      = -1.6070985794067383e-01
│ norm(Q - Qe)            = 4.6783849596977234e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319176256656647e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 2, VerticalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.3630603551864624e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559617757797241e-01
│ norm(Q) / norm(Q₀)      = 5.2213209867477417e-01
│ norm(Q) - norm(Q₀)      = -1.6070985794067383e-01
│ norm(Q - Qe)            = 4.6783849596977234e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319176256656647e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 3, EveryDirection, true)
┌ Info: Starting
└ norm(Q₀) = 5.4103577136993408e-01
┌ Info: Finished
│ norm(Q)                 = 3.0178576707839966e-01
│ norm(Q) / norm(Q₀)      = 5.5779260396957397e-01
│ norm(Q) - norm(Q₀)      = -2.3925000429153442e-01
│ norm(Q - Qe)            = 9.6252299845218658e-03
└ norm(Q - Qe) / norm(Qe) = 3.1725931912660599e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 3, EveryDirection, false)
┌ Info: Starting
└ norm(Q₀) = 5.4103577136993408e-01
┌ Info: Finished
│ norm(Q)                 = 3.0178576707839966e-01
│ norm(Q) / norm(Q₀)      = 5.5779260396957397e-01
│ norm(Q) - norm(Q₀)      = -2.3925000429153442e-01
│ norm(Q - Qe)            = 9.6252299845218658e-03
└ norm(Q - Qe) / norm(Qe) = 3.1725931912660599e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 3, HorizontalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 5.4783320426940918e-01
┌ Info: Finished
│ norm(Q)                 = 3.0026400089263916e-01
│ norm(Q) / norm(Q₀)      = 5.4809385538101196e-01
│ norm(Q) - norm(Q₀)      = -2.4756920337677002e-01
│ norm(Q - Qe)            = 1.7475524917244911e-02
└ norm(Q - Qe) / norm(Qe) = 5.9110745787620544e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 3, HorizontalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 5.4783320426940918e-01
┌ Info: Finished
│ norm(Q)                 = 3.0026400089263916e-01
│ norm(Q) / norm(Q₀)      = 5.4809385538101196e-01
│ norm(Q) - norm(Q₀)      = -2.4756920337677002e-01
│ norm(Q - Qe)            = 1.7475524917244911e-02
└ norm(Q - Qe) / norm(Qe) = 5.9110745787620544e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 3, VerticalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 4.7560858726501465e-01
┌ Info: Finished
│ norm(Q)                 = 2.4833047389984131e-01
│ norm(Q) / norm(Q₀)      = 5.2213203907012939e-01
│ norm(Q) - norm(Q₀)      = -2.2727811336517334e-01
│ norm(Q - Qe)            = 6.6162295639514923e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319171786308289e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (Array, Float32, 3, VerticalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 4.7560858726501465e-01
┌ Info: Finished
│ norm(Q)                 = 2.4833047389984131e-01
│ norm(Q) / norm(Q₀)      = 5.2213203907012939e-01
│ norm(Q) - norm(Q₀)      = -2.2727811336517334e-01
│ norm(Q - Qe)            = 6.6162295639514923e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319171786308289e-01
[ Info: 
Test Summary:                                                                                                                                               | Pass  Total
Test Summary:                                                                                                                                               | Test Summary:                                                                                                                                               | Pass  Pass  /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl | TotalTotal

  24     24
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl | /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl |   24    24     24
   24

out_10795506

+ hostname
hpc-92-03.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795506_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795506_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl
[ Info: (Array, Float64, 2, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655333527e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828607691e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801337509e-01
│ norm(Q - Qe)            = 7.2801198255507404e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264958705e-01
[ Info: 
[ Info: (Array, Float64, 2, ManyColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655333527e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828607691e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801337509e-01
│ norm(Q - Qe)            = 7.2801198255507404e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264958705e-01
[ Info: 
[ Info: (Array, Float64, 2, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655333527e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828607691e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801337509e-01
│ norm(Q - Qe)            = 7.2801198255507404e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264958705e-01
[ Info: 
[ Info: (Array, Float64, 2, ManyColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655333527e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828607691e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801337509e-01
│ norm(Q - Qe)            = 7.2801198255507404e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264958705e-01
[ Info: 
[ Info: (Array, Float64, 3, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030091336310e-01
│ norm(Q) / norm(Q₀)      = 6.5102405767377847e-01
│ norm(Q) - norm(Q₀)      = -1.9731705436633140e-01
│ norm(Q - Qe)            = 1.0462203776357507e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403248030470e-01
[ Info: 
[ Info: (Array, Float64, 3, ManyColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030091336310e-01
│ norm(Q) / norm(Q₀)      = 6.5102405767377847e-01
│ norm(Q) - norm(Q₀)      = -1.9731705436633140e-01
│ norm(Q - Qe)            = 1.0462203776357505e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403248030470e-01
[ Info: 
[ Info: (Array, Float64, 3, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030091336310e-01
│ norm(Q) / norm(Q₀)      = 6.5102405767377847e-01
│ norm(Q) - norm(Q₀)      = -1.9731705436633140e-01
│ norm(Q - Qe)            = 1.0462203776357507e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403248030470e-01
[ Info: 
[ Info: (Array, Float64, 3, ManyColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030091336310e-01
│ norm(Q) / norm(Q₀)      = 6.5102405767377847e-01
│ norm(Q) - norm(Q₀)      = -1.9731705436633140e-01
│ norm(Q - Qe)            = 1.0462203776357505e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403248030470e-01
[ Info: 
[ Info: (Array, Float32, 2, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914801836013794e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809852361679077e-01
│ norm(Q) / norm(Q₀)      = 6.4802473783493042e-01
│ norm(Q) - norm(Q₀)      = -1.5104949474334717e-01
│ norm(Q - Qe)            = 7.2801202535629272e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371223807334900e-01
[ Info: 
[ Info: (Array, Float32, 2, ManyColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914801836013794e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809852361679077e-01
│ norm(Q) / norm(Q₀)      = 6.4802473783493042e-01
│ norm(Q) - norm(Q₀)      = -1.5104949474334717e-01
│ norm(Q - Qe)            = 7.2801187634468079e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371217846870422e-01
[ Info: 
[ Info: (Array, Float32, 2, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914801836013794e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809852361679077e-01
│ norm(Q) / norm(Q₀)      = 6.4802473783493042e-01
│ norm(Q) - norm(Q₀)      = -1.5104949474334717e-01
│ norm(Q - Qe)            = 7.2801202535629272e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371223807334900e-01
[ Info: 
[ Info: (Array, Float32, 2, ManyColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914801836013794e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809852361679077e-01
│ norm(Q) / norm(Q₀)      = 6.4802473783493042e-01
│ norm(Q) - norm(Q₀)      = -1.5104949474334717e-01
│ norm(Q - Qe)            = 7.2801187634468079e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371217846870422e-01
[ Info: 
[ Info: (Array, Float32, 3, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541711091995239e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6809965968132019e-01
│ norm(Q) / norm(Q₀)      = 6.5102320909500122e-01
│ norm(Q) - norm(Q₀)      = -1.9731745123863220e-01
│ norm(Q - Qe)            = 1.0462181270122528e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922361135482788e-01
[ Info: 
[ Info: (Array, Float32, 3, ManyColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541711091995239e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6809965968132019e-01
│ norm(Q) / norm(Q₀)      = 6.5102320909500122e-01
│ norm(Q) - norm(Q₀)      = -1.9731745123863220e-01
│ norm(Q - Qe)            = 1.0462182015180588e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922361135482788e-01
[ Info: 
[ Info: (Array, Float32, 3, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541711091995239e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6809965968132019e-01
│ norm(Q) / norm(Q₀)      = 6.5102320909500122e-01
│ norm(Q) - norm(Q₀)      = -1.9731745123863220e-01
│ norm(Q - Qe)            = 1.0462181270122528e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922361135482788e-01
[ Info: 
[ Info: (Array, Float32, 3, ManyColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541711091995239e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6809965968132019e-01
│ norm(Q) / norm(Q₀)      = 6.5102320909500122e-01
│ norm(Q) - norm(Q₀)      = -1.9731745123863220e-01
│ norm(Q - Qe)            = 1.0462182015180588e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922361135482788e-01
[ Info: 
Test Summary:                                                                                                                                                      | Pass  Total
Test Summary:                                                                                                                                                      | Pass  Total
Test Summary:                                                                                                                                                      | /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl | Pass    16     16
Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl |   16     16
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl |   16     16

out_10795507

+ hostname
hpc-89-26.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795507_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795507_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl
[ Info: (Array, Float64, 2, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7858038837683252e-01
│ norm(Q) / norm(Q₀)      = 6.4914751891296962e-01
│ norm(Q) - norm(Q₀)      = -1.5056765618987783e-01
│ norm(Q - Qe)            = 7.3188989633310012e-02
└ norm(Q - Qe) / norm(Qe) = 2.8522340698621473e-01
[ Info: 
[ Info: (Array, Float64, 2, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7858038837683252e-01
│ norm(Q) / norm(Q₀)      = 6.4914751891296962e-01
│ norm(Q) - norm(Q₀)      = -1.5056765618987783e-01
│ norm(Q - Qe)            = 7.3188989633310012e-02
└ norm(Q - Qe) / norm(Qe) = 2.8522340698621473e-01
[ Info: 
[ Info: (Array, Float64, 3, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6868537487180703e-01
│ norm(Q) / norm(Q₀)      = 6.5205882244175151e-01
│ norm(Q) - norm(Q₀)      = -1.9673198040788747e-01
│ norm(Q - Qe)            = 1.0501469629884561e-01
└ norm(Q - Qe) / norm(Qe) = 2.9030952352393546e-01
[ Info: 
[ Info: (Array, Float64, 3, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6868537487180703e-01
│ norm(Q) / norm(Q₀)      = 6.5205882244175151e-01
│ norm(Q) - norm(Q₀)      = -1.9673198040788747e-01
│ norm(Q - Qe)            = 1.0501469629884561e-01
└ norm(Q - Qe) / norm(Qe) = 2.9030952352393546e-01
[ Info: 
[ Info: (Array, Float32, 2, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914801836013794e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7857267856597900e-01
│ norm(Q) / norm(Q₀)      = 6.4912956953048706e-01
│ norm(Q) - norm(Q₀)      = -1.5057533979415894e-01
│ norm(Q - Qe)            = 7.3185592889785767e-02
└ norm(Q - Qe) / norm(Qe) = 2.8521025180816650e-01
[ Info: 
[ Info: (Array, Float32, 2, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914801836013794e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7857267856597900e-01
│ norm(Q) / norm(Q₀)      = 6.4912956953048706e-01
│ norm(Q) - norm(Q₀)      = -1.5057533979415894e-01
│ norm(Q - Qe)            = 7.3185592889785767e-02
└ norm(Q - Qe) / norm(Qe) = 2.8521025180816650e-01
[ Info: 
[ Info: (Array, Float32, 3, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541711091995239e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6867108941078186e-01
│ norm(Q) / norm(Q₀)      = 6.5203386545181274e-01
│ norm(Q) - norm(Q₀)      = -1.9674602150917053e-01
│ norm(Q - Qe)            = 1.0501006990671158e-01
└ norm(Q - Qe) / norm(Qe) = 2.9029691219329834e-01
[ Info: 
[ Info: (Array, Float32, 3, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541711091995239e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6867108941078186e-01
│ norm(Q) / norm(Q₀)      = 6.5203386545181274e-01
│ norm(Q) - norm(Q₀)      = -1.9674602150917053e-01
│ norm(Q - Qe)            = 1.0501006990671158e-01
└ norm(Q - Qe) / norm(Qe) = 2.9029691219329834e-01
[ Info: 
Test Summary:                                                                                                                                                                | Pass  Total
Test Summary:                                                                                                                                                                | /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl |    8  Pass      8
Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl |    8      8
Test Summary:                                                                                                                                                                | Pass  Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl |    8      8

out_10795508

+ hostname
hpc-89-26.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795508_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795508_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl
[ Info: (Array, Float64, 2, EveryDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.0525946028760074e+00
┌ Info: Finished
│ norm(Q)                 = 7.6769756052324212e-01
│ norm(Q) / norm(Q₀)      = 7.2933830215893170e-01
│ norm(Q) - norm(Q₀)      = -2.8489704235276525e-01
│ norm(Q - Qe)            = 5.1574832681277024e-03
└ norm(Q - Qe) / norm(Qe) = 6.7183283629129193e-03
[ Info: 
[ Info: (Array, Float64, 2, HorizontalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395387652143566e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963038857095950e-01
│ norm(Q) / norm(Q₀)      = 6.4121677402554356e-01
│ norm(Q) - norm(Q₀)      = -3.2432348795047616e-01
│ norm(Q - Qe)            = 2.0515449798977917e-02
└ norm(Q - Qe) / norm(Qe) = 3.5415953970101416e-02
[ Info: 
[ Info: (Array, Float64, 2, VerticalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395387652143566e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963038857095917e-01
│ norm(Q) / norm(Q₀)      = 6.4121677402554322e-01
│ norm(Q) - norm(Q₀)      = -3.2432348795047650e-01
│ norm(Q - Qe)            = 2.0515449798977878e-02
└ norm(Q - Qe) / norm(Qe) = 3.5415953970101353e-02
[ Info: 
[ Info: (Array, Float64, 3, EveryDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.1510565538414841e+00
┌ Info: Finished
│ norm(Q)                 = 9.1444897086428989e-01
│ norm(Q) / norm(Q₀)      = 7.9444312949911045e-01
│ norm(Q) - norm(Q₀)      = -2.3660758297719420e-01
│ norm(Q - Qe)            = 1.2605810186712843e-03
└ norm(Q - Qe) / norm(Qe) = 1.3785136194861491e-03
[ Info: 
[ Info: (Array, Float64, 3, HorizontalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.0525946028760080e+00
┌ Info: Finished
│ norm(Q)                 = 7.6769756052324190e-01
│ norm(Q) / norm(Q₀)      = 7.2933830215893092e-01
│ norm(Q) - norm(Q₀)      = -2.8489704235276614e-01
│ norm(Q - Qe)            = 5.1574832681275419e-03
└ norm(Q - Qe) / norm(Qe) = 6.7183283629126964e-03
[ Info: 
[ Info: (Array, Float64, 3, VerticalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395387652143488e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963038857095983e-01
│ norm(Q) / norm(Q₀)      = 6.4121677402554444e-01
│ norm(Q) - norm(Q₀)      = -3.2432348795047505e-01
│ norm(Q - Qe)            = 2.0515449798978087e-02
└ norm(Q - Qe) / norm(Qe) = 3.5415953970101693e-02
[ Info: 
[ Info: (Array, Float32, 2, EveryDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.0525944232940674e+00
┌ Info: Finished
│ norm(Q)                 = 7.6769745349884033e-01
│ norm(Q) / norm(Q₀)      = 7.2933834791183472e-01
│ norm(Q) - norm(Q₀)      = -2.8489696979522705e-01
│ norm(Q - Qe)            = 5.1570823416113853e-03
└ norm(Q - Qe) / norm(Qe) = 6.7178071476519108e-03
[ Info: 
[ Info: (Array, Float32, 2, HorizontalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395396947860718e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963031530380249e-01
│ norm(Q) / norm(Q₀)      = 6.4121663570404053e-01
│ norm(Q) - norm(Q₀)      = -3.2432365417480469e-01
│ norm(Q - Qe)            = 2.0514531061053276e-02
└ norm(Q - Qe) / norm(Qe) = 3.5414375364780426e-02
[ Info: 
[ Info: (Array, Float32, 2, VerticalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395408868789673e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963043451309204e-01
│ norm(Q) / norm(Q₀)      = 6.4121669530868530e-01
│ norm(Q) - norm(Q₀)      = -3.2432365417480469e-01
│ norm(Q - Qe)            = 2.0514758303761482e-02
└ norm(Q - Qe) / norm(Qe) = 3.5414762794971466e-02
[ Info: 
[ Info: (Array, Float32, 3, EveryDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.1510561704635620e+00
┌ Info: Finished
│ norm(Q)                 = 9.1444873809814453e-01
│ norm(Q) / norm(Q₀)      = 7.9444319009780884e-01
│ norm(Q) - norm(Q₀)      = -2.3660743236541748e-01
│ norm(Q - Qe)            = 1.2602073838934302e-03
└ norm(Q - Qe) / norm(Qe) = 1.3781044399365783e-03
[ Info: 
[ Info: (Array, Float32, 3, HorizontalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.0525938272476196e+00
┌ Info: Finished
│ norm(Q)                 = 7.6769769191741943e-01
│ norm(Q) / norm(Q₀)      = 7.2933894395828247e-01
│ norm(Q) - norm(Q₀)      = -2.8489613533020020e-01
│ norm(Q - Qe)            = 5.1570436917245388e-03
└ norm(Q - Qe) / norm(Qe) = 6.7177577875554562e-03
[ Info: 
[ Info: (Array, Float32, 3, VerticalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395379066467285e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963037490844727e-01
│ norm(Q) / norm(Q₀)      = 6.4121681451797485e-01
│ norm(Q) - norm(Q₀)      = -3.2432341575622559e-01
│ norm(Q - Qe)            = 2.0514657720923424e-02
└ norm(Q - Qe) / norm(Qe) = 3.5414565354585648e-02
[ Info: 
Test Summary:                                                                                                                                    | Test Summary:                                                                                                                                    | Test Summary:                                                                                                                                    | Pass  Pass  Pass  TotalTotal

Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl | /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl |   12    12     12
   12
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl |   12     12

out_10795509

+ hostname
hpc-89-11.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795509_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795509_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/periodic_3D_hyperdiffusion.jl
[ Info: (Array, Float64, 2, EveryDirection)
┌ Info: time step
└   dt = 0.021649052503199043
┌ Info: Starting
└ norm(Q₀) = 4.4428829381583705e+00
┌ Info: Finished
│ norm(Q)                 = 4.2303924119636953e+00
│ norm(Q) / norm(Q₀)      = 9.5217282805953130e-01
│ norm(Q) - norm(Q₀)      = -2.1249052619467523e-01
│ norm(Q - Qe)            = 7.6772960298539606e-03
└ norm(Q - Qe) / norm(Qe) = 1.8147794217036938e-03
[ Info: 
[ Info: (Array, Float64, 2, HorizontalDirection)
┌ Info: time step
└   dt = 0.021649052503199043
┌ Info: Starting
└ norm(Q₀) = 4.4428829381583705e+00
┌ Info: Finished
│ norm(Q)                 = 4.4348927223358281e+00
│ norm(Q) / norm(Q₀)      = 9.9820156958133710e-01
│ norm(Q) - norm(Q₀)      = -7.9902158225424458e-03
│ norm(Q - Qe)            = 8.4650675812543560e-04
└ norm(Q - Qe) / norm(Qe) = 1.9087422609556857e-04
[ Info: 
[ Info: (Array, Float64, 2, VerticalDirection)
┌ Info: time step
└   dt = 0.021649052503199043
┌ Info: Starting
└ norm(Q₀) = 4.4428829381583705e+00
┌ Info: Finished
│ norm(Q)                 = 4.3444227732067962e+00
│ norm(Q) / norm(Q₀)      = 9.7783867675064440e-01
│ norm(Q) - norm(Q₀)      = -9.8460164951574392e-02
│ norm(Q - Qe)            = 6.1690465335714068e-03
└ norm(Q - Qe) / norm(Qe) = 1.4199772029164018e-03
[ Info: 
[ Info: (Array, Float64, 3, EveryDirection)
┌ Info: time step
└   dt = 0.021649052503198762
┌ Info: Starting
└ norm(Q₀) = 1.1136655993663423e+01
┌ Info: Finished
│ norm(Q)                 = 6.0910843493796447e+00
│ norm(Q) / norm(Q₀)      = 5.4694015446336608e-01
│ norm(Q) - norm(Q₀)      = -5.0455716442837781e+00
│ norm(Q - Qe)            = 1.7363355506159686e-01
└ norm(Q - Qe) / norm(Qe) = 2.8625704237051647e-02
[ Info: 
[ Info: (Array, Float64, 3, HorizontalDirection)
┌ Info: time step
└   dt = 0.021649052503198762
┌ Info: Starting
└ norm(Q₀) = 1.1136655993663423e+01
┌ Info: Finished
│ norm(Q)                 = 1.0604021232612633e+01
│ norm(Q) / norm(Q₀)      = 9.5217282805953141e-01
│ norm(Q) - norm(Q₀)      = -5.3263476105079022e-01
│ norm(Q - Qe)            = 1.9244127301143988e-02
└ norm(Q - Qe) / norm(Qe) = 1.8147794217036671e-03
[ Info: 
[ Info: (Array, Float64, 3, VerticalDirection)
┌ Info: time step
└   dt = 0.021649052503198762
┌ Info: Starting
└ norm(Q₀) = 1.1136655993663423e+01
┌ Info: Finished
│ norm(Q)                 = 9.4792047633662104e+00
│ norm(Q) / norm(Q₀)      = 8.5117155174405357e-01
│ norm(Q) - norm(Q₀)      = -1.6574512302972124e+00
│ norm(Q - Qe)            = 1.4412891107361817e-01
└ norm(Q - Qe) / norm(Qe) = 1.5217804720985056e-02
[ Info: 

out_10795510

+ hostname
hpc-89-26.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795510_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795510_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/compressible_Navier_Stokes/ref_state.jl
[ Info: (Array, Float64, 3)

out_10795511

+ hostname
hpc-89-11.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795511_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795511_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/Mesh/mpi_connect_1d.jl

out_10795512

+ hostname
hpc-92-09.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795512_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795512_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/Mesh/mpi_connect_sphere.jl

out_10795513

+ hostname
hpc-92-21.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795513_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795513_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/Mesh/mpi_getpartition.jl

out_10795514

+ hostname
hpc-92-21.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795514_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795514_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/Mesh/mpi_sortcolumns.jl

out_10795515

+ hostname
hpc-92-26.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795515_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795515_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/ODESolvers/ode_tests_convergence.jl
Test Summary: | Pass  Total
ODE Solvers   |  182    182

out_10795516

+ hostname
hpc-89-22.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795516_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795516_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Land/Model/haverkamp_test.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     soil = SoilModel{SoilParamFunctions{Float64},SoilWaterModel{Float64,NoImpedance{Float64},ConstantViscosity{Float64},MoistureDependent{Float64},Haverkamp{Float64},var"#5#9",ClimateMachine.Land.var"#21#25"{Float64},Dirichlet{var"#3#7",Nothing},Neumann{Nothing,var"#4#8"}},PrescribedTemperatureModel{Float64}}(SoilParamFunctions{Float64}(0.495, 1.2305555555555556e-7, 0.001), SoilWaterModel{Float64,NoImpedance{Float64},ConstantViscosity{Float64},MoistureDependent{Float64},Haverkamp{Float64},var"#5#9",ClimateMachine.Land.var"#21#25"{Float64},Dirichlet{var"#3#7",Nothing},Neumann{Nothing,var"#4#8"}}(NoImpedance{Float64}(), ConstantViscosity{Float64}(), MoistureDependent{Float64}(), Haverkamp{Float64}(1.77, 0.0359350325289575, 1.43, 2.6, 0.3006993006993006), var"#5#9"(Core.Box(Float64)), ClimateMachine.Land.var"#21#25"{Float64}(), Dirichlet{var"#3#7",Nothing}(var"#3#7"(Core.Box(Float64)), nothing), Neumann{Nothing,var"#4#8"}(nothing, var"#4#8"(Core.Box(Float64)))), PrescribedTemperatureModel{Float64}(0.0))
│     source = ()
└     init_state_prognostic = init_soil_water!
┌ Info: Establishing single stack configuration for LandModel
│     precision        = Float64
│     polynomial order = 5
│     domain_min       = 0.00 m x0.00 m x-1.00 m
│     domain_max       = 1.00 m x1.00 m x0.00 m
│     #vert elems      = 10
│     MPI ranks        = 1
│     min(Δ_horz)      = 0.12 m
└     min(Δ_vert)      = 0.01 m
[ Info: Initializing LandModel
┌ Info: Starting LandModel
│     dt              = 6.00000e+00
│     timeend         = 86400.00
│     number of steps = 14400
└     norm(Q)         = 2.3999999999999985e-01
┌ Info: Update
│     simtime = 13908.00 / 86400.00
│     runtime = 00:01:00
└     norm(Q) = 2.5570951521593527e-01
┌ Info: Update
│     simtime = 35436.00 / 86400.00
│     runtime = 00:01:59
└     norm(Q) = 2.6885623806307185e-01
┌ Info: Update
│     simtime = 57030.00 / 86400.00
│     runtime = 00:02:59
└     norm(Q) = 2.7782721711807995e-01
┌ Info: Update
│     simtime = 78576.00 / 86400.00
│     runtime = 00:04:00
└     norm(Q) = 2.8516719168956950e-01
┌ Info: Finished
│     norm(Q)            = 2.8758317925493126e-01
│     norm(Q) / norm(Q₀) = 1.1982632468955476e+00
└     norm(Q) - norm(Q₀) = 4.7583179254931413e-02
Test Summary:                       | Pass  Total
Richard's equation - Haverkamp test |    1      1

out_10795517

+ hostname
hpc-89-22.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795517_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795517_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Land/Model/test_bc.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     soil = SoilModel{SoilParamFunctions{Float64},SoilWaterModel{Float64,NoImpedance{Float64},ConstantViscosity{Float64},MoistureIndependent{Float64},vanGenuchten{Float64},var"#5#15",ClimateMachine.Land.var"#21#25"{Float64},Dirichlet{var"#4#14",Nothing},Neumann{Nothing,var"#3#13"}},PrescribedTemperatureModel{Float64}}(SoilParamFunctions{Float64}(0.75, 1.0e-7, 0.001), SoilWaterModel{Float64,NoImpedance{Float64},ConstantViscosity{Float64},MoistureIndependent{Float64},vanGenuchten{Float64},var"#5#15",ClimateMachine.Land.var"#21#25"{Float64},Dirichlet{var"#4#14",Nothing},Neumann{Nothing,var"#3#13"}}(NoImpedance{Float64}(), ConstantViscosity{Float64}(), MoistureIndependent{Float64}(), vanGenuchten{Float64}(1.43, 2.6, 0.3006993006993006), var"#5#15"(Core.Box(Float64)), ClimateMachine.Land.var"#21#25"{Float64}(), Dirichlet{var"#4#14",Nothing}(var"#4#14"(Core.Box(Float64)), nothing), Neumann{Nothing,var"#3#13"}(nothing, var"#3#13"(Core.Box(Float64)))), PrescribedTemperatureModel{Float64}(0.0))
│     source = ()
└     init_state_prognostic = init_soil_water!
┌ Info: Establishing single stack configuration for LandModel
│     precision        = Float64
│     polynomial order = 5
│     domain_min       = 0.00 m x0.00 m x-1.00 m
│     domain_max       = 1.00 m x1.00 m x0.00 m
│     #vert elems      = 50
│     MPI ranks        = 1
│     min(Δ_horz)      = 0.12 m
└     min(Δ_vert)      = 0.00 m
[ Info: Initializing LandModel
┌ Info: Starting LandModel
│     dt              = 5.00000e-02
│     timeend         =   300.00
│     number of steps = 6000
└     norm(Q)         = 1.9999999999999843e-01
┌ Info: Update
│     simtime =    30.60 /   300.00
│     runtime = 00:01:00
└     norm(Q) = 2.0000590578055089e-01
┌ Info: Update
│     simtime =    82.50 /   300.00
│     runtime = 00:02:00
└     norm(Q) = 2.0002485120577396e-01
┌ Info: Update
│     simtime =   134.40 /   300.00
│     runtime = 00:03:00
└     norm(Q) = 2.0004140056302744e-01
┌ Info: Update
│     simtime =   185.95 /   300.00
│     runtime = 00:04:00
└     norm(Q) = 2.0004342433672667e-01
┌ Info: Update
│     simtime =   238.40 /   300.00
│     runtime = 00:05:00
└     norm(Q) = 2.0003422046899211e-01
┌ Info: Update
│     simtime =   291.90 /   300.00
│     runtime = 00:06:00
└     norm(Q) = 2.0002940954408743e-01
┌ Info: Finished
│     norm(Q)            = 2.0003001424515648e-01
│     norm(Q) / norm(Q₀) = 1.0001500712257902e+00
└     norm(Q) - norm(Q₀) = 3.0014245158055397e-05
Test Summary:                | Pass  Total
Boundary condition functions |    1      1

out_10795518

+ hostname
hpc-92-03.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795518_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795518_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Arrays/varsindex.jl
Test Summary:           | Pass  Total
MPIStateArray varsindex |    9      9

out_10795519

+ hostname
hpc-92-09.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795519_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795519_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Diagnostics/diagnostic_fields_test.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = FlatOrientation()
│     ref_state = HydrostaticState{DryAdiabaticProfile{Float32},Float32}(DryAdiabaticProfile{Float32}(290.0f0, 220.0f0), 0.0f0)
│     turbulence = SmagorinskyLilly{Float32}(0.23f0)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = EquilMoist{Float32}(3, 0.1f0)
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(),)
│     tracers = NoTracers()
│     boundarycondition = AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC())
│     init_state_prognostic = init_risingbubble!
└     data_config = nothing
┌ Info: Establishing Atmos LES configuration for DryRisingBubble
│     precision        = Float32
│     polynomial order = 4
│     domain           = 2500.00 m x2500.00 m x2500.00 m
│     resolution       = 50x50x50
│     MPI ranks        = 3
│     min(Δ_horz)      = 35.97 m
└     min(Δ_vert)      = 35.97 m
[ Info: Initializing DryRisingBubble
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = FlatOrientation()
│     ref_state = HydrostaticState{DryAdiabaticProfile{Float64},Float64}(DryAdiabaticProfile{Float64}(290.0, 220.0), 0.0)
│     turbulence = SmagorinskyLilly{Float64}(0.23)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = EquilMoist{Float64}(3, 0.1)
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(),)
│     tracers = NoTracers()
│     boundarycondition = AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC())
│     init_state_prognostic = init_risingbubble!
└     data_config = nothing
┌ Info: Establishing Atmos LES configuration for DryRisingBubble
│     precision        = Float64
│     polynomial order = 4
│     domain           = 2500.00 m x2500.00 m x2500.00 m
│     resolution       = 50x50x50
│     MPI ranks        = 3
│     min(Δ_horz)      = 35.97 m
└     min(Δ_vert)      = 35.97 m
[ Info: Initializing DryRisingBubble
Test Summary:            | Pass  Test Summary:            | Pass  Test Summary:            | Total
Pass  Total
Total
Diagnostics Fields tests |    2  Diagnostics Fields tests |     2
   2  Diagnostics Fields tests |     2
   2      2

out_10795520

+ hostname
hpc-92-03.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795520_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795520_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/vars_test.jl
[ Info: (Array, Float64, 2)
[ Info: (Array, Float64, 3)

out_10795521

+ hostname
hpc-92-21.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795521_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795521_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/remainder_model.jl
┌ Warning: `a::StaticArray - b::Number` is deprecated, use `a .- b` instead.
│   caller = macro expansion at remainder_model.jl:214 [inlined]
└ @ Core /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/remainder_model.jl:214
Test Summary:   | Pass  Total
Test Summary:   | Pass  Total
remainder model |   24     24
remainder model |   24     24

out_10795522

+ hostname
hpc-93-24.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795522_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795522_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/Euler/isentropicvortex.jl
┌ Info: Configuration
│ ArrayType     = Array
│ FT        = Float64
│ NumericalFlux = RusanovNumericalFlux
└ dims          = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ dt        = 3.5087719298245615e-06
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5434920766920136e+03
│ norm(Q) / norm(Q₀)      = 9.9999454938235965e-01
│ norm(Q) - norm(Q₀)      = -1.9314325696541346e-02
│ norm(Q - Qe)            = 1.1990999506536774e+01
└ norm(Q - Qe) / norm(Qe) = 3.3837129375777785e-03
┌ Info: Configuration
│ ArrayType     = Array
│ FT        = Float64
│ NumericalFlux = CentralNumericalFluxFirstOrder
└ dims          = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ dt        = 3.5087719298245615e-06
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5435098602154876e+03
│ norm(Q) / norm(Q₀)      = 9.9999956799850387e-01
│ norm(Q) - norm(Q₀)      = -1.5308022225326567e-03
│ norm(Q - Qe)            = 2.0840574601661327e+01
└ norm(Q - Qe) / norm(Qe) = 5.8809544498566457e-03
┌ Info: Configuration
│ ArrayType     = Array
│ FT        = Float64
│ NumericalFlux = RusanovNumericalFlux
└ dims          = 3
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 1)
│ dt        = 3.5087719298245615e-06
└ norm(Q₀)  = 1.1205566910367509e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 1.1205505833106824e+03
│ norm(Q) / norm(Q₀)      = 9.9999454938235854e-01
│ norm(Q) - norm(Q₀)      = -6.1077260684214707e-03
│ norm(Q - Qe)            = 3.7918869862611033e+00
└ norm(Q - Qe) / norm(Qe) = 3.3837129375777477e-03
┌ Info: Configuration
│ ArrayType     = Array
│ FT        = Float64
│ NumericalFlux = CentralNumericalFluxFirstOrder
└ dims          = 3
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 1)
│ dt        = 3.5087719298245615e-06
└ norm(Q₀)  = 1.1205566910367509e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 1.1205562069545820e+03
│ norm(Q) / norm(Q₀)      = 9.9999956799850220e-01
│ norm(Q) - norm(Q₀)      = -4.8408216889583855e-04
│ norm(Q - Qe)            = 6.5903683487904621e+00
└ norm(Q - Qe) / norm(Qe) = 5.8809544498564991e-03
┌ Info: Configuration
│ ArrayType     = Array
│ FT        = Float32
│ NumericalFlux = RusanovNumericalFlux
└ dims          = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ dt        = 3.5087718970316928e-06
└ norm(Q₀)  = 3.5435087890625000e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5434868164062500e+03
│ norm(Q) / norm(Q₀)      = 9.9999380111694336e-01
│ norm(Q) - norm(Q₀)      = -2.1972656250000000e-02
│ norm(Q - Qe)            = 1.1990808486938477e+01
└ norm(Q - Qe) / norm(Qe) = 3.3836620859801769e-03
┌ Info: Configuration
│ ArrayType     = Array
│ FT        = Float32
│ NumericalFlux = CentralNumericalFluxFirstOrder
└ dims          = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ dt        = 3.5087718970316928e-06
└ norm(Q₀)  = 3.5435087890625000e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5435048828125000e+03
│ norm(Q) / norm(Q₀)      = 9.9999892711639404e-01
│ norm(Q) - norm(Q₀)      = -3.9062500000000000e-03
│ norm(Q - Qe)            = 2.0840440750122070e+01
└ norm(Q - Qe) / norm(Qe) = 5.8809220790863037e-03
┌ Info: Configuration
│ ArrayType     = Array
│ FT        = Float32
│ NumericalFlux = RusanovNumericalFlux
└ dims          = 3
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 1)
│ dt        = 3.5087718970316928e-06
└ norm(Q₀)  = 1.1205548095703125e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 1.1205491943359375e+03
│ norm(Q) / norm(Q₀)      = 9.9999499320983887e-01
│ norm(Q) - norm(Q₀)      = -5.6152343750000000e-03
│ norm(Q - Qe)            = 3.7918071746826172e+00
└ norm(Q - Qe) / norm(Qe) = 3.3836476504802704e-03
┌ Info: Configuration
│ ArrayType     = Array
│ FT        = Float32
│ NumericalFlux = CentralNumericalFluxFirstOrder
└ dims          = 3
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 1)
│ dt        = 3.5087718970316928e-06
└ norm(Q₀)  = 1.1205548095703125e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 1.1205549316406250e+03
│ norm(Q) / norm(Q₀)      = 1.0000001192092896e+00
│ norm(Q) - norm(Q₀)      = 1.2207031250000000e-04
│ norm(Q - Qe)            = 6.5903987884521484e+00
└ norm(Q - Qe) / norm(Qe) = 5.8809919282793999e-03
Test Summary:                                                                                                                     | Pass  Total
Test Summary:                                                                                                                     | Test Summary:                                                                                                                     | Pass  Pass  Total
Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/Euler/isentropicvortex.jl |    8      8
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/Euler/isentropicvortex.jl | /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/Euler/isentropicvortex.jl |    8     8      8
    8

out_10795523

+ hostname
hpc-93-25.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795523_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795523_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/Euler/isentropicvortex_imex.jl
┌ Info: Configuration
│ ArrayType = Array
│ FT    = Float64
│ dims      = 2
└ splitting = (Full, Linear)
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ dt        = 3.5842293906810039e-06
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5433940589518711e+03
│ norm(Q) / norm(Q₀)      = 9.9996688819284274e-01
│ norm(Q) - norm(Q₀)      = -1.1733206583903666e-01
│ norm(Q - Qe)            = 2.3225467541888396e+01
└ norm(Q - Qe) / norm(Qe) = 6.5540110824175756e-03
┌ Info: Configuration
│ ArrayType = Array
│ FT    = Float64
│ dims      = 2
└ splitting = (Nonlinear, Linear)
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ dt        = 3.5842293906810039e-06
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5433940589518702e+03
│ norm(Q) / norm(Q₀)      = 9.9996688819284241e-01
│ norm(Q) - norm(Q₀)      = -1.1733206583994615e-01
│ norm(Q - Qe)            = 2.3225467541886673e+01
└ norm(Q - Qe) / norm(Qe) = 6.5540110824170890e-03
Test Summary:                                                                                                                          | Pass  Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/Euler/isentropicvortex_imex.jl | Test Summary:                                                                                                                          | Test Summary:                                                                                                                          |    2  Pass  Pass      2
Total
Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/Euler/isentropicvortex_imex.jl |    2      2
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/Euler/isentropicvortex_imex.jl |    2      2

out_10795524

+ hostname
hpc-23-20.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795524_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795524_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/Euler/isentropicvortex_multirate.jl
┌ Info: Configuration
│ ArrayType  = Array
│ FastMethod = SSPRK33ShuOsher
│ FT     = Float64
└ dims       = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ slow_dt   = 2.7777777777777782e-05
│ fast_dt   = 9.2592592592592608e-06
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5433927502798692e+03
│ norm(Q) / norm(Q₀)      = 9.9996651887781662e-01
│ norm(Q) - norm(Q₀)      = -1.1864073784090579e-01
│ norm(Q - Qe)            = 2.3222373077799016e+01
└ norm(Q - Qe) / norm(Qe) = 6.5531378534115564e-03
┌ Info: Configuration
│ ArrayType  = Array
│ FastMethod = ARK2GiraldoKellyConstantinescu
│ FT     = Float64
└ dims       = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ slow_dt   = 2.7777777777777782e-05
│ fast_dt   = 9.2592592592592608e-06
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5433931034199986e+03
│ norm(Q) / norm(Q₀)      = 9.9996661853606250e-01
│ norm(Q) - norm(Q₀)      = -1.1828759771151454e-01
│ norm(Q - Qe)            = 2.3245216640119065e+01
└ norm(Q - Qe) / norm(Qe) = 6.5595840943898044e-03
Test Summary:                                                                                                                               | Pass  Test Summary:                                                                                                                               | Test Summary:                                                                                                                               | Total
Pass  Pass  Total
Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/Euler/isentropicvortex_multirate.jl |    2      2
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/Euler/isentropicvortex_multirate.jl | /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/Euler/isentropicvortex_multirate.jl |    2     2      2
    2

out_10795525

+ hostname
hpc-23-19.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795525_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795525_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/Euler/isentropicvortex_mrigark.jl
┌ Info: Configuration
│ ArrayType  = Array
│ mrigark_method = MRIGARKERK33aSandu
│ FT     = Float64
└ dims       = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ slow_dt   = 7.1684587813620078e-06
│ fast_dt   = 2.3894862604540028e-06
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5433917654007246e+03
│ norm(Q) / norm(Q₀)      = 9.9996624093906150e-01
│ norm(Q) - norm(Q₀)      = -1.1962561698555874e-01
│ norm(Q - Qe)            = 2.3357934866480768e+01
└ norm(Q - Qe) / norm(Qe) = 6.5913921302639010e-03
┌ Info: Configuration
│ ArrayType  = Array
│ mrigark_method = MRIGARKERK45aSandu
│ FT     = Float64
└ dims       = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ slow_dt   = 7.1684587813620078e-06
│ fast_dt   = 2.3894862604540028e-06
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5433940921715830e+03
│ norm(Q) / norm(Q₀)      = 9.9996689756764312e-01
│ norm(Q) - norm(Q₀)      = -1.1729884612714159e-01
│ norm(Q - Qe)            = 2.3207510164245548e+01
└ norm(Q - Qe) / norm(Qe) = 6.5489436773429471e-03
Test Summary:                                                                                                                             | Pass  Test Summary:                                                                                                                             | Total
Pass  Test Summary:                                                                                                                             | Total
Pass  /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/Euler/isentropicvortex_mrigark.jl |    2  Total
    2
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/Euler/isentropicvortex_mrigark.jl |    2      2
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/Euler/isentropicvortex_mrigark.jl |    2      2

out_10795526

+ hostname
hpc-23-19.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795526_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795526_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/Euler/isentropicvortex_mrigark_implicit.jl
┌ Info: Configuration
│ ArrayType      = Array
│ mrigark_method = MRIGARKIRK21aSandu
│ FT             = Float64
└ dims           = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ dt        = 7.1994240460763143e-07
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Update
│ simtime = 7.1994240460763143e-07
│ runtime = 00:01:09
└ norm(Q) = 3.5435114340963883e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5433941432216739e+03
│ norm(Q) / norm(Q₀)      = 9.9996691197428245e-01
│ norm(Q) - norm(Q₀)      = -1.1724779603628122e-01
│ norm(Q - Qe)            = 2.3236071337680226e+01
└ norm(Q - Qe) / norm(Qe) = 6.5570033750381651e-03
┌ Info: Configuration
│ ArrayType      = Array
│ mrigark_method = MRIGARKESDIRK34aSandu
│ FT             = Float64
└ dims           = 2
┌ Info: Starting refinement level 1
│ numelems  = (5, 5, 0)
│ dt        = 7.1994240460763143e-07
└ norm(Q₀)  = 3.5435113910177101e+03
┌ Info: Finished refinement level 1
│ norm(Q)                 = 3.5433941177190127e+03
│ norm(Q) / norm(Q₀)      = 9.9996690477727979e-01
│ norm(Q) - norm(Q₀)      = -1.1727329869745517e-01
│ norm(Q - Qe)            = 2.3235626679100864e+01
└ norm(Q - Qe) / norm(Qe) = 6.5568778965197343e-03
Test Summary:                                                                                                                                      | Pass  Total
Test Summary:                                                                                                                                      | Pass  /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/Euler/isentropicvortex_mrigark_implicit.jlTest Summary:                                                                                                                                      |  |    2      2
Total
Pass  Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/Euler/isentropicvortex_mrigark_implicit.jl |    2      2
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/Euler/isentropicvortex_mrigark_implicit.jl |    2      2

out_10795527

+ hostname
hpc-24-24.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795527_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795527_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/Euler/acousticwave_1d_imex.jl
┌ Info: Starting
│ ArrayType       = Array
│ FT              = Float32
│ polynomialorder = 5
│ numelem_horz    = 10
│ numelem_vert    = 5
│ dt              = 1.0000000000000000e+02
└ norm(Q₀)        = 9.5070132895744000e+13
┌ Info: Finished
│ norm(Q)                 = 9.5069965123584000e+13
│ norm(Q) / norm(Q₀)      = 9.9999821186065674e-01
└ norm(Q) - norm(Q₀)      = -1.6777216000000000e+08
┌ Info: Starting
│ ArrayType       = Array
│ FT              = Float32
│ polynomialorder = 5
│ numelem_horz    = 10
│ numelem_vert    = 5
│ dt              = 1.0000000000000000e+02
└ norm(Q₀)        = 9.5070132895744000e+13
┌ Info: Finished
│ norm(Q)                 = 9.5069998678016000e+13
│ norm(Q) / norm(Q₀)      = 9.9999856948852539e-01
└ norm(Q) - norm(Q₀)      = -1.3421772800000000e+08
┌ Info: Starting
│ ArrayType       = Array
│ FT              = Float64
│ polynomialorder = 5
│ numelem_horz    = 10
│ numelem_vert    = 5
│ dt              = 1.0000000000000000e+02
└ norm(Q₀)        = 9.5073561639227109e+13
┌ Info: Finished
│ norm(Q)                 = 9.5073452874026609e+13
│ norm(Q) / norm(Q₀)      = 9.9999885598899818e-01
└ norm(Q) - norm(Q₀)      = -1.0876520050000000e+08
┌ Info: Starting
│ ArrayType       = Array
│ FT              = Float64
│ polynomialorder = 5
│ numelem_horz    = 10
│ numelem_vert    = 5
│ dt              = 1.0000000000000000e+02
└ norm(Q₀)        = 9.5073561639227109e+13
┌ Info: Finished
│ norm(Q)                 = 9.5073452874026672e+13
│ norm(Q) / norm(Q₀)      = 9.9999885598899885e-01
└ norm(Q) - norm(Q₀)      = -1.0876520043750000e+08

out_10795528

+ hostname
hpc-24-24.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795528_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795528_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/Euler/acousticwave_mrigark.jl
┌ Info: Starting
│ ArrayType       = Array
│ FT              = Float64
│ polynomialorder = 5
│ numelem_horz    = 10
│ numelem_vert    = 5
│ acoustic dt     = 6.7670313998798237e-01
│ remainder_dt    = 3.3834586466165413e+00
└ norm(Q₀)        = 9.5073561639227109e+13
┌ Info: Update
│ simtime = 3.0451127819548876e+01
│ runtime = 00:01:00
└ norm(Q) = 9.5073455682040969e+13
┌ Info: Update
│ simtime = 1.8270676691729315e+02
│ runtime = 00:02:00
└ norm(Q) = 9.5073426486469672e+13
┌ Info: Update
│ simtime = 3.3834586466165365e+02
│ runtime = 00:03:01
└ norm(Q) = 9.5073517057857141e+13
┌ Info: Update
│ simtime = 4.9398496240601412e+02
│ runtime = 00:04:02
└ norm(Q) = 9.5073447135156703e+13
┌ Info: Update
│ simtime = 6.4962406015037459e+02
│ runtime = 00:05:03
└ norm(Q) = 9.5073367802602109e+13
┌ Info: Update
│ simtime = 8.0864661654135159e+02
│ runtime = 00:06:04
└ norm(Q) = 9.5073465790145734e+13
┌ Info: Update
│ simtime = 9.6766917293232859e+02
│ runtime = 00:07:05
└ norm(Q) = 9.5073493503300250e+13
┌ Info: Update
│ simtime = 1.1266917293233091e+03
│ runtime = 00:08:06
└ norm(Q) = 9.5073476216575828e+13
┌ Info: Update
│ simtime = 1.2857142857142915e+03
│ runtime = 00:09:08
└ norm(Q) = 9.5073447349946422e+13
┌ Info: Update
│ simtime = 1.4447368421052738e+03
│ runtime = 00:10:09
└ norm(Q) = 9.5073359433910953e+13
┌ Info: Update
│ simtime = 1.6037593984962562e+03
│ runtime = 00:11:10
└ norm(Q) = 9.5073476932509641e+13
┌ Info: Update
│ simtime = 1.7627819548872385e+03
│ runtime = 00:12:11
└ norm(Q) = 9.5073435117637953e+13
┌ Info: Update
│ simtime = 1.9218045112782208e+03
│ runtime = 00:13:12
└ norm(Q) = 9.5073541176530953e+13
┌ Info: Update
│ simtime = 2.0808270676692009e+03
│ runtime = 00:14:13
└ norm(Q) = 9.5073381479206188e+13
┌ Info: Update
│ simtime = 2.2398496240601726e+03
│ runtime = 00:15:15
└ norm(Q) = 9.5073437846070063e+13
┌ Info: Update
│ simtime = 2.3988721804511442e+03
│ runtime = 00:16:16
└ norm(Q) = 9.5073385723989938e+13
┌ Info: Update
│ simtime = 2.5578947368421159e+03
│ runtime = 00:17:17
└ norm(Q) = 9.5073511283700578e+13
┌ Info: Update
│ simtime = 2.7169172932330875e+03
│ runtime = 00:18:18
└ norm(Q) = 9.5073482790925219e+13
┌ Info: Update
│ simtime = 2.8759398496240592e+03
│ runtime = 00:19:19
└ norm(Q) = 9.5073438469967141e+13
┌ Info: Update
│ simtime = 3.0349624060150309e+03
│ runtime = 00:20:20
└ norm(Q) = 9.5073414115883313e+13
┌ Info: Update
│ simtime = 3.1939849624060025e+03
│ runtime = 00:21:21
└ norm(Q) = 9.5073390226012063e+13
┌ Info: Update
│ simtime = 3.3530075187969742e+03
│ runtime = 00:22:23
└ norm(Q) = 9.5073516224648203e+13
┌ Info: Update
│ simtime = 3.5120300751879458e+03
│ runtime = 00:23:24
└ norm(Q) = 9.5073448568367422e+13
┌ Info: Finished
│ norm(Q)                 = 9.5073337896207594e+13
│ norm(Q) / norm(Q₀)      = 9.9999764663261104e-01
└ norm(Q) - norm(Q₀)      = -2.2374301951562500e+08
┌ Info: Starting
│ ArrayType       = Array
│ FT              = Float64
│ polynomialorder = 5
│ numelem_horz    = 10
│ numelem_vert    = 5
│ acoustic dt     = 1.3333333333333334e+02
│ remainder_dt    = 2.3494467606676028e+02
└ norm(Q₀)        = 9.5073561639227109e+13
┌ Info: Update
│ simtime = 2.6666666666666670e+03
│ runtime = 00:01:02
└ norm(Q) = 9.5073455529522016e+13
┌ Info: Finished
│ norm(Q)                 = 9.5073455097536219e+13
│ norm(Q) / norm(Q₀)      = 9.9999887937625298e-01
└ norm(Q) - norm(Q₀)      = -1.0654169089062500e+08
Test Summary: | Pass  Total
Test Summary: | Test Summary: | Pass  Pass  TotalTotal

acoustic wave |    2      2
acoustic wave | acoustic wave |    2     2      2
    2

out_10795529

+ hostname
hpc-24-24.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795529_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795529_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/compressible_Navier_Stokes/mms_bc_atmos.jl
[ Info: (Array, Float64, 2, 400, 0.0025)
┌ Info: Starting
└ norm(Q₀) = 1.4718488046151103e+02
┌ Info: Finished
│ norm(Q)                 = 1.4749573751578203e+02
│ norm(Q) / norm(Q₀)      = 1.0021120175747420e+00
│ norm(Q) - norm(Q₀)      = 3.1085705427099697e-01
│ norm(Q - Qe)            = 1.6931876910307275e-01
└ norm(Q - Qe) / norm(Qe) = 1.1479958671721494e-03
[ Info: (Array, Float64, 3, 800, 0.00125)
┌ Info: Starting
└ norm(Q₀) = 1.1341641833287579e+02
┌ Info: Update
│ simtime = 5.7249999999999335e-01
│ runtime = 00:01:00
└ norm(Q) = 1.1337477961081662e+02
┌ Info: Finished
│ norm(Q)                 = 1.1338036285141952e+02
│ norm(Q) / norm(Q₀)      = 9.9968209645493789e-01
│ norm(Q) - norm(Q₀)      = -3.6055481456273242e-02
│ norm(Q - Qe)            = 3.3983777728925427e-02
└ norm(Q - Qe) / norm(Qe) = 2.9973197445392285e-04
Test Summary: | Test Summary: | Test Summary: | Pass  Pass  Pass  TotalTotal

Total
mms_bc_atmos mms_bc_atmos  | mms_bc_atmos  |  |    4     4     4      4
    4
    4

out_10795530

+ hostname
hpc-24-24.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795530_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795530_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/compressible_Navier_Stokes/mms_bc_dgmodel.jl
[ Info: (Array, Float64, 2)
┌ Info: Starting
└ norm(Q₀) = 1.4718488046151103e+02
┌ Info: Finished
│ norm(Q)                 = 1.4749698909866967e+02
│ norm(Q) / norm(Q₀)      = 1.0021205210493089e+00
│ norm(Q) - norm(Q₀)      = 3.1210863715864434e-01
│ norm(Q - Qe)            = 1.6694721292985901e-01
└ norm(Q - Qe) / norm(Qe) = 1.1319165116462501e-03
[ Info: (Array, Float64, 3)
┌ Info: Starting
└ norm(Q₀) = 1.1341641833287579e+02
┌ Info: Update
│ simtime = 7.4124999999998975e-01
│ runtime = 00:01:00
└ norm(Q) = 1.1337528290891143e+02
┌ Info: Finished
│ norm(Q)                 = 1.1338058691327828e+02
│ norm(Q) / norm(Q₀)      = 9.9968407202304388e-01
│ norm(Q) - norm(Q₀)      = -3.5831419597514014e-02
│ norm(Q - Qe)            = 3.3672443923201310e-02
└ norm(Q - Qe) / norm(Qe) = 2.9698605559086140e-04
Test Summary:  | Test Summary:  | Test Summary:  | Pass  Pass  Pass  TotalTotalTotal


mms_bc_dgmodel | mms_bc_dgmodel | mms_bc_dgmodel |    2     2     2      2
    2
    2

out_10795531

+ hostname
hpc-89-16.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795531_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795531_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/compressible_Navier_Stokes/density_current_model.jl
┌ Info: Starting
│ norm(Q₀) = 4.3975577600000000e+09
│ ArrayType = Array
└ FloatType = Float32
┌ Info: Update
│ simtime = 9.9999997764825821e-03
│ runtime = 00:00:51
└ norm(Q) = 4.3975577600000000e+09
┌ Info: Update
│ simtime = 2.9999999329447746e-02
│ runtime = 00:01:03
└ norm(Q) = 4.3975572480000000e+09
┌ Info: Update
│ simtime = 4.9999997019767761e-02
│ runtime = 00:01:15
└ norm(Q) = 4.3975572480000000e+09
┌ Info: Update
│ simtime = 6.9999992847442627e-02
│ runtime = 00:01:27
└ norm(Q) = 4.3975567360000000e+09
┌ Info: Update
│ simtime = 8.9999988675117493e-02
│ runtime = 00:01:38
└ norm(Q) = 4.3975562240000000e+09
┌ Info: Update
│ simtime = 1.0000000149011612e-01
│ runtime = 00:01:50
└ norm(Q) = 4.3975562240000000e+09
┌ Info: Finished
│ norm(Q)                 = 4.3975562240000000e+09
│ norm(Q) / norm(Q₀)      = 9.9999964237213135e-01
│ norm(Q) - norm(Q₀)      = -1.5360000000000000e+03
│ norm(Q - Qe)            = 3.5917015625000000e+04
└ norm(Q - Qe) / norm(Qe) = 8.1674916145857424e-06
┌ Info: Starting
│ norm(Q₀) = 4.3981206422004299e+09
│ ArrayType = Array
└ FloatType = Float64
┌ Info: Update
│ simtime = 1.0000000000000000e-02
│ runtime = 00:00:39
└ norm(Q) = 4.3981206294029999e+09
┌ Info: Update
│ simtime = 2.9999999999999999e-02
│ runtime = 00:00:51
└ norm(Q) = 4.3981205270634966e+09
┌ Info: Update
│ simtime = 5.0000000000000003e-02
│ runtime = 00:01:03
└ norm(Q) = 4.3981203224109554e+09
┌ Info: Update
│ simtime = 7.0000000000000007e-02
│ runtime = 00:01:15
└ norm(Q) = 4.3981200154792986e+09
┌ Info: Update
│ simtime = 8.9999999999999997e-02
│ runtime = 00:01:26
└ norm(Q) = 4.3981196063201733e+09
┌ Info: Update
│ simtime = 1.0000000000000001e-01
│ runtime = 00:01:38
└ norm(Q) = 4.3981193634261818e+09
┌ Info: Finished
│ norm(Q)                 = 4.3981193634261818e+09
│ norm(Q) / norm(Q₀)      = 9.9999970924529991e-01
│ norm(Q) - norm(Q₀)      = -1.2787742481231689e+03
│ norm(Q - Qe)            = 3.5863022189957599e+04
└ norm(Q - Qe) / norm(Qe) = 8.1541697255523485e-06

out_10795532

+ hostname
hpc-89-15.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795532_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795532_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/direction_splitting_advection_diffusion.jl --fix-rng-seed
Test Summary:                                                                                                                                                          | Pass  Test Summary:                                                                                                                                                          | Test Summary:                                                                                                                                                          | Total
Pass  Pass  TotalTotal

/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/direction_splitting_advection_diffusion.jl |  162    162
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/direction_splitting_advection_diffusion.jl | /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/direction_splitting_advection_diffusion.jl |  162   162    162  162

out_10795533

+ hostname
hpc-89-15.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795533_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795533_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/conservation/sphere.jl --fix-rng-seed
[ Info: (Array, Float64)
┌ Info: Starting
│ norm(Q₀) = 4.4181152030340334e+00
└ sum(Q₀) = 2.9255250415427088e+01
┌ Info: Finished
│ norm(Q)            = 4.4304590011362377e+00
│ norm(Q) / norm(Q₀) = 1.0027939058931119e+00
│ norm(Q) - norm(Q₀) = 1.2343798102204318e-02
│ max mass loss      = 0.0000000000000000e+00
│ max mass gain      = 0.0000000000000000e+00
└ initial mass       = 2.9255250415427088e+01
Test Summary:                                                                                                                  | Pass  Test Summary:                                                                                                                  | Total
Test Summary:                                                                                                                  | Pass  Pass  Total
Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/conservation/sphere.jl |    1      1
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/conservation/sphere.jl | /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/conservation/sphere.jl |    1     1      1
    1
[ Info: (Array, Float32)
┌ Info: Starting
│ norm(Q₀) = 4.4181084632873535e+00
└ sum(Q₀) = 2.9255237579345703e+01
┌ Info: Finished
│ norm(Q)            = 4.4304566383361816e+00
│ norm(Q) / norm(Q₀) = 1.0027948617935181e+00
│ norm(Q) - norm(Q₀) = 1.2348175048828125e-02
│ max mass loss      = 0.0000000000000000e+00
│ max mass gain      = 0.0000000000000000e+00
└ initial mass       = 2.9255237579345703e+01
Test Summary:                                                                                                                  | Pass  Total
Test Summary:                                                                                                                  | /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/conservation/sphere.jl |    1  Pass      1
Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/conservation/sphere.jl |    1      1
Test Summary:                                                                                                                  | Pass  Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/conservation/sphere.jl |    1      1

out_10795534

+ hostname
hpc-93-05.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795534_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795534_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/advection_sphere.jl
[ Info: (Array, Float64)
┌ Info: Starting
│ problem   = SolidBodyRotation
│ method    = LSRK144NiegemannDiehlBusch
│ time step = 7.1428571428571425e-02
└ norm(Q₀)  = 6.3810679373927848e-01
┌ Info: Finished
│ Δmass                   = 7.0103401895551229e-15
│ norm(Q)                 = 6.0927759884214716e-01
│ norm(Q) / norm(Q₀)      = 9.5482073662279399e-01
│ norm(Q) - norm(Q₀)      = -2.8829194897131316e-02
│ norm(Q - Qe)            = 1.3199024557832187e-01
└ norm(Q - Qe) / norm(Qe) = 2.0684663895343394e-01
[ Info: 
[ Info: (Array, Float64)
┌ Info: Starting
│ problem   = SolidBodyRotation
│ method    = SSPRK33ShuOsher
│ time step = 1.5151515151515152e-02
└ norm(Q₀)  = 6.3810679373927848e-01
┌ Info: Finished
│ Δmass                   = 2.6639292720309469e-15
│ norm(Q)                 = 6.0758654980256122e-01
│ norm(Q) / norm(Q₀)      = 9.5217063313513728e-01
│ norm(Q) - norm(Q₀)      = -3.0520243936717262e-02
│ norm(Q - Qe)            = 1.1055145388897815e-01
└ norm(Q - Qe) / norm(Qe) = 1.7324914101157168e-01
[ Info: 
[ Info: (Array, Float64)
┌ Info: Starting
│ problem   = SolidBodyRotation
│ method    = SSPRK34SpiteriRuuth
│ time step = 2.2727272727272728e-02
└ norm(Q₀)  = 6.3810679373927848e-01
┌ Info: Finished
│ Δmass                   = 1.9628952530754343e-15
│ norm(Q)                 = 5.9932132891912659e-01
│ norm(Q) / norm(Q₀)      = 9.3921790960276297e-01
│ norm(Q) - norm(Q₀)      = -3.8785464820151883e-02
│ norm(Q - Qe)            = 1.2641959922001447e-01
└ norm(Q - Qe) / norm(Qe) = 1.9811667962223226e-01
[ Info: 
[ Info: (Array, Float64)
┌ Info: Starting
│ problem   = ReversingDeformationalFlow
│ method    = LSRK144NiegemannDiehlBusch
│ time step = 1.6129032258064516e-01
└ norm(Q₀)  = 7.5338057383963131e-01
┌ Info: Finished
│ Δmass                   = 1.8614343182663521e-16
│ norm(Q)                 = 5.1909887102433183e-01
│ norm(Q) / norm(Q₀)      = 6.8902608993317371e-01
│ norm(Q) - norm(Q₀)      = -2.3428170281529948e-01
│ norm(Q - Qe)            = 5.5387951598735496e-01
└ norm(Q - Qe) / norm(Qe) = 7.3519219265833735e-01
[ Info: 
[ Info: (Array, Float64)
┌ Info: Starting
│ problem   = ReversingDeformationalFlow
│ method    = SSPRK33ShuOsher
│ time step = 3.3112582781456956e-02
└ norm(Q₀)  = 7.5338057383963131e-01
┌ Info: Finished
│ Δmass                   = 5.5843029547990565e-15
│ norm(Q)                 = 5.1716060651384743e-01
│ norm(Q) / norm(Q₀)      = 6.8645333377541140e-01
│ norm(Q) - norm(Q₀)      = -2.3621996732578388e-01
│ norm(Q - Qe)            = 5.5353962032596327e-01
└ norm(Q - Qe) / norm(Qe) = 7.3474103201895502e-01
[ Info: 
[ Info: (Array, Float64)
┌ Info: Starting
│ problem   = ReversingDeformationalFlow
│ method    = SSPRK34SpiteriRuuth
│ time step = 4.9504950495049507e-02
└ norm(Q₀)  = 7.5338057383963131e-01
┌ Info: Finished
│ Δmass                   = 5.0258726593191508e-15
│ norm(Q)                 = 5.1534369870022134e-01
│ norm(Q) / norm(Q₀)      = 6.8404166047679404e-01
│ norm(Q) - norm(Q₀)      = -2.3803687513940996e-01
│ norm(Q - Qe)            = 5.5404045660832868e-01
└ norm(Q - Qe) / norm(Qe) = 7.3540581725467313e-01
[ Info: 
Test Summary:                                                                                                                                   | Pass  Test Summary:                                                                                                                                   | Pass  Total
Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/advection_sphere.jl | /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/advection_sphere.jl |   12    12     12
   12

out_10795535

+ hostname
hpc-23-19.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795535_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795535_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Driver/gcm_driver_test.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = SphericalOrientation()
│     ref_state = HydrostaticState{DecayingTemperatureProfile{Float64},Float64}(DecayingTemperatureProfile{Float64}(300.0, 300.0, 8776.832091407436), 0.0)
│     turbulence = ConstantViscosityWithDivergence{Float64}(0.0)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = DryModel()
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = Gravity()
│     tracers = NoTracers()
│     boundarycondition = AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC())
│     init_state_prognostic = AcousticWaveSetup{Float64}(10000.0, 300.0, 3.0, 100.0, 1)
└     data_config = nothing
┌ Info: Establishing Atmos GCM configuration for GCM Driver test
│     precision        = Float64
│     polynomial order = 4
│     #horiz elems     = 4
│     #vert elems      = 6
│     domain height    = 1.00e+04 m
│     MPI ranks        = 1
│     min(Δ_horz)      = 305681.05 m
└     min(Δ_vert)      = 287.79 m
[ Info: Initializing GCM Driver test
┌ Info: Starting GCM Driver test
│     dt              = 6.00000e+02
│     timeend         =  1800.00
│     number of steps = 3
└     norm(Q)         = 9.5073564673382391e+13
┌ Info: Update
│     simtime =  1200.00 /  1800.00
│     runtime = 00:01:19
└     norm(Q) = 9.5073509603404625e+13
┌ Info: Finished
│     norm(Q)            = 9.5073454833171922e+13
│     norm(Q) / norm(Q₀) = 9.9999884468189615e-01
└     norm(Q) - norm(Q₀) = -1.0984021046875000e+08

out_10795536

+ hostname
hpc-23-20.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795536_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795536_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/SystemSolvers/poisson.jl
[ Info: (Array, Float64, 1, 2)
┌ Info: Finished
│ error = 5.0540243605694528e-02
└ iters = 49
[ Info: (Array, Float64, 1, 3)
┌ Info: Finished
│ error = 1.4957957659447905e-02
└ iters = 39
[ Info: (Array, Float64, 2, 2)
┌ Info: Finished
│ error = 5.0540243614350271e-02
└ iters = 38
[ Info: (Array, Float64, 2, 3)
┌ Info: Finished
│ error = 1.4957957667511290e-02
└ iters = 35

out_10795537

+ hostname
hpc-89-16.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795537_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795537_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/SystemSolvers/columnwiselu.jl

out_10795538

+ hostname
hpc-24-07.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795538_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795538_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/SystemSolvers/bandedsystem.jl
Test Summary:                                                                                                                              | Pass  Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/SystemSolvers/bandedsystem.jl DGModel matrix |   72     72
Test Summary:                                                                                                                              | Test Summary:                                                                                                                              | Pass  Pass  Total
Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/SystemSolvers/bandedsystem.jl DGModel matrix | /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/SystemSolvers/bandedsystem.jl DGModel matrix |   72    72     72
   72

out_10795539

+ hostname
hpc-24-09.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795539_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795539_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/Mesh/interpolation.jl
Test Summary:       | Test Summary:       | Pass  Pass  Test Summary:       | Total
Total
Pass  Interpolation tests | Total
   4  Interpolation tests |     4
   4      4
Interpolation tests |    4      4

out_10795540

+ hostname
hpc-89-15.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795540_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795540_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Ocean/ShallowWater/GyreDriver.jl
[ Info: running Ne 10 and N 4 with
┌ Info: 
└  dt = 63.102347
┌ Info: Finished
└ error = 1.6068814534515000e-03

out_10795541

+ hostname
hpc-89-15.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795541_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795541_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Ocean/HydrostaticBoussinesq/test_windstress_short.jl
[ Info: Initializing test_windstress_short_imex
# SC Start: creating state check callback
# SC Creating state check callback labeled "Q" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "s_aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Finish: creating state check callback
┌ Info: Starting test_windstress_short_imex
│     dt              = 6.00000e+01
│     timeend         =  3600.00
│     number of steps = 60
└     norm(Q)         = 3.9999999999999446e+08
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|           Q|     u[1] | -4.816967156150e-03|  4.816797832405e-03| -2.356935541428e-09|  6.651412037705e-04|
# SC 0000000|           Q|     u[2] | -7.872140840669e-05|  7.203628891515e-05| -7.310803632751e-08|  1.088490400697e-05|
# SC 0000000|           Q|        η | -4.385704986098e-04|  4.381813998638e-04| -2.721125189119e-07|  8.454436630824e-05|
# SC 0000000|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  1.199572584500e-14|
# SC 0000000|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000000|       s_aux|        w | -1.953128148108e-06|  1.950431915088e-06|  4.748929817334e-11|  1.000778168241e-07|
# SC 0000000|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000000|       s_aux|      wz0 | -1.953128148108e-06|  1.950431915088e-06| -1.924606566695e-09|  3.789940508572e-07|
# SC 0000000|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000006|           Q|     u[1] | -8.762581102234e-03|  8.761248683760e-03| -1.404788004066e-08|  1.217124187050e-03|
# SC 0000006|           Q|     u[2] | -3.134179749775e-04|  2.871487509767e-04| -2.705317220278e-07|  4.279575122622e-05|
# SC 0000006|           Q|        η | -1.177011416839e-03|  1.174648857528e-03| -1.498143862249e-06|  2.329907999113e-04|
# SC 0000006|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  1.970458404621e-14|
# SC 0000006|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000006|       s_aux|        w | -3.197897871821e-06|  3.193033593149e-06|  8.484554670326e-10|  2.621973564041e-07|
# SC 0000006|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000006|       s_aux|      wz0 | -1.991406694755e-06|  1.980751901700e-06| -4.923446927061e-09|  4.318253011329e-07|
# SC 0000006|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000012|           Q|     u[1] | -1.264425824032e-02|  1.263981684961e-02| -4.486957235733e-08|  1.765747718816e-03|
# SC 0000012|           Q|     u[2] | -7.010843384193e-04|  6.429024646858e-04| -5.848583241079e-07|  9.524091316591e-05|
# SC 0000012|           Q|        η | -1.819988514163e-03|  1.808744085910e-03| -3.778043931427e-06|  3.803662258185e-04|
# SC 0000012|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  2.617527234834e-14|
# SC 0000012|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000012|       s_aux|        w | -5.630057828421e-06|  5.596583253418e-06|  3.164061138753e-09|  4.825155701059e-07|
# SC 0000012|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000012|       s_aux|      wz0 | -1.576093946334e-06|  1.568124012666e-06| -7.583269972810e-09|  4.267753819289e-07|
# SC 0000012|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000018|           Q|     u[1] | -1.645654509718e-02|  1.644615702006e-02| -1.032150583512e-07|  2.307128543625e-03|
# SC 0000018|           Q|     u[2] | -1.233428986672e-03|  1.131616967162e-03| -1.009823039237e-06|  1.675709039297e-04|
# SC 0000018|           Q|        η | -2.329993234096e-03|  2.292956326465e-03| -6.772692961080e-06|  5.217457551215e-04|
# SC 0000018|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  3.061236137569e-14|
# SC 0000018|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000018|       s_aux|        w | -7.938593603830e-06|  7.853434809666e-06|  7.637738310016e-09|  6.980294213035e-07|
# SC 0000018|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000018|       s_aux|      wz0 | -1.675351948779e-06|  1.567315725745e-06| -8.742176022146e-09|  4.431051792999e-07|
# SC 0000018|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000024|           Q|     u[1] | -2.021637956719e-02|  2.019633829637e-02| -1.968442908499e-07|  2.839714754261e-03|
# SC 0000024|           Q|     u[2] | -1.899493706694e-03|  1.742861447296e-03| -1.540049095619e-06|  2.591715930536e-04|
# SC 0000024|           Q|        η | -2.784265516077e-03|  2.700036662806e-03| -9.829345973569e-06|  6.679405624558e-04|
# SC 0000024|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  3.519227574535e-14|
# SC 0000024|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000024|       s_aux|        w | -1.001372769648e-05|  9.865253197740e-06|  1.449921459569e-08|  8.941344575390e-07|
# SC 0000024|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000024|       s_aux|      wz0 | -1.933997836082e-06|  1.744961820730e-06| -7.939062669512e-09|  4.761227083280e-07|
# SC 0000024|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000024|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000024|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000024|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000030|           Q|     u[1] | -2.391716562600e-02|  2.388293688082e-02| -3.328564784521e-07|  3.362338714279e-03|
# SC 0000030|           Q|     u[2] | -2.692169269866e-03|  2.468050482134e-03| -2.169445397514e-06|  3.694308905986e-04|
# SC 0000030|           Q|        η | -3.264926351935e-03|  3.101026673255e-03| -1.231326906897e-05|  8.270172791617e-04|
# SC 0000030|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  4.017641499987e-14|
# SC 0000030|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000030|       s_aux|        w | -1.189520703442e-05|  1.168148612207e-05|  2.346266606741e-08|  1.074913450505e-06|
# SC 0000030|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000030|       s_aux|      wz0 | -1.923965952388e-06|  1.758045519807e-06| -5.713613752806e-09|  5.178487682610e-07|
# SC 0000030|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000030|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000030|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000030|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000036|           Q|     u[1] | -2.753725889773e-02|  2.748360082038e-02| -5.172970443874e-07|  3.873861642984e-03|
# SC 0000036|           Q|     u[2] | -3.625447763663e-03|  3.323903518843e-03| -2.888040827870e-06|  4.976978646978e-04|
# SC 0000036|           Q|        η | -3.819697922034e-03|  3.552898489487e-03| -1.391134533861e-05|  1.001348146214e-03|
# SC 0000036|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  4.651122561947e-14|
# SC 0000036|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000036|       s_aux|        w | -1.368622467332e-05|  1.341298753104e-05|  3.392976403272e-08|  1.248511670518e-06|
# SC 0000036|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000036|       s_aux|      wz0 | -1.758735343429e-06|  1.587616352808e-06| -3.222608726208e-09|  5.558161475031e-07|
# SC 0000036|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000042|           Q|     u[1] | -3.106603432026e-02|  3.098697613099e-02| -7.549563284923e-07|  4.373547256258e-03|
# SC 0000042|           Q|     u[2] | -4.680063476788e-03|  4.292118522061e-03| -3.682691577686e-06|  6.432860922793e-04|
# SC 0000042|           Q|        η | -4.446240411920e-03|  4.054496025076e-03| -1.474860285970e-05|  1.187703458556e-03|
# SC 0000042|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  5.349351338965e-14|
# SC 0000042|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000042|       s_aux|        w | -1.550249952047e-05|  1.518213613114e-05|  4.528758982624e-08|  1.429910421051e-06|
# SC 0000042|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000042|       s_aux|      wz0 | -1.852119287415e-06|  1.465936436726e-06| -1.648633384452e-09|  5.982279762284e-07|
# SC 0000042|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000042|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000042|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000042|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000048|           Q|     u[1] | -3.452156612406e-02|  3.441036058033e-02| -1.049570608110e-06|  4.860993509216e-03|
# SC 0000048|           Q|     u[2] | -5.850152222390e-03|  5.366592109213e-03| -4.539905849169e-06|  8.055054340231e-04|
# SC 0000048|           Q|        η | -5.103992701005e-03|  4.571363448412e-03| -1.529794347793e-05|  1.382596716554e-03|
# SC 0000048|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  6.134164199963e-14|
# SC 0000048|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000048|       s_aux|        w | -1.739230848367e-05|  1.704024405455e-05|  5.717365982653e-08|  1.626402214992e-06|
# SC 0000048|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000048|       s_aux|      wz0 | -1.872928616492e-06|  1.498487547932e-06| -1.670248537402e-09|  6.496033713537e-07|
# SC 0000048|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000048|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000048|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000048|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000054|           Q|     u[1] | -3.790268773097e-02|  3.775204873928e-02| -1.403915034235e-06|  5.335728163642e-03|
# SC 0000054|           Q|     u[2] | -7.131285208999e-03|  6.543481344603e-03| -5.446542094527e-06|  9.836704841026e-04|
# SC 0000054|           Q|        η | -5.751568978881e-03|  5.068239099488e-03| -1.613450298952e-05|  1.585997167996e-03|
# SC 0000054|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  6.624470479663e-14|
# SC 0000054|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000054|       s_aux|        w | -1.931252547039e-05|  1.894139281940e-05|  6.962872013436e-08|  1.829623294284e-06|
# SC 0000054|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000054|       s_aux|      wz0 | -1.784606065009e-06|  1.420965324240e-06| -3.155751678054e-09|  7.005111441603e-07|
# SC 0000054|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000054|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000054|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000054|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Finished
│     norm(Q)            = 4.0000000866202027e+08
│     norm(Q) / norm(Q₀) = 1.0000000216550646e+00
└     norm(Q) - norm(Q₀) = 8.6620258092880249e+00
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [     "Q",   "u[1]", -3.79026877309739870792e-02,  3.77520487392761019962e-02, -1.40391503423549583165e-06,  5.33572816364154094149e-03 ],
 [     "Q",   "u[2]", -7.13128520899887919510e-03,  6.54348134460299140497e-03, -5.44654209452693992255e-06,  9.83670484102603564017e-04 ],
 [     "Q",       :η, -5.75156897888058193241e-03,  5.06823909948795735952e-03, -1.61345029895165045981e-05,  1.58599716799624540151e-03 ],
 [     "Q",       :θ,  2.00000000000000000000e+01,  2.00000000000003126388e+01,  2.00000000000000532907e+01,  6.62447047966319320733e-14 ],
 [ "s_aux",       :y,  0.00000000000000000000e+00,  1.00000000000000011642e+06,  5.00000000000000000000e+05,  2.92779390974978974555e+05 ],
 [ "s_aux",       :w, -1.93125254703896203582e-05,  1.89413928193984730205e-05,  6.96287201343573299992e-08,  1.82962329428399408567e-06 ],
 [ "s_aux",    :pkin, -1.60000000000008335554e+00,  0.00000000000000000000e+00, -8.00000000000004152234e-01,  4.68447025559968477371e-01 ],
 [ "s_aux",     :wz0, -1.78460606500916480061e-06,  1.42096532424022238496e-06, -3.15575167805438891908e-09,  7.00511144160313463859e-07 ],
 [ "s_aux",  "uᵈ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux",  "uᵈ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux", "ΔGᵘ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux", "ΔGᵘ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [     "Q",   "u[1]",    16,    16,    16,    16 ],
 [     "Q",   "u[2]",    16,    16,    16,    16 ],
 [     "Q",       :η,    16,    16,    16,    16 ],
 [     "Q",       :θ,    16,    16,    16,    16 ],
 [ "s_aux",       :y,    16,    16,    16,    16 ],
 [ "s_aux",       :w,    16,    16,    16,    16 ],
 [ "s_aux",    :pkin,    16,    16,    16,    16 ],
 [ "s_aux",     :wz0,    16,    16,    16,    16 ],
 [ "s_aux",  "uᵈ[1]",    16,    16,    16,    16 ],
 [ "s_aux",  "uᵈ[2]",    16,    16,    16,    16 ],
 [ "s_aux", "ΔGᵘ[1]",    16,    16,    16,    16 ],
 [ "s_aux", "ΔGᵘ[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC            Q,         u[1],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC            Q,         u[2],        15,        14,        15,        15 :: P=6, F=0, NA=0
# SC            Q,            η,        15,        15,        14,        15 :: P=6, F=0, NA=0
# SC            Q,            θ,        15,        15,        15,         0 :: P=5, F=0, NA=1
# SC        s_aux,            y,        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,            w,        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,         pkin,        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,          wz0,        15,        15,        13,        15 :: P=6, F=0, NA=0
# SC        s_aux,        uᵈ[1],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,        uᵈ[2],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,       ΔGᵘ[1],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,       ΔGᵘ[2],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
[ Info: Initializing test_windstress_short_explicit
# SC Start: creating state check callback
# SC Creating state check callback labeled "Q" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "s_aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Finish: creating state check callback
┌ Info: Starting test_windstress_short_explicit
│     dt              = 1.80000e+02
│     timeend         =  3600.00
│     number of steps = 20
└     norm(Q)         = 3.9999999999999446e+08
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|           Q|     u[1] | -4.311389428486e-03|  4.311221203173e-03| -1.813755586124e-09|  6.130681475117e-04|
# SC 0000000|           Q|     u[2] | -7.877319739560e-05|  7.209299779630e-05| -7.303174465974e-08|  1.089045733547e-05|
# SC 0000000|           Q|        η | -4.369485168766e-04|  4.365688648997e-04| -2.729711314561e-07|  8.426400929553e-05|
# SC 0000000|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  6.059836343579e-14|
# SC 0000000|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000000|       s_aux|        w | -1.899580941496e-06|  1.897117429254e-06|  3.622570382174e-11|  9.378319054235e-08|
# SC 0000000|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000000|       s_aux|      wz0 | -1.899580941496e-06|  1.897117429254e-06| -1.753562459382e-09|  3.676303739275e-07|
# SC 0000000|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000002|           Q|     u[1] | -8.260487146942e-03|  8.259156324526e-03| -1.356714251668e-08|  1.169746700707e-03|
# SC 0000002|           Q|     u[2] | -3.136572129836e-04|  2.873859649976e-04| -2.704953474373e-07|  4.281988724435e-05|
# SC 0000002|           Q|        η | -1.176261010794e-03|  1.173877529627e-03| -1.498089685576e-06|  2.328320889793e-04|
# SC 0000002|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  1.026430733936e-13|
# SC 0000002|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000002|       s_aux|        w | -3.046993287780e-06|  3.042926104409e-06|  7.718534555013e-10|  2.490925638605e-07|
# SC 0000002|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000002|       s_aux|      wz0 | -2.014339235275e-06|  2.004519990702e-06| -4.726609117869e-09|  4.318678716596e-07|
# SC 0000002|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000002|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000002|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000002|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000004|           Q|     u[1] | -1.214565487011e-02|  1.214121470464e-02| -4.439073428251e-08|  1.720517653366e-03|
# SC 0000004|           Q|     u[2] | -7.016109920241e-04|  6.434067088805e-04| -5.849606718431e-07|  9.529698740507e-05|
# SC 0000004|           Q|        η | -1.820349956399e-03|  1.809050823687e-03| -3.774821243073e-06|  3.803653602057e-04|
# SC 0000004|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  1.200365740635e-13|
# SC 0000004|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000004|       s_aux|        w | -5.474985460706e-06|  5.444136005784e-06|  2.974630603310e-09|  4.680749868062e-07|
# SC 0000004|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000004|       s_aux|      wz0 | -1.604021507518e-06|  1.597346672191e-06| -7.436191095028e-09|  4.267729269383e-07|
# SC 0000004|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000004|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000004|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000004|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000006|           Q|     u[1] | -1.596136765816e-02|  1.595097673565e-02| -1.027521293376e-07|  2.263177151532e-03|
# SC 0000006|           Q|     u[2] | -1.234398889451e-03|  1.132531422503e-03| -1.010182178552e-06|  1.676718939562e-04|
# SC 0000006|           Q|        η | -2.330837525066e-03|  2.293764036552e-03| -6.766517217461e-06|  5.218029755633e-04|
# SC 0000006|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  1.529211626936e-13|
# SC 0000006|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000006|       s_aux|        w | -7.798029045070e-06|  7.716760875011e-06|  7.297685907780e-09|  6.847990888626e-07|
# SC 0000006|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000006|       s_aux|      wz0 | -1.646242567868e-06|  1.557940216615e-06| -8.717665903712e-09|  4.413743661867e-07|
# SC 0000006|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000008|           Q|     u[1] | -1.972452482640e-02|  1.970447322639e-02| -1.964094251415e-07|  2.796651611416e-03|
# SC 0000008|           Q|     u[2] | -1.901079234369e-03|  1.744347101225e-03| -1.540720109423e-06|  2.593294542412e-04|
# SC 0000008|           Q|        η | -2.785090697619e-03|  2.700763024289e-03| -9.823445455896e-06|  6.679839568664e-04|
# SC 0000008|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  1.851934405573e-13|
# SC 0000008|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000008|       s_aux|        w | -9.888759594644e-06|  9.744626996663e-06|  1.400533888096e-08|  8.821743235619e-07|
# SC 0000008|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000008|       s_aux|      wz0 | -1.925657331868e-06|  1.734197209346e-06| -8.044368263616e-09|  4.735436151040e-07|
# SC 0000008|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000008|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000008|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000008|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000010|           Q|     u[1] | -2.342862060748e-02|  2.339437288478e-02| -3.324411871528e-07|  3.319963996604e-03|
# SC 0000010|           Q|     u[2] | -2.694467031657e-03|  2.470242789669e-03| -2.170476743975e-06|  3.696571036460e-04|
# SC 0000010|           Q|        η | -3.265308098910e-03|  3.101452541371e-03| -1.231149748860e-05|  8.270038574749e-04|
# SC 0000010|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  2.071902033084e-13|
# SC 0000010|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000010|       s_aux|        w | -1.178129053271e-05|  1.157184827780e-05|  2.284473836529e-08|  1.063844615414e-06|
# SC 0000010|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000010|       s_aux|      wz0 | -1.931456872925e-06|  1.764421060150e-06| -5.891112667841e-09|  5.148620403427e-07|
# SC 0000010|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000010|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000010|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000010|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000012|           Q|     u[1] | -2.705220149700e-02|  2.699850959020e-02| -5.169178717649e-07|  3.832058754242e-03|
# SC 0000012|           Q|     u[2] | -3.628600910888e-03|  3.326840085603e-03| -2.889544606841e-06|  4.980041845377e-04|
# SC 0000012|           Q|        η | -3.819295208645e-03|  3.552596330844e-03| -1.391591613840e-05|  1.001245853841e-03|
# SC 0000012|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  2.168215422198e-13|
# SC 0000012|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000012|       s_aux|        w | -1.357516377098e-05|  1.330565513804e-05|  3.323240515504e-08|  1.237681281277e-06|
# SC 0000012|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000012|       s_aux|      wz0 | -1.772986863410e-06|  1.603032718529e-06| -3.385868384792e-09|  5.532509856651e-07|
# SC 0000012|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000014|           Q|     u[1] | -3.058428363017e-02|  3.050517126116e-02| -7.546648127322e-07|  4.332229990386e-03|
# SC 0000014|           Q|     u[2] | -4.684206840555e-03|  4.295970306672e-03| -3.684791997513e-06|  6.436840929624e-04|
# SC 0000014|           Q|        η | -4.445302086602e-03|  4.053697503641e-03| -1.475853972635e-05|  1.187569390148e-03|
# SC 0000014|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  2.336906331567e-13|
# SC 0000014|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000014|       s_aux|        w | -1.538617529373e-05|  1.506854486868e-05|  4.455031175629e-08|  1.418041326495e-06|
# SC 0000014|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000014|       s_aux|      wz0 | -1.845356115397e-06|  1.465815904160e-06| -1.721647303234e-09|  5.948519262166e-07|
# SC 0000014|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000014|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000014|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000014|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000016|           Q|     u[1] | -3.404281772351e-02|  3.393153101919e-02| -1.049411459420e-06|  4.820097887826e-03|
# SC 0000016|           Q|     u[2] | -5.855406717581e-03|  5.371471180061e-03| -4.542670378030e-06|  8.060056782615e-04|
# SC 0000016|           Q|        η | -5.103297929071e-03|  4.570797871933e-03| -1.530870826891e-05|  1.382500582395e-03|
# SC 0000016|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  2.508997975919e-13|
# SC 0000016|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000016|       s_aux|        w | -1.726999166427e-05|  1.691956037185e-05|  5.641388720441e-08|  1.613411959384e-06|
# SC 0000016|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000016|       s_aux|      wz0 | -1.876039260584e-06|  1.499928919906e-06| -1.621119551315e-09|  6.460890515998e-07|
# SC 0000016|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000016|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000016|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000016|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000018|           Q|     u[1] | -3.742707526393e-02|  3.727632153014e-02| -1.403926942852e-06|  5.295218499315e-03|
# SC 0000018|           Q|     u[2] | -7.137763767925e-03|  6.549492263352e-03| -5.450046423141e-06|  9.842831488039e-04|
# SC 0000018|           Q|        η | -5.751463807587e-03|  5.068199057425e-03| -1.613994636799e-05|  1.585942551185e-03|
# SC 0000018|           Q|        θ |  2.000000000000e+01|  2.000000000000e+01|  2.000000000000e+01|  2.675854553742e-13|
# SC 0000018|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000018|       s_aux|        w | -1.919038468734e-05|  1.882013680030e-05|  6.883311652421e-08|  1.816577387352e-06|
# SC 0000018|       s_aux|     pkin | -1.600000000000e+00|  0.000000000000e+00| -8.000000000000e-01|  4.684470255600e-01|
# SC 0000018|       s_aux|      wz0 | -1.793590663227e-06|  1.429781242515e-06| -3.014556017895e-09|  6.972464855352e-07|
# SC 0000018|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Finished
│     norm(Q)            = 4.0000000865954304e+08
│     norm(Q) / norm(Q₀) = 1.0000000216488714e+00
└     norm(Q) - norm(Q₀) = 8.6595485806465149e+00
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [     "Q",   "u[1]", -3.74270752639265999462e-02,  3.72763215301359362996e-02, -1.40392694285208118114e-06,  5.29521849931499036940e-03 ],
 [     "Q",   "u[2]", -7.13776376792461201420e-03,  6.54949226335151471479e-03, -5.45004642314125191898e-06,  9.84283148803916747502e-04 ],
 [     "Q",       :η, -5.75146380758659227922e-03,  5.06819905742458571424e-03, -1.61399463679930203460e-05,  1.58594255118544398206e-03 ],
 [     "Q",       :θ,  1.99999999999997797318e+01,  2.00000000000014530599e+01,  2.00000000000005329071e+01,  2.67585455374186858485e-13 ],
 [ "s_aux",       :y,  0.00000000000000000000e+00,  1.00000000000000011642e+06,  5.00000000000000000000e+05,  2.92779390974978974555e+05 ],
 [ "s_aux",       :w, -1.91903846873385913990e-05,  1.88201368002982581966e-05,  6.88331165242057969466e-08,  1.81657738735157746484e-06 ],
 [ "s_aux",    :pkin, -1.60000000000012110313e+00,  0.00000000000000000000e+00, -8.00000000000023470115e-01,  4.68447025559979357556e-01 ],
 [ "s_aux",     :wz0, -1.79359066322732244575e-06,  1.42978124251466165345e-06, -3.01455601789506194889e-09,  6.97246485535162120670e-07 ],
 [ "s_aux",  "uᵈ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux",  "uᵈ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux", "ΔGᵘ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux", "ΔGᵘ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [     "Q",   "u[1]",    16,    16,    16,    16 ],
 [     "Q",   "u[2]",    16,    16,    16,    16 ],
 [     "Q",       :η,    16,    16,    16,    16 ],
 [     "Q",       :θ,    16,    16,    16,    16 ],
 [ "s_aux",       :y,    16,    16,    16,    16 ],
 [ "s_aux",       :w,    16,    16,    16,    16 ],
 [ "s_aux",    :pkin,    16,    16,    16,    16 ],
 [ "s_aux",     :wz0,    16,    16,    16,    16 ],
 [ "s_aux",  "uᵈ[1]",    16,    16,    16,    16 ],
 [ "s_aux",  "uᵈ[2]",    16,    16,    16,    16 ],
 [ "s_aux", "ΔGᵘ[1]",    16,    16,    16,    16 ],
 [ "s_aux", "ΔGᵘ[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC            Q,         u[1],        15,        15,        13,        14 :: P=6, F=0, NA=0
# SC            Q,         u[2],        15,        15,        13,        15 :: P=6, F=0, NA=0
# SC            Q,            η,        13,        13,        12,        15 :: P=6, F=0, NA=0
# SC            Q,            θ,        15,        15,        15,         0 :: P=5, F=0, NA=1
# SC        s_aux,            y,        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,            w,        14,        14,        12,        14 :: P=6, F=0, NA=0
# SC        s_aux,         pkin,        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,          wz0,        13,        12,        10,        13 :: P=6, F=0, NA=0
# SC        s_aux,        uᵈ[1],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,        uᵈ[2],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,       ΔGᵘ[1],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,       ΔGᵘ[2],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
Test Summary:                                                                                                                             | Pass  Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Ocean/HydrostaticBoussinesq/test_windstress_short.jl |    2      2

out_10795542

+ hostname
hpc-93-24.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795542_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795542_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Ocean/HydrostaticBoussinesq/test_ocean_gyre_short.jl
[ Info: Initializing ocean_gyre_short
# SC Start: creating state check callback
# SC Creating state check callback labeled "Q" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "s_aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Finish: creating state check callback
┌ Info: Starting ocean_gyre_short
│     dt              = 1.20000e+02
│     timeend         =  3600.00
│     number of steps = 30
└     norm(Q)         = 1.0488088481701517e+08
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|           Q|     u[1] | -1.694654604701e-03|  1.694444069639e-03| -3.204757509056e-05|  2.411231420516e-04|
# SC 0000000|           Q|     u[2] | -4.419653174086e-03|  3.003231216575e-05| -1.741856718246e-03|  1.343633351187e-03|
# SC 0000000|           Q|        η | -1.686210422227e-03|  1.698617437205e-03| -2.135337799588e-07|  1.147955573931e-03|
# SC 0000000|           Q|        θ |  1.607040644379e-06|  9.000709421207e+00|  2.499996824983e+00|  2.197465993107e+00|
# SC 0000000|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000000|       s_aux|        w | -9.003697553112e-06|  8.996346859465e-06|  1.472037593282e-10|  4.237865672440e-06|
# SC 0000000|       s_aux|     pkin | -9.000010254289e-01|  0.000000000000e+00| -3.321424739851e-01|  2.562775390129e-01|
# SC 0000000|       s_aux|      wz0 | -9.003697553112e-06|  8.996346859465e-06| -1.352767270407e-09|  6.084606241868e-06|
# SC 0000000|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000003|           Q|     u[1] | -3.332121798524e-03|  3.343847010786e-03| -1.242442904651e-04|  4.791988841668e-04|
# SC 0000003|           Q|     u[2] | -8.784144804619e-03|  1.270159108885e-04| -3.419469205989e-03|  2.707815238537e-03|
# SC 0000003|           Q|        η | -6.762998463620e-03|  6.728221794862e-03| -1.042319962594e-06|  4.572329398935e-03|
# SC 0000003|           Q|        θ |  2.959163604609e-06|  9.001290750250e+00|  2.499987423196e+00|  2.197453000588e+00|
# SC 0000003|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000003|       s_aux|        w | -1.860524209821e-05|  1.856634019219e-05|  1.506591867623e-09|  8.660945170724e-06|
# SC 0000003|       s_aux|     pkin | -9.000007093804e-01|  0.000000000000e+00| -3.321413392068e-01|  2.562755870574e-01|
# SC 0000003|       s_aux|      wz0 | -1.852442488517e-05|  1.842334408646e-05| -2.991033408748e-09|  1.242916900697e-05|
# SC 0000003|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000003|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000003|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000003|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000006|           Q|     u[1] | -4.989971227921e-03|  5.035425787491e-03| -2.729036676112e-04|  7.340321256355e-04|
# SC 0000006|           Q|     u[2] | -1.305347809685e-02|  3.136898167641e-04| -5.047705156872e-03|  4.052417067946e-03|
# SC 0000006|           Q|        η | -1.525807244970e-02|  1.518101132916e-02| -2.210793708691e-06|  1.027519921899e-02|
# SC 0000006|           Q|        θ |  4.179059452718e-06|  9.001787975812e+00|  2.499971839657e+00|  2.197432483439e+00|
# SC 0000006|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000006|       s_aux|        w | -3.001463467543e-05|  2.802537883211e-05|  5.054024426513e-09|  1.306924584713e-05|
# SC 0000006|       s_aux|     pkin | -8.999980660900e-01|  0.000000000000e+00| -3.321394592753e-01|  2.562725923101e-01|
# SC 0000006|       s_aux|      wz0 | -2.793550780562e-05|  2.777297945544e-05| -3.168446557993e-09|  1.874177116688e-05|
# SC 0000006|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000009|           Q|     u[1] | -6.618131458184e-03|  6.727903984935e-03| -4.742061229181e-04|  1.010822419057e-03|
# SC 0000009|           Q|     u[2] | -1.719556379618e-02|  6.187601221292e-04| -6.605556756109e-03|  5.363347432864e-03|
# SC 0000009|           Q|        η | -2.699583523462e-02|  2.679016409515e-02| -3.114058414201e-06|  1.820252610325e-02|
# SC 0000009|           Q|        θ |  5.295942717864e-06|  9.002210163040e+00|  2.499950264892e+00|  2.197404702175e+00|
# SC 0000009|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000009|       s_aux|        w | -4.050702870905e-05|  3.689438200511e-05|  1.083490397977e-08|  1.733948500254e-05|
# SC 0000009|       s_aux|     pkin | -8.999926839173e-01|  0.000000000000e+00| -3.321368587347e-01|  2.562685798819e-01|
# SC 0000009|       s_aux|      wz0 | -3.674861150947e-05|  3.651488771935e-05| -1.820759778404e-09|  2.477908523566e-05|
# SC 0000009|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000009|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000009|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000009|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000012|           Q|     u[1] | -8.195087436033e-03|  8.400861797203e-03| -7.212646277029e-04|  1.313806469112e-03|
# SC 0000012|           Q|     u[2] | -2.117901852736e-02|  1.066508623409e-03| -8.071715793874e-03|  6.630052295993e-03|
# SC 0000012|           Q|        η | -4.171896838112e-02|  4.139918552779e-02| -3.494210435762e-06|  2.822230615602e-02|
# SC 0000012|           Q|        θ |  6.332227053424e-06|  9.002569101133e+00|  2.499923033674e+00|  2.197370123907e+00|
# SC 0000012|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000012|       s_aux|        w | -4.973455224761e-05|  4.557225064852e-05|  1.803607345153e-08|  2.138741105113e-05|
# SC 0000012|       s_aux|     pkin | -8.999847372629e-01|  0.000000000000e+00| -3.321335814467e-01|  2.562636024926e-01|
# SC 0000012|       s_aux|      wz0 | -4.513722696981e-05|  4.479849155312e-05| -5.609144760914e-10|  3.038438837350e-05|
# SC 0000012|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000015|           Q|     u[1] | -9.726520479918e-03|  1.005904974704e-02| -1.004255255909e-03|  1.645538049218e-03|
# SC 0000015|           Q|     u[2] | -2.501406481166e-02|  1.689009091289e-03| -9.426412233980e-03|  7.843599061409e-03|
# SC 0000015|           Q|        η | -5.921615386192e-02|  5.889613734760e-02| -3.680332506283e-06|  4.016777464044e-02|
# SC 0000015|           Q|        θ |  7.305104943842e-06|  9.002874681341e+00|  2.499890559630e+00|  2.197329301626e+00|
# SC 0000015|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000015|       s_aux|        w | -5.948595132775e-05|  5.469848166531e-05|  2.598427112097e-08|  2.519877261107e-05|
# SC 0000015|       s_aux|     pkin | -8.999744378382e-01|  0.000000000000e+00| -3.321296819534e-01|  2.562577250523e-01|
# SC 0000015|       s_aux|      wz0 | -5.235960954420e-05|  5.365290344126e-05| -7.205492319171e-10|  3.553359530578e-05|
# SC 0000015|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000015|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000015|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000015|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000018|           Q|     u[1] | -1.124997028181e-02|  1.171010055486e-02| -1.312281744996e-03|  2.006148284267e-03|
# SC 0000018|           Q|     u[2] | -2.864147850802e-02|  2.511615586988e-03| -1.065215882491e-02|  8.996437059822e-03|
# SC 0000018|           Q|        η | -7.895375354801e-02|  7.927694978038e-02| -4.165909335373e-06|  5.388043494707e-02|
# SC 0000018|           Q|        θ |  8.227768685541e-06|  9.003134229683e+00|  2.499853281271e+00|  2.197282776257e+00|
# SC 0000018|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000018|       s_aux|        w | -6.967771268071e-05|  6.338964056917e-05|  3.485579192157e-08|  2.880152698556e-05|
# SC 0000018|       s_aux|     pkin | -8.999619057795e-01|  0.000000000000e+00| -3.321252181400e-01|  2.562510117381e-01|
# SC 0000018|       s_aux|      wz0 | -6.073637735002e-05|  6.191960405688e-05| -1.929817555073e-09|  4.027492681642e-05|
# SC 0000018|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000021|           Q|     u[1] | -1.279168522901e-02|  1.337197550410e-02| -1.634791608123e-03|  2.394608175168e-03|
# SC 0000021|           Q|     u[2] | -3.202869868049e-02|  3.548906596481e-03| -1.173332434310e-02|  1.008207843281e-02|
# SC 0000021|           Q|        η | -1.014365050444e-01|  1.029200019825e-01| -5.037972030974e-06|  6.921205934717e-02|
# SC 0000021|           Q|        θ |  9.110336142452e-06|  9.003354354157e+00|  2.499811655280e+00|  2.197231072761e+00|
# SC 0000021|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000021|       s_aux|        w | -7.954504468847e-05|  7.139520986636e-05|  4.540183472876e-08|  3.219412011826e-05|
# SC 0000021|       s_aux|     pkin | -8.999473139620e-01|  0.000000000000e+00| -3.321202500309e-01|  2.562435248305e-01|
# SC 0000021|       s_aux|      wz0 | -6.830136705402e-05|  6.941655071053e-05| -2.660750614604e-09|  4.459391118711e-05|
# SC 0000021|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000021|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000021|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000021|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000024|           Q|     u[1] | -1.427585392135e-02|  1.511073031391e-02| -1.963862995452e-03|  2.810202579619e-03|
# SC 0000024|           Q|     u[2] | -3.514849322272e-02|  4.848579366867e-03| -1.265638687802e-02|  1.109556668551e-02|
# SC 0000024|           Q|        η | -1.259248821384e-01|  1.291327511333e-01| -5.923284070743e-06|  8.598866296967e-02|
# SC 0000024|           Q|        θ |  9.960560903645e-06|  9.003541565920e+00|  2.499766198348e+00|  2.197174787356e+00|
# SC 0000024|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000024|       s_aux|        w | -8.876392927493e-05|  7.890615906610e-05|  5.800201784938e-08|  3.531088640292e-05|
# SC 0000024|       s_aux|     pkin | -8.999309306863e-01|  0.000000000000e+00| -3.321148451886e-01|  2.562353354815e-01|
# SC 0000024|       s_aux|      wz0 | -7.535946820295e-05|  7.634316847655e-05| -2.117381537581e-09|  4.836819566606e-05|
# SC 0000024|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000024|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000024|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000024|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000027|           Q|     u[1] | -1.567527324655e-02|  1.685145058939e-02| -2.292470995126e-03|  3.251607019022e-03|
# SC 0000027|           Q|     u[2] | -3.797751892678e-02|  6.430038159690e-03| -1.340972832504e-02|  1.203373681946e-02|
# SC 0000027|           Q|        η | -1.532498559761e-01|  1.577693677258e-01| -6.479975248079e-06|  1.039858213758e-01|
# SC 0000027|           Q|        θ |  1.078422518241e-05|  9.003701817797e+00|  2.499717521061e+00|  2.197114656818e+00|
# SC 0000027|       s_aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927793909750e+05|
# SC 0000027|       s_aux|        w | -9.711674460449e-05|  8.578923929589e-05|  7.223054816256e-08|  3.808154093121e-05|
# SC 0000027|       s_aux|     pkin | -8.999130497675e-01|  0.000000000000e+00| -3.321090834593e-01|  2.562265328932e-01|
# SC 0000027|       s_aux|      wz0 | -8.177536685376e-05|  8.256313962995e-05| -1.107198846038e-09|  5.145809589652e-05|
# SC 0000027|       s_aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000027|       s_aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000027|       s_aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000027|       s_aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Finished
│     norm(Q)            = 1.0491961565660700e+08
│     norm(Q) / norm(Q₀) = 1.0003692840660088e+00
└     norm(Q) - norm(Q₀) = 3.8730839591830969e+04
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [     "Q",   "u[1]", -1.56752732465457698952e-02,  1.68514505893862798214e-02, -2.29247099512643048858e-03,  3.25160701902234457183e-03 ],
 [     "Q",   "u[2]", -3.79775189267773094492e-02,  6.43003815968998942987e-03, -1.34097283250433178814e-02,  1.20337368194613734962e-02 ],
 [     "Q",       :η, -1.53249855976140714198e-01,  1.57769367725845960360e-01, -6.47997524807942691574e-06,  1.03985821375781356535e-01 ],
 [     "Q",       :θ,  1.07842251824122442572e-05,  9.00370181779730316407e+00,  2.49971752106072120370e+00,  2.19711465681760964586e+00 ],
 [ "s_aux",       :y,  0.00000000000000000000e+00,  1.00000000000000011642e+06,  5.00000000000000000000e+05,  2.92779390974978974555e+05 ],
 [ "s_aux",       :w, -9.71167446044895538637e-05,  8.57892392958897861879e-05,  7.22305481625609170601e-08,  3.80815409312144906502e-05 ],
 [ "s_aux",    :pkin, -8.99913049767500972109e-01,  0.00000000000000000000e+00, -3.32109083459310172604e-01,  2.56226532893150116266e-01 ],
 [ "s_aux",     :wz0, -8.17753668537605539479e-05,  8.25631396299540855485e-05, -1.10719884603760479949e-09,  5.14580958965235382165e-05 ],
 [ "s_aux",  "uᵈ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux",  "uᵈ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux", "ΔGᵘ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [ "s_aux", "ΔGᵘ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [     "Q",   "u[1]",    16,    16,    16,    16 ],
 [     "Q",   "u[2]",    16,    16,    16,    16 ],
 [     "Q",       :η,    16,    16,    16,    16 ],
 [     "Q",       :θ,    16,    16,    16,    16 ],
 [ "s_aux",       :y,    16,    16,    16,    16 ],
 [ "s_aux",       :w,    16,    16,    16,    16 ],
 [ "s_aux",    :pkin,    16,    16,    16,    16 ],
 [ "s_aux",     :wz0,    16,    16,    16,    16 ],
 [ "s_aux",  "uᵈ[1]",    16,    16,    16,    16 ],
 [ "s_aux",  "uᵈ[2]",    16,    16,    16,    16 ],
 [ "s_aux", "ΔGᵘ[1]",    16,    16,    16,    16 ],
 [ "s_aux", "ΔGᵘ[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC            Q,         u[1],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC            Q,         u[2],        15,        13,        15,        15 :: P=6, F=0, NA=0
# SC            Q,            η,        15,        15,        11,        15 :: P=6, F=0, NA=0
# SC            Q,            θ,        14,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,            y,        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,            w,        15,        14,        12,        15 :: P=6, F=0, NA=0
# SC        s_aux,         pkin,        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,          wz0,        15,        14,        11,        15 :: P=6, F=0, NA=0
# SC        s_aux,        uᵈ[1],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,        uᵈ[2],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,       ΔGᵘ[1],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC        s_aux,       ΔGᵘ[2],        15,        15,        15,        15 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
Test Summary:                                                                                                                             | Pass  Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Ocean/HydrostaticBoussinesq/test_ocean_gyre_short.jl |    1      1

out_10795543

+ hostname
hpc-93-25.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795543_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795543_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Ocean/ShallowWater/test_2D_spindown.jl
┌ Info: doing VTK output
└   outprefix = "vtk_shallow_spindown/fast/mpirank0000_step0000"
# SC Start: creating state check callback
# SC Creating state check callback labeled "2D state" for symbols
# SC η
# SC U
# SC Finish: creating state check callback
┌ Info: Starting
│ norm(Q₀) = 9.9999999999999790e+05
└ ArrayType = Array
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|    2D state|        η | -9.569741287904e-01|  9.572536325331e-01| -2.277289468111e-16|  6.772772269809e-01|
# SC 0000000|    2D state|     U[1] | -1.792612966720e+01|  1.792612966720e+01|  5.876075320765e-15|  1.274355197613e+01|
# SC 0000000|    2D state|     U[2] | -2.496376089227e-13|  3.497413967978e-13|  1.041070124547e-14|  7.929349972499e-14|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000024|    2D state|        η | -8.244095513554e-01|  8.244589148866e-01|  1.865174681370e-17|  5.834134157601e-01|
# SC 0000024|    2D state|     U[1] | -3.512731117706e+01|  3.512731117706e+01| -1.080233680284e-14|  2.497927260261e+01|
# SC 0000024|    2D state|     U[2] | -1.259320870253e-12|  1.108781176160e-12| -1.172445536693e-14|  2.533112583753e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000048|    2D state|        η | -6.145203819081e-01|  6.144830537515e-01| -1.275424210689e-16|  4.348510211470e-01|
# SC 0000048|    2D state|     U[1] | -4.902146639825e+01|  4.902146639825e+01|  1.509285335599e-14|  3.485479452435e+01|
# SC 0000048|    2D state|     U[2] | -1.174780904095e-12|  1.672942218718e-12|  2.178517977045e-14|  3.110142759052e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000072|    2D state|        η | -3.472541313882e-01|  3.471183805848e-01|  5.488942633747e-17|  2.456506927206e-01|
# SC 0000072|    2D state|     U[1] | -5.827644751771e+01|  5.827644751771e+01| -2.123279885247e-14|  4.144059705157e+01|
# SC 0000072|    2D state|     U[2] | -2.286870692534e-12|  1.640932853791e-12| -2.853226251343e-14|  4.234306076619e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000096|    2D state|        η | -4.766791715989e-02|  4.748533026885e-02| -4.938272013533e-17|  3.370523201310e-02|
# SC 0000096|    2D state|     U[1] | -6.205705741054e+01|  6.205705741054e+01|  1.513273950593e-14|  4.412741174381e+01|
# SC 0000096|    2D state|     U[2] | -1.676710373732e-12|  2.373656772453e-12|  2.836696372081e-14|  4.371990432811e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000120|    2D state|        η | -2.560661317055e-01|  2.559209774112e-01| -1.093347634651e-16|  1.811751673243e-01|
# SC 0000120|    2D state|     U[1] | -6.000555971825e+01|  6.000555971825e+01| -2.302948665101e-14|  4.266712963920e+01|
# SC 0000120|    2D state|     U[2] | -2.459922147666e-12|  1.771517839652e-12| -2.852179086557e-14|  4.521107084814e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000144|    2D state|        η | -5.351537598208e-01|  5.351216131705e-01| -7.247535904753e-17|  3.786791010837e-01|
# SC 0000144|    2D state|     U[1] | -5.231305393727e+01|  5.231305393727e+01|  1.307586816601e-14|  3.719966457933e+01|
# SC 0000144|    2D state|     U[2] | -1.575442086988e-12|  2.123848400902e-12|  2.689826176346e-14|  3.885626022179e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000168|    2D state|        η | -7.635520896684e-01|  7.636812215943e-01| -2.437161583657e-16|  5.403525980179e-01|
# SC 0000168|    2D state|     U[1] | -3.973365758518e+01|  3.973365758518e+01| -1.575244518159e-14|  2.825093426030e+01|
# SC 0000168|    2D state|     U[2] | -1.755132570132e-12|  1.262987163087e-12| -1.647914548038e-14|  3.259601731729e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000192|    2D state|        η | -9.200318392957e-01|  9.200445942189e-01|  5.258016244625e-17|  6.510845233359e-01|
# SC 0000192|    2D state|     U[1] | -2.342831510202e+01|  2.342831510202e+01|  4.842923284620e-15|  1.665994914125e+01|
# SC 0000192|    2D state|     U[2] | -7.931242273344e-13|  1.056431594161e-12|  1.032390105112e-14|  1.968766345576e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000216|    2D state|        η | -9.898249673580e-01|  9.900349253706e-01| -1.955768880180e-16|  7.004902002493e-01|
# SC 0000216|    2D state|     U[1] | -4.953443307425e+00|  4.953443307425e+00| -6.442206490487e-15|  3.522373625300e+00|
# SC 0000216|    2D state|     U[2] | -5.210608988894e-13|  3.696130676040e-13| -7.146912393548e-15|  9.422360967327e-14|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000240|    2D state|        η | -9.666813506545e-01|  9.667066874618e-01|  2.220446049250e-17|  6.840979084406e-01|
# SC 0000240|    2D state|     U[1] | -1.396000083693e+01|  1.396000083693e+01| -6.537342889246e-15|  9.927318838114e+00|
# SC 0000240|    2D state|     U[2] | -3.702603884127e-13|  3.385662599842e-13| -7.799130264458e-15|  9.005806596409e-14|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000264|    2D state|        η | -8.527229699516e-01|  8.528466763135e-01| -2.552624778218e-16|  6.034542399906e-01|
# SC 0000264|    2D state|     U[1] | -3.154314019458e+01|  3.154314019458e+01|  7.297384571614e-15|  2.242738151746e+01|
# SC 0000264|    2D state|     U[2] | -7.622243983656e-13|  9.721569302926e-13|  1.392696074419e-14|  1.956067038467e-13|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
2D error = 0.00010328738269771511
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "2D state",     :η, -8.52722969951589915283e-01,  8.52846676313531282254e-01, -2.55262477821815981835e-16,  6.03454239990563690021e-01 ],
 [ "2D state", "U[1]", -3.15431401945821825450e+01,  3.15431401945818628008e+01,  7.29738457161399701679e-15,  2.24273815174625497093e+01 ],
 [ "2D state", "U[2]", -7.62224398365580242501e-13,  9.72156930292624284356e-13,  1.39269607441935025982e-14,  1.95606703846656748360e-13 ],
]
parr = [
 [ "2D state",     :η,    16,    16,    16,    16 ],
 [ "2D state", "U[1]",    16,    16,    16,    16 ],
 [ "2D state", "U[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC     2D state,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC     2D state,         U[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC     2D state,         U[2],         0,         0,         0,         0 :: P=2, F=0, NA=4
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
Test Summary:                                                                                                               | Pass  Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Ocean/ShallowWater/test_2D_spindown.jl |    2      2

out_10795544

+ hostname
hpc-93-26.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795544_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795544_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Ocean/HydrostaticBoussinesq/test_3D_spindown.jl
[ Info: Initializing hydrostatic_spindown
# SC Start: creating state check callback
# SC Creating state check callback labeled "state" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Finish: creating state check callback
┌ Info: Starting hydrostatic_spindown
│     dt              = 1.20000e+02
│     timeend         = 86400.00
│     number of steps = 720
└     norm(Q)         = 1.7320537548398674e+07
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|       state|     u[1] | -1.087951509677e+00|  1.087951509677e+00|  9.094947017729e-17|  4.926008335114e-01|
# SC 0000000|       state|     u[2] | -4.053924484087e-14|  3.058025865398e-14|  6.886709597595e-18|  3.887447933199e-15|
# SC 0000000|       state|        η | -6.145234312582e-01|  6.144952745945e-01|  6.107256922405e-15|  4.345142206664e-01|
# SC 0000000|       state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|         aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000000|         aux|        w | -4.683964160146e-04|  4.685473240467e-04|  1.432187701766e-18|  1.868552330777e-04|
# SC 0000000|         aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|         aux|      wz0 | -3.109753456934e-04|  3.108100054090e-04|  1.953992523340e-18|  2.198651094847e-04|
# SC 0000000|         aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|         aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|         aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|         aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Update
│     simtime = 22920.00 / 86400.00
│     runtime = 00:01:00
└     norm(Q) = 1.6278522523635097e+07
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000180|       state|     u[1] | -1.085847524443e+00|  1.085847524443e+00| -9.094947017729e-18|  4.819856489613e-01|
# SC 0000180|       state|     u[2] | -1.124767640063e-13|  1.237406244935e-13| -2.757730295133e-19|  9.064421486340e-15|
# SC 0000180|       state|        η | -2.560215899912e-01|  2.559366968685e-01|  1.173248165287e-14|  1.810174277921e-01|
# SC 0000180|       state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|         aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000180|         aux|        w | -6.642488075191e-04|  6.642028953680e-04| -2.342570581959e-18|  2.854191070386e-04|
# SC 0000180|         aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|         aux|      wz0 | -3.781878501381e-04|  3.783776483442e-04| -3.281819260792e-18|  2.674812779706e-04|
# SC 0000180|         aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|         aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|         aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|         aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000360|       state|     u[1] | -9.658959801489e-01|  9.658959801489e-01|  2.455635694787e-16|  4.576350104791e-01|
# SC 0000360|       state|     u[2] | -1.157750124796e-13|  8.357216034260e-14| -7.145425466340e-17|  7.832631626081e-15|
# SC 0000360|       state|        η | -9.200563582487e-01|  9.200557619158e-01|  1.749413058860e-14|  6.505752825496e-01|
# SC 0000360|       state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000360|         aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000360|         aux|        w | -4.007038841854e-04|  4.009442568433e-04|  1.383893000195e-18|  1.687253907435e-04|
# SC 0000360|         aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000360|         aux|      wz0 | -1.456785026757e-04|  1.458579822630e-04|  1.428301921180e-18|  1.030479734173e-04|
# SC 0000360|         aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000360|         aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000360|         aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000360|         aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Update
│     simtime = 77880.00 / 86400.00
│     runtime = 00:02:00
└     norm(Q) = 1.3719329111493073e+07
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000540|       state|     u[1] | -9.585440660500e-01|  9.585440660500e-01| -1.750777300913e-16|  4.454002636873e-01|
# SC 0000540|       state|     u[2] | -4.379181844138e-14|  2.534499681154e-14|  3.618519064114e-17|  3.016344631138e-15|
# SC 0000540|       state|        η | -8.527328861547e-01|  8.528455869393e-01|  2.173692337237e-14|  6.029920885230e-01|
# SC 0000540|       state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000540|         aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000540|         aux|        w | -4.045534600638e-04|  4.047143584632e-04| -4.640732242933e-19|  1.639586556819e-04|
# SC 0000540|         aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000540|         aux|      wz0 | -2.011646847993e-04|  2.010419681595e-04| -1.907363156306e-18|  1.422284202445e-04|
# SC 0000540|         aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000540|         aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000540|         aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000540|         aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Finished
│     norm(Q)            = 1.4992679913550518e+07
│     norm(Q) / norm(Q₀) = 8.6560130548238257e-01
└     norm(Q) - norm(Q₀) = -2.3278576348481551e+06
error = 0.0011289879366368995
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "state",   "u[1]", -9.58544066050007526059e-01,  9.58544066050006526858e-01, -1.75077730091288676624e-16,  4.45400263687339537100e-01 ],
 [ "state",   "u[2]", -4.37918184413809952732e-14,  2.53449968115448267423e-14,  3.61851906411356745084e-17,  3.01634463113788528963e-15 ],
 [ "state",       :η, -8.52732886154693447978e-01,  8.52845586939252386927e-01,  2.17369233723729858909e-14,  6.02992088522952385254e-01 ],
 [ "state",       :θ,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "aux",       :y,  0.00000000000000000000e+00,  1.00000000000000011642e+06,  5.00000000000000000000e+05,  2.92775877460665535182e+05 ],
 [   "aux",       :w, -4.04553460063782847206e-04,  4.04714358463247666099e-04, -4.64073224293315399261e-19,  1.63958655681887329608e-04 ],
 [   "aux",    :pkin,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "aux",     :wz0, -2.01164684799284458139e-04,  2.01041968159455710502e-04, -1.90736315630601902815e-18,  1.42228420244466308891e-04 ],
 [   "aux",  "uᵈ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "aux",  "uᵈ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "aux", "ΔGᵘ[1]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [   "aux", "ΔGᵘ[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [ "state",   "u[1]",    16,    16,    16,    16 ],
 [ "state",   "u[2]",    16,    16,    16,    16 ],
 [ "state",       :η,    16,    16,    16,    16 ],
 [ "state",       :θ,    16,    16,    16,    16 ],
 [   "aux",       :y,    16,    16,    16,    16 ],
 [   "aux",       :w,    16,    16,    16,    16 ],
 [   "aux",    :pkin,    16,    16,    16,    16 ],
 [   "aux",     :wz0,    16,    16,    16,    16 ],
 [   "aux",  "uᵈ[1]",    16,    16,    16,    16 ],
 [   "aux",  "uᵈ[2]",    16,    16,    16,    16 ],
 [   "aux", "ΔGᵘ[1]",    16,    16,    16,    16 ],
 [   "aux", "ΔGᵘ[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC        state,         u[1],        12,        12,         0,        14 :: P=5, F=0, NA=1
# SC        state,         u[2],         0,         0,         0,         0 :: P=2, F=0, NA=4
# SC        state,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC        state,            θ,        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC          aux,            y,        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC          aux,            w,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC          aux,         pkin,        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC          aux,          wz0,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC          aux,        uᵈ[1],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC          aux,        uᵈ[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC          aux,       ΔGᵘ[1],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC          aux,       ΔGᵘ[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
Test Summary:                                                                                                                        | Pass  Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Ocean/HydrostaticBoussinesq/test_3D_spindown.jl |    2      2

out_10795545

+ hostname
hpc-92-17.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795545_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795545_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Ocean/SplitExplicit/test_vertical_integral_model.jl
# SC Start: creating state check callback
# SC Creating state check callback labeled "∫u" for symbols
# SC ∫x
# SC Creating state check callback labeled "U" for symbols
# SC η
# SC U
# SC Finish: creating state check callback
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|          ∫u|    ∫x[1] | -6.361047489273e+01|  6.361047489273e+01|  3.623426891863e-14|  3.167767585964e+01|
# SC 0000000|          ∫u|    ∫x[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|           U|        η | -1.000000000000e+00|  1.000000000000e+00|  1.509903313490e-17|  7.076731463404e-01|
# SC 0000000|           U|     U[1] | -9.952825375829e-01|  9.952825375829e-01| -4.151454780784e-17|  7.076731463404e-01|
# SC 0000000|           U|     U[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "∫u", "∫x[1]", -6.36104748927323058183e+01,  6.36104748927324763486e+01,  3.62342689186334613742e-14,  3.16776758596447187699e+01 ],
 [ "∫u", "∫x[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [  "U",      :η, -1.00000000000000000000e+00,  1.00000000000000000000e+00,  1.50990331349021300344e-17,  7.07673146340372483110e-01 ],
 [  "U",  "U[1]", -9.95282537582876658533e-01,  9.95282537582876547511e-01, -4.15145478078429499622e-17,  7.07673146340372150043e-01 ],
 [  "U",  "U[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [ "∫u", "∫x[1]",    16,    16,    16,    16 ],
 [ "∫u", "∫x[2]",    16,    16,    16,    16 ],
 [  "U",      :η,    16,    16,    16,    16 ],
 [  "U",  "U[1]",    16,    16,    16,    16 ],
 [  "U",  "U[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC           ∫u,        ∫x[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC           ∫u,        ∫x[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC            U,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
# SC Start: creating state check callback
# SC Creating state check callback labeled "∫u" for symbols
# SC ∫x
# SC Creating state check callback labeled "U" for symbols
# SC η
# SC U
# SC Finish: creating state check callback
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|          ∫u|    ∫x[1] | -6.404379648215e+01|  6.404379648215e+01|  2.211891114712e-14|  2.608875566806e+01|
# SC 0000000|          ∫u|    ∫x[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|           U|        η | -8.527617063412e-01|  8.527617063412e-01| -1.865174681370e-17|  6.034765598051e-01|
# SC 0000000|           U|     U[1] | -3.153970765611e+01|  3.153970765611e+01| -1.822881475573e-15|  2.242559605824e+01|
# SC 0000000|           U|     U[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "∫u", "∫x[1]", -6.40437964821475844701e+01,  6.40437964821476981570e+01,  2.21189111471176159638e-14,  2.60887556680598748926e+01 ],
 [ "∫u", "∫x[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [  "U",      :η, -8.52761706341222169847e-01,  8.52761706341222169847e-01, -1.86517468137026310378e-17,  6.03476559805077306109e-01 ],
 [  "U",  "U[1]", -3.15397076561132330141e+01,  3.15397076561132294614e+01, -1.82288147557274011611e-15,  2.24255960582435314166e+01 ],
 [  "U",  "U[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [ "∫u", "∫x[1]",    16,    16,    16,    16 ],
 [ "∫u", "∫x[2]",    16,    16,    16,    16 ],
 [  "U",      :η,    16,    16,    16,    16 ],
 [  "U",  "U[1]",    16,    16,    16,    16 ],
 [  "U",  "U[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC           ∫u,        ∫x[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC           ∫u,        ∫x[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC            U,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
# SC Start: creating state check callback
# SC Creating state check callback labeled "∫u" for symbols
# SC ∫x
# SC Creating state check callback labeled "U" for symbols
# SC η
# SC U
# SC Finish: creating state check callback
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|          ∫u|    ∫x[1] | -3.515641301592e+01|  3.515641301592e+01| -1.164153218269e-14|  1.416142488181e+01|
# SC 0000000|          ∫u|    ∫x[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|           U|        η | -5.306019649015e-01|  5.306019649015e-01| -1.385558334732e-17|  3.754927619562e-01|
# SC 0000000|           U|     U[1] | -3.515641301592e+01|  3.515641301592e+01| -3.207021697026e-15|  2.499717263546e+01|
# SC 0000000|           U|     U[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "∫u", "∫x[1]", -3.51564130159214158766e+01,  3.51564130159213874549e+01, -1.16415321826934820032e-14,  1.41614248818105643579e+01 ],
 [ "∫u", "∫x[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [  "U",      :η, -5.30601964901526002016e-01,  5.30601964901526002016e-01, -1.38555833473219529885e-17,  3.75492761956246756672e-01 ],
 [  "U",  "U[1]", -3.51564130159208829696e+01,  3.51564130159208758641e+01, -3.20702169702595640905e-15,  2.49971726354604797393e+01 ],
 [  "U",  "U[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [ "∫u", "∫x[1]",    16,    16,    16,    16 ],
 [ "∫u", "∫x[2]",    16,    16,    16,    16 ],
 [  "U",      :η,    16,    16,    16,    16 ],
 [  "U",  "U[1]",    16,    16,    16,    16 ],
 [  "U",  "U[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC           ∫u,        ∫x[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC           ∫u,        ∫x[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC            U,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
# SC Start: creating state check callback
# SC Creating state check callback labeled "∫u" for symbols
# SC ∫x
# SC Creating state check callback labeled "U" for symbols
# SC η
# SC U
# SC Finish: creating state check callback
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|          ∫u|    ∫x[1] | -4.251101513511e-01|  4.251101513511e-01| -1.364242052659e-16|  1.746196800585e-01|
# SC 0000000|          ∫u|    ∫x[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|           U|        η | -4.396879651604e-02|  4.396879651604e-02| -2.553512956638e-19|  3.111553657131e-02|
# SC 0000000|           U|     U[1] | -4.251101513510e-01|  4.251101513510e-01| -1.289054062510e-17|  3.022649619458e-01|
# SC 0000000|           U|     U[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "∫u", "∫x[1]", -4.25110151351051179791e-01,  4.25110151351050846724e-01, -1.36424205265939223736e-16,  1.74619680058462317662e-01 ],
 [ "∫u", "∫x[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [  "U",      :η, -4.39687965160425187072e-02,  4.39687965160425187072e-02, -2.55351295663785999983e-19,  3.11155365713074102962e-02 ],
 [  "U",  "U[1]", -4.25110151351044573964e-01,  4.25110151351044518453e-01, -1.28905406250963100706e-17,  3.02264961945818255717e-01 ],
 [  "U",  "U[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [ "∫u", "∫x[1]",    16,    16,    16,    16 ],
 [ "∫u", "∫x[2]",    16,    16,    16,    16 ],
 [  "U",      :η,    16,    16,    16,    16 ],
 [  "U",  "U[1]",    16,    16,    16,    16 ],
 [  "U",  "U[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC           ∫u,        ∫x[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC           ∫u,        ∫x[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC            U,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
# SC Start: creating state check callback
# SC Creating state check callback labeled "∫u" for symbols
# SC ∫x
# SC Creating state check callback labeled "U" for symbols
# SC η
# SC U
# SC Finish: creating state check callback
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|          ∫u|    ∫x[1] | -1.882981267640e-12|  1.882981267640e-12|  5.624828165361e-28|  7.734597385322e-13|
# SC 0000000|          ∫u|    ∫x[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|           U|        η | -3.383525965705e-15|  3.383525965705e-15|  6.310887241768e-34|  2.394430465875e-15|
# SC 0000000|           U|     U[1] | -1.882981267640e-12|  1.882981267640e-12|  8.442882695993e-29|  1.338851258666e-12|
# SC 0000000|           U|     U[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "∫u", "∫x[1]", -1.88298126764002322427e-12,  1.88298126764002483985e-12,  5.62482816536058859320e-28,  7.73459738532225749582e-13 ],
 [ "∫u", "∫x[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [  "U",      :η, -3.38352596570510824820e-15,  3.38352596570510824820e-15,  6.31088724176809474572e-34,  2.39443046587487992973e-15 ],
 [  "U",  "U[1]", -1.88298126763999575929e-12,  1.88298126763999575929e-12,  8.44288269599293150312e-29,  1.33885125866565214937e-12 ],
 [  "U",  "U[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [ "∫u", "∫x[1]",    16,    16,    16,    16 ],
 [ "∫u", "∫x[2]",    16,    16,    16,    16 ],
 [  "U",      :η,    16,    16,    16,    16 ],
 [  "U",  "U[1]",    16,    16,    16,    16 ],
 [  "U",  "U[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC           ∫u,        ∫x[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC           ∫u,        ∫x[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC            U,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
# SC Start: creating state check callback
# SC Creating state check callback labeled "∫u" for symbols
# SC ∫x
# SC Creating state check callback labeled "U" for symbols
# SC η
# SC U
# SC Finish: creating state check callback
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|          ∫u|    ∫x[1] |-3.979946926214e-134| 3.979946926214e-134|-1.201249857110e-149| 1.634816427451e-134|
# SC 0000000|          ∫u|    ∫x[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|           U|        η |-2.071169848644e-136| 2.071169848644e-136|-1.710764363560e-153| 1.465711283395e-136|
# SC 0000000|           U|     U[1] |-3.979946926213e-134| 3.979946926213e-134|-2.530005644765e-150| 2.829851280603e-134|
# SC 0000000|           U|     U[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
# BEGIN SCPRINT
# varr - reference values (from reference run)    
# parr - digits match precision (hand edit as needed) 
#
# [
#  [ MPIStateArray Name, Field Name, Maximum, Minimum, Mean, Standard Deviation ],
#  [         :                :          :        :      :          :           ],
# ]
varr = [
 [ "∫u", "∫x[1]",-3.97994692621354800600e-134, 3.97994692621354409568e-134,-1.20124985710986044942e-149, 1.63481642745144852479e-134 ],
 [ "∫u", "∫x[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
 [  "U",      :η,-2.07116984864437321907e-136, 2.07116984864437321907e-136,-1.71076436355977860457e-153, 1.46571128339547670108e-136 ],
 [  "U",  "U[1]",-3.97994692621348592969e-134, 3.97994692621348544091e-134,-2.53000564476450081301e-150, 2.82985128060348631090e-134 ],
 [  "U",  "U[2]",  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00,  0.00000000000000000000e+00 ],
]
parr = [
 [ "∫u", "∫x[1]",    16,    16,    16,    16 ],
 [ "∫u", "∫x[2]",    16,    16,    16,    16 ],
 [  "U",      :η,    16,    16,    16,    16 ],
 [  "U",  "U[1]",    16,    16,    16,    16 ],
 [  "U",  "U[2]",    16,    16,    16,    16 ],
]
# END SCPRINT
# SC +++++++++++ClimateMachine StateCheck ref val check start+++++++++++++++++
# SC "N( )" bracketing indicates field failed to match      
# SC "P="  row pass count      
# SC "F="  row pass count      
# SC "NA=" row not checked count      
# SC 
# SC        Label         Field      min()      max()     mean()      std() 
# SC           ∫u,        ∫x[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC           ∫u,        ∫x[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC            U,            η,        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[1],        15,        15,         0,        15 :: P=5, F=0, NA=1
# SC            U,         U[2],        18,        18,        18,        18 :: P=6, F=0, NA=0
# SC +++++++++++ClimateMachine StateCheck ref val check end+++++++++++++++++
Test Summary:                                                                                                                            | Pass  Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Ocean/SplitExplicit/test_vertical_integral_model.jl |    6      6

out_10795546

+ hostname
hpc-92-17.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795546_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795546_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Ocean/SplitExplicit/test_spindown_long.jl
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC Start: creating state check callback
# SC Creating state check callback labeled "3D state" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "3D aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Creating state check callback labeled "2D state" for symbols
# SC η
# SC U
# SC Creating state check callback labeled "2D aux" for symbols
# SC y
# SC Gᵁ
# SC Δu
# SC Finish: creating state check callback
┌ Info: Starting
│ norm(Q₀) = 1.7320544160043247e+07
└ ArrayType = Array
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|    3D state|     u[1] | -1.121278168601e+00|  1.121278168601e+00| -1.364242052659e-17|  5.024762210079e-01|
# SC 0000000|    3D state|     u[2] | -1.138144156752e-13|  1.342696208334e-13| -4.343340490920e-18|  9.487314130219e-15|
# SC 0000000|    3D state|        η | -4.308063063241e-01|  4.309771042394e-01|  2.826254785759e-15|  3.046576887107e-01|
# SC 0000000|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000000|      3D aux|        w | -6.635356852162e-04|  6.631243638606e-04| -3.080868893335e-19|  2.854983256947e-04|
# SC 0000000|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|      wz0 | -3.543669178564e-04|  3.541102007256e-04|  4.130029651606e-19|  2.504093756097e-04|
# SC 0000000|      3D aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|    2D state|        η | -4.307701651734e-01|  4.309786586789e-01| -4.702016553892e-16|  3.048859525175e-01|
# SC 0000000|    2D state|     U[1] | -5.619820348690e+01|  5.619820348690e+01| -2.523610209693e-14|  3.996066008750e+01|
# SC 0000000|    2D state|     U[2] | -2.481478110301e-12|  1.754075810824e-12| -2.507398851335e-14|  4.501830383439e-13|
# SC 0000000|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000000|      2D aux|    Gᵁ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      2D aux|    Gᵁ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      2D aux|    Δu[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      2D aux|    Δu[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0000.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0000.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0001"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0001"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000036|    3D state|     u[1] | -1.087952057868e+00|  1.087952057868e+00|  4.092726157978e-17|  4.926012399818e-01|
# SC 0000036|    3D state|     u[2] | -3.908137827518e-14|  3.256609128167e-14| -4.643338521040e-18|  3.531659470533e-15|
# SC 0000036|    3D state|        η | -6.144945461622e-01|  6.144888145231e-01|  5.543370207306e-15|  4.345054706788e-01|
# SC 0000036|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000036|      3D aux|        w | -4.683795284143e-04|  4.685186927529e-04|  5.739853037312e-19|  1.868460187638e-04|
# SC 0000036|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      3D aux|      wz0 | -3.109185751031e-04|  3.107100014918e-04|  6.883382752676e-20|  2.198124729873e-04|
# SC 0000036|      3D aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      3D aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      3D aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      3D aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|    2D state|        η | -6.145628023618e-01|  6.144906446448e-01| -8.279599228445e-16|  4.348628473998e-01|
# SC 0000036|    2D state|     U[1] | -4.902176221069e+01|  4.902176221069e+01|  1.217408118759e-14|  3.485399302394e+01|
# SC 0000036|    2D state|     U[2] | -1.351410578499e-12|  1.681474760051e-12|  2.077919882573e-14|  3.166948746279e-13|
# SC 0000036|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000036|      2D aux|    Gᵁ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      2D aux|    Gᵁ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      2D aux|    Δu[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      2D aux|    Δu[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0001.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0001.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0002"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0002"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000072|    3D state|     u[1] | -9.816226637827e-01|  9.816226637827e-01|  2.273736754432e-17|  4.778977354193e-01|
# SC 0000072|    3D state|     u[2] | -9.645649935770e-14|  6.901743575133e-14| -2.814785217844e-17|  6.457440349589e-15|
# SC 0000072|    3D state|        η | -9.768959720968e-01|  9.766989740292e-01|  8.485585567541e-15|  6.906513107114e-01|
# SC 0000072|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000072|      3D aux|        w | -4.007862605981e-04|  4.009726005801e-04|  6.991629497577e-19|  1.812439402835e-04|
# SC 0000072|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      3D aux|      wz0 | -7.681578532076e-05|  7.678461432817e-05|  4.882205750789e-19|  5.432152900243e-05|
# SC 0000072|      3D aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      3D aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      3D aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      3D aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|    2D state|        η | -9.769215022023e-01|  9.767428557884e-01| -2.163602630390e-16|  6.911991496000e-01|
# SC 0000072|    2D state|     U[1] | -1.246505888661e+01|  1.246505888661e+01|  1.718980513488e-15|  8.863831066085e+00|
# SC 0000072|    2D state|     U[2] | -4.948625861295e-13|  7.060344800172e-13|  6.596167479341e-15|  1.296441871431e-13|
# SC 0000072|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000072|      2D aux|    Gᵁ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      2D aux|    Gᵁ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      2D aux|    Δu[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      2D aux|    Δu[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0002.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0002.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0003"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0003"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000108|    3D state|     u[1] | -1.085847232594e+00|  1.085847232594e+00| -9.094947017729e-18|  4.819856694891e-01|
# SC 0000108|    3D state|     u[2] | -1.064410695175e-13|  1.230180997652e-13|  7.808682689906e-19|  8.757291474290e-15|
# SC 0000108|    3D state|        η | -2.560352594349e-01|  2.559459824676e-01|  1.128455551225e-14|  1.810255712825e-01|
# SC 0000108|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000108|      3D aux|        w | -6.644745219147e-04|  6.643281981858e-04| -3.763656053479e-19|  2.855011818948e-04|
# SC 0000108|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      3D aux|      wz0 | -3.784822344753e-04|  3.785418959328e-04|  3.064215547965e-19|  2.676615239127e-04|
# SC 0000108|      3D aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      3D aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      3D aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      3D aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|    2D state|        η | -2.560463344142e-01|  2.559120128814e-01| -3.934630399272e-16|  1.811656095521e-01|
# SC 0000108|    2D state|     U[1] | -6.000619609700e+01|  6.000619609700e+01| -2.222142470032e-14|  4.266747881223e+01|
# SC 0000108|    2D state|     U[2] | -2.379506672757e-12|  1.810989271812e-12| -2.375821222174e-14|  4.588265980434e-13|
# SC 0000108|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000108|      2D aux|    Gᵁ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      2D aux|    Gᵁ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      2D aux|    Δu[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      2D aux|    Δu[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0003.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0003.jld2
┌ Info: Update
│ simtime = 44700.00 / 86400.00
│ runtime = 00:01:01
└ norm(Q) = 1.0640056460681755e+07
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0004"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0004"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000144|    3D state|     u[1] | -1.023846709511e+00|  1.023846709511e+00|  1.818989403546e-17|  4.685220935928e-01|
# SC 0000144|    3D state|     u[2] | -3.357344754054e-14|  2.363721741771e-14|  6.922498503560e-18|  2.516741641810e-15|
# SC 0000144|    3D state|        η | -7.468290550734e-01|  7.469356995676e-01|  1.396983861923e-14|  5.281106289489e-01|
# SC 0000144|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000144|      3D aux|        w | -4.371809658628e-04|  4.374259073085e-04|  4.884981308351e-19|  1.747210677662e-04|
# SC 0000144|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      3D aux|      wz0 | -2.601144558466e-04|  2.603055019561e-04|  1.443289932013e-19|  1.839480547999e-04|
# SC 0000144|      3D aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      3D aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      3D aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      3D aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|    2D state|        η | -7.468706181198e-01|  7.469553345048e-01| -8.739675649849e-16|  5.285368475662e-01|
# SC 0000144|    2D state|     U[1] | -4.095162235686e+01|  4.095162235686e+01|  1.278673278371e-14|  2.912191771870e+01|
# SC 0000144|    2D state|     U[2] | -1.131689944655e-12|  1.326727925091e-12|  2.064699142455e-14|  2.748308214600e-13|
# SC 0000144|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000144|      2D aux|    Gᵁ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      2D aux|    Gᵁ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      2D aux|    Δu[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      2D aux|    Δu[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0004.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0004.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0005"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0005"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000180|    3D state|     u[1] | -9.658939290456e-01|  9.658939290456e-01|  3.183231456205e-17|  4.576350160424e-01|
# SC 0000180|    3D state|     u[2] | -1.112009307512e-13|  8.118567432649e-14| -3.126577163979e-17|  7.472214917821e-15|
# SC 0000180|    3D state|        η | -9.200627437541e-01|  9.200457998264e-01|  1.663920556894e-14|  6.505753848104e-01|
# SC 0000180|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000180|      3D aux|        w | -4.008169841299e-04|  4.010525136073e-04|  7.305267502034e-19|  1.687139643092e-04|
# SC 0000180|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      3D aux|      wz0 | -1.461364927311e-04|  1.462965990385e-04|  2.314815006343e-19|  1.033633898282e-04|
# SC 0000180|      3D aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      3D aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      3D aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      3D aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|    2D state|        η | -9.200254290239e-01|  9.200937171404e-01| -2.559730205576e-16|  6.510934843868e-01|
# SC 0000180|    2D state|     U[1] | -2.342990901181e+01|  2.342990901181e+01|  6.133993313284e-15|  1.665990989041e+01|
# SC 0000180|    2D state|     U[2] | -9.216560553728e-13|  1.075261205206e-12|  9.280365956972e-15|  2.141912884584e-13|
# SC 0000180|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000180|      2D aux|    Gᵁ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      2D aux|    Gᵁ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      2D aux|    Δu[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      2D aux|    Δu[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0005.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0005.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0006"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0006"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000216|    3D state|     u[1] | -1.047694754676e+00|  1.047694754676e+00|  4.547473508865e-18|  4.619443154416e-01|
# SC 0000216|    3D state|     u[2] | -9.884259076772e-14|  1.115609276967e-13| -1.166653778570e-17|  8.109985951449e-15|
# SC 0000216|    3D state|        η | -7.340499037970e-02|  7.346342298654e-02|  1.920795966726e-14|  5.190927292051e-02|
# SC 0000216|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000216|      3D aux|        w | -6.563183516649e-04|  6.560255109965e-04| -3.474998067077e-19|  2.818358595921e-04|
# SC 0000216|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      3D aux|      wz0 | -3.897840975056e-04|  3.896561170120e-04|  3.463895836830e-19|  2.755532247494e-04|
# SC 0000216|      3D aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      3D aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      3D aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      3D aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|    2D state|        η | -7.338688987102e-02|  7.347822845221e-02| -7.862599460395e-17|  5.193524750181e-02|
# SC 0000216|    2D state|     U[1] | -6.171793017882e+01|  6.171793017883e+01| -2.464421444692e-14|  4.388489506671e+01|
# SC 0000216|    2D state|     U[2] | -2.356784511439e-12|  1.609555385275e-12| -2.767752739998e-14|  4.470999747597e-13|
# SC 0000216|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000216|      2D aux|    Gᵁ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      2D aux|    Gᵁ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      2D aux|    Δu[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      2D aux|    Δu[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0006.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0006.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0007"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0007"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000252|    3D state|     u[1] | -9.585474282470e-01|  9.585474282470e-01|  1.591615728103e-17|  4.454006553253e-01|
# SC 0000252|    3D state|     u[2] | -4.148231190493e-14|  1.834574313347e-14|  2.428262817881e-17|  2.126694402583e-15|
# SC 0000252|    3D state|        η | -8.527217343959e-01|  8.528342593824e-01|  2.171873347834e-14|  6.029835731687e-01|
# SC 0000252|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000252|      3D aux|        w | -4.044892228289e-04|  4.046499790483e-04|  5.284661597216e-19|  1.639495855753e-04|
# SC 0000252|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      3D aux|      wz0 | -2.009330996605e-04|  2.008098594697e-04|  4.085620730621e-19|  1.420646826978e-04|
# SC 0000252|      3D aux|    uᵈ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      3D aux|    uᵈ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      3D aux|   ΔGᵘ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      3D aux|   ΔGᵘ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|    2D state|        η | -8.527158949659e-01|  8.528612188747e-01| -7.680966973567e-16|  6.034583822955e-01|
# SC 0000252|    2D state|     U[1] | -3.154239453171e+01|  3.154239453171e+01|  1.377221912902e-14|  2.242622194076e+01|
# SC 0000252|    2D state|     U[2] | -9.386730833750e-13|  1.165347813935e-12|  1.933859732238e-14|  2.166341644340e-13|
# SC 0000252|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000252|      2D aux|    Gᵁ[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      2D aux|    Gᵁ[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      2D aux|    Δu[1] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      2D aux|    Δu[2] |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0007.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0007.jld2
3D error = 0.0011297069946028186
2D error = 9.049678239255761e-5
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC Start: creating state check callback
# SC Creating state check callback labeled "3D state" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "3D aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Creating state check callback labeled "2D state" for symbols
# SC η
# SC U
# SC Creating state check callback labeled "2D aux" for symbols
# SC y
# SC Gᵁ
# SC Δu
# SC Finish: creating state check callback
┌ Info: Starting
│ norm(Q₀) = 1.7320544160043247e+07
└ ArrayType = Array
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|    3D state|     u[1] | -1.121279495331e+00|  1.121279495331e+00| -2.728484105319e-16|  5.024759918675e-01|
# SC 0000000|    3D state|     u[2] | -5.753891144441e-15|  4.510607999660e-15| -8.293896217293e-17|  1.126571791568e-15|
# SC 0000000|    3D state|        η | -4.307946842463e-01|  4.309737146629e-01| -1.227817847393e-16|  3.046539137060e-01|
# SC 0000000|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000000|      3D aux|        w | -6.634139275354e-04|  6.630040314403e-04|  1.822986206435e-18|  2.854442593977e-04|
# SC 0000000|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|      wz0 | -3.542091156497e-04|  3.539542457063e-04|  3.319566843629e-18|  2.502880019467e-04|
# SC 0000000|      3D aux|    uᵈ[1] | -9.808066173783e-01|  9.808066173783e-01| -2.444267011015e-16|  4.924701037820e-01|
# SC 0000000|      3D aux|    uᵈ[2] | -3.328993020033e-28|  2.309390300035e-28|  5.590379766574e-31|  2.800999343773e-29|
# SC 0000000|      3D aux|   ΔGᵘ[1] | -6.558401964460e-09|  6.558401964647e-09| -7.059511395596e-21|  2.933065184778e-09|
# SC 0000000|      3D aux|   ΔGᵘ[2] | -6.141708397898e-19|  6.381475944721e-19| -1.045240699418e-34|  1.146377007860e-19|
# SC 0000000|    2D state|        η | -4.307946842463e-01|  4.309737146629e-01| -1.020517004235e-16|  3.048918316757e-01|
# SC 0000000|    2D state|     U[1] | -5.619836495301e+01|  5.619836495301e+01| -1.652569192601e-14|  3.996087275667e+01|
# SC 0000000|    2D state|     U[2] | -2.301556457776e-12|  1.804243199864e-12| -3.317558486917e-14|  4.509806328985e-13|
# SC 0000000|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000000|      2D aux|    Gᵁ[1] | -2.623360785859e-06|  2.623360785784e-06|  2.823819466018e-18|  1.174142299021e-06|
# SC 0000000|      2D aux|    Gᵁ[2] | -2.552590377888e-16|  2.456683359159e-16|  4.133631143358e-32|  4.589089061294e-17|
# SC 0000000|      2D aux|    Δu[1] | -3.321257398659e-04|  3.321257398658e-04| -6.301278841433e-19|  2.359996540383e-04|
# SC 0000000|      2D aux|    Δu[2] | -3.687546494821e-17|  2.747981148388e-17| -1.086983788918e-19|  6.436221206452e-18|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0000.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0000.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0001"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0001"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000036|    3D state|     u[1] | -1.087952404793e+00|  1.087952404793e+00| -5.456968210638e-17|  4.926009684360e-01|
# SC 0000036|    3D state|     u[2] | -4.376564377709e-15|  4.522207666807e-15|  2.655979150412e-17|  9.508019290460e-16|
# SC 0000036|    3D state|        η | -6.145236982809e-01|  6.144946233316e-01| -3.637978807092e-17|  4.345143009942e-01|
# SC 0000036|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000036|      3D aux|        w | -4.683209929794e-04|  4.684771538737e-04|  1.124655923945e-18|  1.868245434225e-04|
# SC 0000036|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      3D aux|      wz0 | -3.107030417746e-04|  3.105570511820e-04|  1.829647544582e-18|  2.196814646863e-04|
# SC 0000036|      3D aux|    uᵈ[1] | -9.654221584758e-01|  9.654221584758e-01| -7.503331289627e-17|  4.848547246803e-01|
# SC 0000036|      3D aux|    uᵈ[2] | -4.658223645330e-28|  4.630613513647e-28|  1.087078453675e-30|  3.800786038950e-29|
# SC 0000036|      3D aux|   ΔGᵘ[1] | -1.991137352707e-09|  1.991137352596e-09| -2.754889957650e-21|  8.904815042372e-10|
# SC 0000036|      3D aux|   ΔGᵘ[2] | -3.592643858746e-19|  5.207481068037e-19|  1.479114197289e-35|  7.941375364080e-20|
# SC 0000036|    2D state|        η | -6.145236982809e-01|  6.144946233316e-01| -1.740829702612e-17|  4.348536327922e-01|
# SC 0000036|    2D state|     U[1] | -4.902082985016e+01|  4.902082985016e+01|  1.386354364641e-14|  3.485416846666e+01|
# SC 0000036|    2D state|     U[2] | -1.750625751083e-12|  1.808883066722e-12|  1.062391660165e-14|  3.806177812471e-13|
# SC 0000036|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000036|      2D aux|    Gᵁ[1] | -7.964549410385e-07|  7.964549410828e-07|  1.101966825082e-18|  3.564707685484e-07|
# SC 0000036|      2D aux|    Gᵁ[2] | -2.082992427215e-16|  1.437057543499e-16| -5.640355472330e-33|  3.179030856784e-17|
# SC 0000036|      2D aux|    Δu[1] | -4.706662682035e-04|  4.706662682035e-04| -3.136441623861e-18|  3.346611331480e-04|
# SC 0000036|      2D aux|    Δu[2] | -2.834266026021e-17|  2.408621176795e-17| -1.194888765152e-20|  5.980113649844e-18|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0001.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0001.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0002"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0002"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000072|    3D state|     u[1] | -9.816237789575e-01|  9.816237789575e-01| -1.057287590811e-16|  4.778977949740e-01|
# SC 0000072|    3D state|     u[2] | -5.778158969230e-15|  4.959865242949e-15| -1.070713230009e-17|  9.638461806219e-16|
# SC 0000072|    3D state|        η | -9.768991135672e-01|  9.767108864102e-01|  5.047695594840e-16|  6.906533557349e-01|
# SC 0000072|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000072|      3D aux|        w | -4.008131546136e-04|  4.009680831572e-04|  1.179611963664e-18|  1.812422742421e-04|
# SC 0000072|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000072|      3D aux|      wz0 | -7.692336138266e-05|  7.676654463637e-05|  2.107758412251e-18|  5.433423611944e-05|
# SC 0000072|      3D aux|    uᵈ[1] | -9.504827175233e-01|  9.504827175233e-01| -1.216449163621e-16|  4.773938205124e-01|
# SC 0000072|      3D aux|    uᵈ[2] | -5.877753300995e-28|  5.602268281750e-28|  1.366538399733e-30|  3.643797656070e-29|
# SC 0000072|      3D aux|   ΔGᵘ[1] | -1.028527338806e-09|  1.028527338720e-09| -4.182547049588e-21|  4.599806087229e-10|
# SC 0000072|      3D aux|   ΔGᵘ[2] | -3.618001555286e-19|  5.032022767917e-19| -1.207943261120e-35|  7.844069581148e-20|
# SC 0000072|    2D state|        η | -9.768991135672e-01|  9.767108864102e-01|  4.748201831717e-16|  6.911927180629e-01|
# SC 0000072|    2D state|     U[1] | -1.246489301417e+01|  1.246489301417e+01|  1.274323979672e-14|  8.863457745099e+00|
# SC 0000072|    2D state|     U[2] | -2.311263587692e-12|  1.983946097179e-12| -4.282852920036e-15|  3.858395566150e-13|
# SC 0000072|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000072|      2D aux|    Gᵁ[1] | -4.114109354881e-07|  4.114109355222e-07|  1.673016871659e-18|  1.841359313232e-07|
# SC 0000072|      2D aux|    Gᵁ[2] | -2.012809107167e-16|  1.447200622114e-16|  5.176899690513e-33|  3.140078147423e-17|
# SC 0000072|      2D aux|    Δu[1] | -7.500380576513e-04|  7.500380576514e-04|  4.771271878566e-18|  5.333762196113e-04|
# SC 0000072|      2D aux|    Δu[2] | -3.276661245416e-17|  5.588832611754e-17|  7.624357509625e-19|  8.109616536320e-18|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0002.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0002.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0003"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0003"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000108|    3D state|     u[1] | -1.085848497953e+00|  1.085848497953e+00| -2.273736754432e-16|  4.819857961379e-01|
# SC 0000108|    3D state|     u[2] | -5.652235686219e-15|  4.177458837191e-15| -9.599883824091e-17|  1.183248268590e-15|
# SC 0000108|    3D state|        η | -2.560163353342e-01|  2.559376216612e-01|  1.978150976356e-16|  1.810161963813e-01|
# SC 0000108|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000108|      3D aux|        w | -6.643277747378e-04|  6.642916127735e-04|  1.640909630396e-18|  2.854543500712e-04|
# SC 0000108|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000108|      3D aux|      wz0 | -3.782920450090e-04|  3.784944799608e-04|  3.088640454507e-18|  2.675594620303e-04|
# SC 0000108|      3D aux|    uᵈ[1] | -9.358557355602e-01|  9.358557355602e-01| -2.273736754432e-16|  4.700623255960e-01|
# SC 0000108|      3D aux|    uᵈ[2] | -7.580953299174e-28|  5.261702237824e-28|  1.181437014703e-30|  3.955989384608e-29|
# SC 0000108|      3D aux|   ΔGᵘ[1] | -4.492561702752e-09|  4.492561702947e-09| -6.915278625338e-21|  2.009174855647e-09|
# SC 0000108|      3D aux|   ΔGᵘ[2] | -5.956457941242e-19|  6.820725167953e-19| -7.888609052210e-35|  1.098135002525e-19|
# SC 0000108|    2D state|        η | -2.560163353342e-01|  2.559376216612e-01|  2.204458837696e-16|  1.811575600861e-01|
# SC 0000108|    2D state|     U[1] | -6.000539781888e+01|  6.000539781889e+01| -1.844258079586e-15|  4.266704423183e+01|
# SC 0000108|    2D state|     U[2] | -2.260894274488e-12|  1.670983534876e-12| -3.839953529636e-14|  4.736689281934e-13|
# SC 0000108|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000108|      2D aux|    Gᵁ[1] | -1.797024681179e-06|  1.797024681101e-06|  2.766100946927e-18|  8.042975643318e-07|
# SC 0000108|      2D aux|    Gᵁ[2] | -2.728290067181e-16|  2.382583176497e-16|  3.199817046803e-32|  4.395970342531e-17|
# SC 0000108|      2D aux|    Δu[1] | -1.981041199797e-04|  1.981041199797e-04| -1.545898867968e-19|  1.407997249926e-04|
# SC 0000108|      2D aux|    Δu[2] | -2.617470317694e-17|  2.378592886841e-17| -4.812670273986e-19|  5.498783314676e-18|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0003.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0003.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0004"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0004"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000144|    3D state|     u[1] | -1.023845189646e+00|  1.023845189646e+00| -9.549694368616e-17|  4.685219665105e-01|
# SC 0000144|    3D state|     u[2] | -4.376423926215e-15|  3.818935376780e-15|  1.158020959090e-17|  8.925435332521e-16|
# SC 0000144|    3D state|        η | -7.468560548468e-01|  7.469501262781e-01|  2.046363078989e-16|  5.281212645650e-01|
# SC 0000144|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000144|      3D aux|        w | -4.371614595230e-04|  4.373858948190e-04|  1.140199046290e-18|  1.747108668747e-04|
# SC 0000144|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000144|      3D aux|      wz0 | -2.600426315518e-04|  2.601581719659e-04|  1.990629883153e-18|  1.838614182696e-04|
# SC 0000144|      3D aux|    uᵈ[1] | -9.214829456861e-01|  9.214829456861e-01| -9.038103598868e-17|  4.628486246444e-01|
# SC 0000144|      3D aux|    uᵈ[2] | -6.677707562696e-28|  6.508102468073e-28|  1.296732127901e-30|  4.436179039312e-29|
# SC 0000144|      3D aux|   ΔGᵘ[1] | -5.179128808518e-09|  5.179128808421e-09| -2.889805365489e-21|  2.316223140774e-09|
# SC 0000144|      3D aux|   ΔGᵘ[2] | -2.867615306321e-19|  4.065567008486e-19|  3.697785493223e-36|  6.735714910315e-20|
# SC 0000144|    2D state|        η | -7.468560548468e-01|  7.469501262781e-01|  2.225775119769e-16|  5.285336982589e-01|
# SC 0000144|    2D state|     U[1] | -4.095304724491e+01|  4.095304724491e+01|  9.605649609057e-17|  2.912180930916e+01|
# SC 0000144|    2D state|     U[2] | -1.750569570486e-12|  1.527574150712e-12|  4.632083836361e-15|  3.572962242870e-13|
# SC 0000144|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000144|      2D aux|    Gᵁ[1] | -2.071651523368e-06|  2.071651523407e-06|  1.155950606502e-18|  9.272127935198e-07|
# SC 0000144|      2D aux|    Gᵁ[2] | -1.626226803394e-16|  1.147046122528e-16| -1.479114197289e-33|  2.696390053446e-17|
# SC 0000144|      2D aux|    Δu[1] | -5.724318083824e-04|  5.724318083823e-04| -2.845997753193e-18|  4.070201662736e-04|
# SC 0000144|      2D aux|    Δu[2] | -4.220870197781e-17|  2.075431552035e-17| -3.690596108638e-19|  6.530908561722e-18|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0004.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0004.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0005"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0005"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000180|    3D state|     u[1] | -9.658970025685e-01|  9.658970025685e-01| -9.549694368616e-17|  4.576351411588e-01|
# SC 0000180|    3D state|     u[2] | -5.743539449756e-15|  5.386017547856e-15| -5.095889994152e-18|  1.072609801053e-15|
# SC 0000180|    3D state|        η | -9.200549427704e-01|  9.200580101245e-01|  5.775291356258e-16|  6.505758754522e-01|
# SC 0000180|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000180|      3D aux|        w | -4.008002897169e-04|  4.010376343571e-04|  1.217914658014e-18|  1.687154247644e-04|
# SC 0000180|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000180|      3D aux|      wz0 | -1.460697150792e-04|  1.462370820378e-04|  2.185474023975e-18|  1.033201236615e-04|
# SC 0000180|      3D aux|    uᵈ[1] | -9.073411195613e-01|  9.073411195613e-01| -1.040234565153e-16|  4.557474369045e-01|
# SC 0000180|      3D aux|    uᵈ[2] | -7.011001295152e-28|  7.135246887724e-28|  1.777507509962e-30|  4.215246621361e-29|
# SC 0000180|      3D aux|   ΔGᵘ[1] | -2.446693796625e-09|  2.446693796512e-09| -3.499194749061e-21|  1.094216614131e-09|
# SC 0000180|      3D aux|   ΔGᵘ[2] | -3.952463871274e-19|  5.819288059628e-19|  5.916456789158e-36|  9.075440890329e-20|
# SC 0000180|    2D state|        η | -9.200549427704e-01|  9.200580101245e-01|  5.693223670278e-16|  6.510839394699e-01|
# SC 0000180|    2D state|     U[1] | -2.343037225451e+01|  2.343037225451e+01|  6.417119613467e-15|  1.666082972799e+01|
# SC 0000180|    2D state|     U[2] | -2.297415779902e-12|  2.154407019142e-12| -2.038355997661e-15|  4.293789801525e-13|
# SC 0000180|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000180|      2D aux|    Gᵁ[1] | -9.786775186048e-07|  9.786775186501e-07|  1.399672139800e-18|  4.380284548773e-07|
# SC 0000180|      2D aux|    Gᵁ[2] | -2.327715223851e-16|  1.580985548510e-16| -1.991873785683e-33|  3.633011324433e-17|
# SC 0000180|      2D aux|    Δu[1] | -7.070406055820e-04|  7.070406055821e-04|  2.935649986143e-18|  5.026874462556e-04|
# SC 0000180|      2D aux|    Δu[2] | -3.454990396368e-17|  4.066127997570e-17|  6.013060319267e-19|  7.266453199495e-18|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0005.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0005.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0006"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0006"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000216|    3D state|     u[1] | -1.047695040236e+00|  1.047695040236e+00| -2.364686224610e-16|  4.619442844904e-01|
# SC 0000216|    3D state|     u[2] | -5.854724456571e-15|  4.239161800504e-15| -9.840257919354e-17|  1.176086692987e-15|
# SC 0000216|    3D state|        η | -7.339429025948e-02|  7.344258366468e-02|  2.825117917382e-16|  5.189791771138e-02|
# SC 0000216|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000216|      3D aux|        w | -6.561739943716e-04|  6.558755770560e-04|  1.652011860642e-18|  2.817702227769e-04|
# SC 0000216|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000216|      3D aux|      wz0 | -3.895970054120e-04|  3.894617973888e-04|  3.095301792655e-18|  2.754128055906e-04|
# SC 0000216|      3D aux|    uᵈ[1] | -8.934199233979e-01|  8.934199233979e-01| -2.296474121977e-16|  4.487558207050e-01|
# SC 0000216|      3D aux|    uᵈ[2] | -8.417145858708e-28|  5.983509966101e-28|  1.310823033705e-30|  4.231843504101e-29|
# SC 0000216|      3D aux|   ΔGᵘ[1] | -5.445831009349e-09|  5.445831009551e-09| -6.887936401800e-21|  2.435498376308e-09|
# SC 0000216|      3D aux|   ΔGᵘ[2] | -5.943945970750e-19|  6.597292963003e-19| -7.494178599600e-35|  1.078270071795e-19|
# SC 0000216|    2D state|        η | -7.339429025948e-02|  7.344258366468e-02|  2.801092691129e-16|  5.193844713397e-02|
# SC 0000216|    2D state|     U[1] | -6.171794080893e+01|  6.171794080893e+01|  1.049493825178e-16|  4.388578404043e+01|
# SC 0000216|    2D state|     U[2] | -2.341889782628e-12|  1.695664720202e-12| -3.936103167741e-14|  4.708020608330e-13|
# SC 0000216|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000216|      2D aux|    Gᵁ[1] | -2.178332403820e-06|  2.178332403740e-06|  2.755158975314e-18|  9.749601466958e-07|
# SC 0000216|      2D aux|    Gᵁ[2] | -2.638917185201e-16|  2.377578388300e-16|  2.991754983051e-32|  4.316448565932e-17|
# SC 0000216|      2D aux|    Δu[1] | -5.770608655713e-05|  5.770608655711e-05| -7.458675671990e-19|  4.110453437493e-05|
# SC 0000216|      2D aux|    Δu[2] | -3.386939549964e-17|  3.263928987451e-17| -4.269875859130e-19|  5.682043289667e-18|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0006.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0006.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0007"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0007"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000252|    3D state|     u[1] | -9.585448544295e-01|  9.585448544295e-01| -5.002220859751e-17|  4.454004012086e-01|
# SC 0000252|    3D state|     u[2] | -4.251012422473e-15|  3.674047892957e-15| -4.161965360278e-18|  7.673035729240e-16|
# SC 0000252|    3D state|        η | -8.527330751236e-01|  8.528435730710e-01|  4.547473508865e-17|  6.029921946632e-01|
# SC 0000252|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000252|      3D aux|        w | -4.044567259193e-04|  4.046166101130e-04|  9.015010959956e-19|  1.639452009131e-04|
# SC 0000252|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000252|      3D aux|      wz0 | -2.008134427875e-04|  2.006869917107e-04|  1.630917623174e-18|  1.419795101566e-04|
# SC 0000252|      3D aux|    uᵈ[1] | -8.797135976414e-01|  8.797135976414e-01| -1.011812855722e-16|  4.418716735483e-01|
# SC 0000252|      3D aux|    uᵈ[2] | -6.583044254069e-28|  6.492325249969e-28|  1.461169687848e-30|  4.397549678811e-29|
# SC 0000252|      3D aux|   ΔGᵘ[1] | -1.502923856446e-09|  1.502923856391e-09| -3.047912535423e-21|  6.721414244878e-10|
# SC 0000252|      3D aux|   ΔGᵘ[2] | -2.237957476064e-19|  2.850517577574e-19|  1.972152263053e-36|  5.196775501709e-20|
# SC 0000252|    2D state|        η | -8.527330751236e-01|  8.528435730710e-01|  1.209699007632e-16|  6.034630984403e-01|
# SC 0000252|    2D state|     U[1] | -3.154027499455e+01|  3.154027499455e+01|  2.015099892505e-14|  2.242626216774e+01|
# SC 0000252|    2D state|     U[2] | -1.700404968989e-12|  1.469619157183e-12| -1.664786144112e-15|  3.071611179442e-13|
# SC 0000252|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000252|      2D aux|    Gᵁ[1] | -6.011695425562e-07|  6.011695425785e-07|  1.219164844763e-18|  2.690665320058e-07|
# SC 0000252|      2D aux|    Gᵁ[2] | -1.140207031030e-16|  8.951829904256e-17| -9.688197992246e-34|  2.080333559151e-17|
# SC 0000252|      2D aux|    Δu[1] | -6.539364291297e-04|  6.539364291296e-04| -2.896153792725e-18|  4.649759453899e-04|
# SC 0000252|      2D aux|    Δu[2] | -3.322606324410e-17|  3.575603316831e-17| -1.539222260927e-19|  6.902635671699e-18|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0007.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0007.jld2
3D error = 0.0011289943048879785
2D error = 6.333058075025303e-5
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC Start: creating state check callback
# SC Creating state check callback labeled "3D state" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "3D aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Creating state check callback labeled "2D state" for symbols
# SC η
# SC U
# SC Creating state check callback labeled "2D aux" for symbols
# SC y
# SC Gᵁ
# SC Δu
# SC Finish: creating state check callback
┌ Info: Starting
│ norm(Q₀) = 1.7320544160043247e+07
└ ArrayType = Array
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|    3D state|     u[1] | -1.121255621047e+00|  1.121255621047e+00| -2.683009370230e-16|  5.024722335830e-01|
# SC 0000000|    3D state|     u[2] | -5.927707277410e-15|  4.582590918676e-15| -8.079347342584e-17|  1.132639432741e-15|
# SC 0000000|    3D state|        η | -4.307911431267e-01|  4.309725931607e-01| -1.978150976356e-16|  3.046535012596e-01|
# SC 0000000|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000000|      3D aux|        w | -6.600992587609e-04|  6.597217848612e-04|  1.946220962168e-18|  2.841032198035e-04|
# SC 0000000|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|      wz0 | -3.498680931646e-04|  3.496554246500e-04|  3.492761635471e-18|  2.472377134823e-04|
# SC 0000000|      3D aux|    uᵈ[1] | -9.808967966766e-01|  9.808967966766e-01| -2.376054908382e-16|  4.925145587416e-01|
# SC 0000000|      3D aux|    uᵈ[2] | -2.792567604482e-28|  2.216699143671e-28|  3.982311829111e-31|  2.618459574714e-29|
# SC 0000000|      3D aux|   ΔGᵘ[1] | -6.506706956597e-09|  6.506706956809e-09| -6.993239537803e-21|  2.909946012058e-09|
# SC 0000000|      3D aux|   ΔGᵘ[2] | -6.647068041215e-19|  6.536643001493e-19| -9.170508023194e-35|  1.160567322687e-19|
# SC 0000000|    2D state|        η | -4.307911431267e-01|  4.309725931607e-01| -1.716848885280e-16|  3.048914189071e-01|
# SC 0000000|    2D state|     U[1] | -5.619830106502e+01|  5.619830106502e+01| -1.572317831489e-14|  3.996076781208e+01|
# SC 0000000|    2D state|     U[2] | -2.371082910964e-12|  1.833036367470e-12| -3.231738937034e-14|  4.534095847654e-13|
# SC 0000000|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000000|      2D aux|    Gᵁ[1] | -2.602682782723e-06|  2.602682782639e-06|  2.797252447034e-18|  1.164887408011e-06|
# SC 0000000|      2D aux|    Gᵁ[2] | -2.614657200597e-16|  2.658827216486e-16|  3.593261423282e-32|  4.645894648028e-17|
# SC 0000000|      2D aux|    Δu[1] | -2.043711442324e-03|  2.043711442323e-03| -9.148175381286e-18|  1.452026493283e-03|
# SC 0000000|      2D aux|    Δu[2] | -2.448371043241e-16|  2.134028121545e-16| -1.943273104946e-19|  3.903016783554e-17|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0000.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0000.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0001"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0001"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000006|    3D state|     u[1] | -1.087931466875e+00|  1.087931466875e+00| -1.818989403546e-17|  4.925975809129e-01|
# SC 0000006|    3D state|     u[2] | -4.110364051856e-15|  4.161661941503e-15|  3.511248294467e-17|  9.479942083463e-16|
# SC 0000006|    3D state|        η | -6.145266499691e-01|  6.144879702419e-01| -1.364242052659e-16|  4.345146050404e-01|
# SC 0000006|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000006|      3D aux|        w | -4.699453141879e-04|  4.700939948841e-04|  9.081624341434e-19|  1.875279870351e-04|
# SC 0000006|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|      3D aux|      wz0 | -3.165577784718e-04|  3.163841340861e-04|  1.429967255717e-18|  2.238089957760e-04|
# SC 0000006|      3D aux|    uᵈ[1] | -9.655093852210e-01|  9.655093852210e-01| -8.412825991400e-17|  4.848982148085e-01|
# SC 0000006|      3D aux|    uᵈ[2] | -3.952193135157e-28|  3.652425991173e-28|  1.015215476622e-30|  3.183372664931e-29|
# SC 0000006|      3D aux|   ΔGᵘ[1] | -2.088180143161e-09|  2.088180143066e-09| -2.736322995446e-21|  9.338812274700e-10|
# SC 0000006|      3D aux|   ΔGᵘ[2] | -3.728832628270e-19|  5.317865307751e-19|  1.183291357832e-35|  8.206958128008e-20|
# SC 0000006|    2D state|        η | -6.145266499691e-01|  6.144879702419e-01| -1.564970375512e-16|  4.348539370757e-01|
# SC 0000006|    2D state|     U[1] | -4.902095138870e+01|  4.902095138870e+01|  2.658594178140e-14|  3.485405744069e+01|
# SC 0000006|    2D state|     U[2] | -1.644145620742e-12|  1.664664776601e-12|  1.404499317787e-14|  3.794938158970e-13|
# SC 0000006|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000006|      2D aux|    Gᵁ[1] | -8.352720572264e-07|  8.352720572644e-07|  1.094532416904e-18|  3.738442149614e-07|
# SC 0000006|      2D aux|    Gᵁ[2] | -2.127146123100e-16|  1.491533051308e-16| -4.565532488967e-33|  3.285346924574e-17|
# SC 0000006|      2D aux|    Δu[1] | -2.778906882310e-03|  2.778906882310e-03| -1.262873133975e-17|  1.976104404465e-03|
# SC 0000006|      2D aux|    Δu[2] | -1.587678074814e-16|  1.565923082246e-16| -1.641453683591e-18|  3.638011302935e-17|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0001.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0001.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0002"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0002"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000012|    3D state|     u[1] | -9.816024337799e-01|  9.816024337799e-01| -8.867573342286e-17|  4.778945720984e-01|
# SC 0000012|    3D state|     u[2] | -5.817251517010e-15|  4.769000912974e-15| -1.396997334975e-17|  9.841497158148e-16|
# SC 0000012|    3D state|        η | -9.769030592633e-01|  9.767059409823e-01| -5.002220859751e-17|  6.906522245292e-01|
# SC 0000012|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000012|      3D aux|        w | -3.984739979966e-04|  3.986232176728e-04|  1.462996390700e-18|  1.821879419565e-04|
# SC 0000012|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|      3D aux|      wz0 | -6.743036700690e-05|  6.725070639491e-05|  2.540745391855e-18|  4.761883534056e-05|
# SC 0000012|      3D aux|    uᵈ[1] | -9.505679804572e-01|  9.505679804572e-01| -1.352873368887e-16|  4.774365310267e-01|
# SC 0000012|      3D aux|    uᵈ[2] | -3.361533532373e-28|  3.589317118756e-28|  1.414585094057e-30|  2.903210770100e-29|
# SC 0000012|      3D aux|   ΔGᵘ[1] | -8.540271791377e-10|  8.540271790718e-10| -4.251334595235e-21|  3.819402040853e-10|
# SC 0000012|      3D aux|   ΔGᵘ[2] | -3.596480622547e-19|  5.205979183189e-19| -2.046107972917e-35|  7.939986418737e-20|
# SC 0000012|    2D state|        η | -9.769030592633e-01|  9.767059409823e-01|  1.492139745096e-17|  6.911915859737e-01|
# SC 0000012|    2D state|     U[1] | -1.246443515950e+01|  1.246443515951e+01|  1.656235149028e-14|  8.863473223518e+00|
# SC 0000012|    2D state|     U[2] | -2.326900606804e-12|  1.907600365189e-12| -5.587989339901e-15|  3.939673130704e-13|
# SC 0000012|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000012|      2D aux|    Gᵁ[1] | -3.416108716287e-07|  3.416108716551e-07|  1.700536887412e-18|  1.528953913607e-07|
# SC 0000012|      2D aux|    Gᵁ[2] | -2.082391673276e-16|  1.438592249019e-16|  8.381647117973e-33|  3.178474844771e-17|
# SC 0000012|      2D aux|    Δu[1] | -4.510918590769e-03|  4.510918590771e-03|  1.814389025308e-17|  3.207907287158e-03|
# SC 0000012|      2D aux|    Δu[2] | -2.534417992327e-16|  2.743237514147e-16|  7.119555626064e-19|  4.872050541089e-17|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0002.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0002.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0003"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0003"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000018|    3D state|     u[1] | -1.085829255096e+00|  1.085829255096e+00| -2.455635694787e-16|  4.819828213755e-01|
# SC 0000018|    3D state|     u[2] | -6.013782441161e-15|  4.421564584727e-15| -1.065266043777e-16|  1.202540342112e-15|
# SC 0000018|    3D state|        η | -2.560112476963e-01|  2.559443710387e-01| -2.467004378559e-16|  1.810162721859e-01|
# SC 0000018|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000018|      3D aux|        w | -6.623226067052e-04|  6.623102274269e-04|  1.629807400150e-18|  2.846168993969e-04|
# SC 0000018|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000018|      3D aux|      wz0 | -3.756501611572e-04|  3.758834142015e-04|  2.950972799454e-18|  2.657006866458e-04|
# SC 0000018|      3D aux|    uᵈ[1] | -9.359394661220e-01|  9.359394661220e-01| -2.302158463863e-16|  4.701043407579e-01|
# SC 0000018|      3D aux|    uᵈ[2] | -5.072375620571e-28|  3.403934806029e-28|  1.177012102063e-30|  3.193720487410e-29|
# SC 0000018|      3D aux|   ΔGᵘ[1] | -4.573960219015e-09|  4.573960219198e-09| -6.940859020345e-21|  2.045578106860e-09|
# SC 0000018|      3D aux|   ΔGᵘ[2] | -5.971172745548e-19|  6.706127747250e-19| -8.283039504821e-35|  1.143907959060e-19|
# SC 0000018|    2D state|        η | -2.560112476963e-01|  2.559443710387e-01| -2.450484259953e-16|  1.811576359499e-01|
# SC 0000018|    2D state|     U[1] | -6.000555797890e+01|  6.000555797890e+01| -6.768019478187e-15|  4.266720269835e+01|
# SC 0000018|    2D state|     U[2] | -2.405512976464e-12|  1.768625833891e-12| -4.261064175109e-14|  4.813917840217e-13|
# SC 0000018|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000018|      2D aux|    Gᵁ[1] | -1.829584087679e-06|  1.829584087606e-06|  2.776380199961e-18|  8.188702363928e-07|
# SC 0000018|      2D aux|    Gᵁ[2] | -2.682451098900e-16|  2.388469098219e-16|  3.285605670246e-32|  4.579205153330e-17|
# SC 0000018|      2D aux|    Δu[1] | -1.243123887182e-03|  1.243123887182e-03| -1.172686605347e-17|  8.834605989662e-04|
# SC 0000018|      2D aux|    Δu[2] | -1.677407120541e-16|  1.437426172958e-16| -4.981948678464e-19|  3.162833366974e-17|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0003.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0003.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0004"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0004"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000024|    3D state|     u[1] | -1.023826150776e+00|  1.023826150776e+00| -4.547473508865e-17|  4.685189911838e-01|
# SC 0000024|    3D state|     u[2] | -4.217513215754e-15|  4.090741155788e-15|  1.581463666892e-17|  8.799354945649e-16|
# SC 0000024|    3D state|        η | -7.468581274992e-01|  7.469555938956e-01| -3.910827217624e-16|  5.281200927010e-01|
# SC 0000024|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000024|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000024|      3D aux|        w | -4.391408534222e-04|  4.393582831960e-04|  9.703349235224e-19|  1.753425445534e-04|
# SC 0000024|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000024|      3D aux|      wz0 | -2.672103230033e-04|  2.673000834985e-04|  1.578737141017e-18|  1.889131647914e-04|
# SC 0000024|      3D aux|    uᵈ[1] | -9.215653128442e-01|  9.215653128442e-01| -8.583356247982e-17|  4.628899812779e-01|
# SC 0000024|      3D aux|    uᵈ[2] | -4.504395768812e-28|  3.751526642392e-28|  1.390822654550e-30|  3.366412202685e-29|
# SC 0000024|      3D aux|   ΔGᵘ[1] | -5.504380010159e-09|  5.504380010067e-09| -2.799003433543e-21|  2.461682809329e-09|
# SC 0000024|      3D aux|   ΔGᵘ[2] | -3.063753171596e-19|  4.036727280150e-19|  8.381647117973e-36|  6.994911859536e-20|
# SC 0000024|    2D state|        η | -7.468581274992e-01|  7.469555938956e-01| -3.231193090869e-16|  5.285325254797e-01|
# SC 0000024|    2D state|     U[1] | -4.095313406495e+01|  4.095313406495e+01|  2.019470701775e-14|  2.912197896779e+01|
# SC 0000024|    2D state|     U[2] | -1.687005286302e-12|  1.636296462315e-12|  6.325854667566e-15|  3.522490703378e-13|
# SC 0000024|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000024|      2D aux|    Gᵁ[1] | -2.201752004027e-06|  2.201752004064e-06|  1.119574945989e-18|  9.854420993458e-07|
# SC 0000024|      2D aux|    Gᵁ[2] | -1.614690912060e-16|  1.225501268638e-16| -3.431544937711e-33|  2.800149800566e-17|
# SC 0000024|      2D aux|    Δu[1] | -3.396735390834e-03|  3.396735390834e-03| -1.448213090790e-17|  2.415340447001e-03|
# SC 0000024|      2D aux|    Δu[2] | -2.246728525317e-16|  1.942243295906e-16| -4.558717490963e-19|  4.175302636388e-17|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0004.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0004.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0005"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0005"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000030|    3D state|     u[1] | -9.658780771847e-01|  9.658780771847e-01| -4.774847184308e-17|  4.576320944517e-01|
# SC 0000030|    3D state|     u[2] | -5.849634242596e-15|  5.653122852627e-15|  7.589571984500e-18|  1.088928612680e-15|
# SC 0000030|    3D state|        η | -9.200490352412e-01|  9.200716009550e-01| -5.002220859751e-17|  6.505800683425e-01|
# SC 0000030|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000030|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000030|      3D aux|        w | -3.985815442599e-04|  3.988247087578e-04|  1.285638262516e-18|  1.689863352313e-04|
# SC 0000030|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000030|      3D aux|      wz0 | -1.370644922357e-04|  1.372551500253e-04|  2.259303855112e-18|  9.696445439369e-05|
# SC 0000030|      3D aux|    uᵈ[1] | -9.074221954076e-01|  9.074221954076e-01| -1.159605744760e-16|  4.557881542842e-01|
# SC 0000030|      3D aux|    uᵈ[2] | -3.845696912952e-28|  3.982761495235e-28|  1.614612035562e-30|  3.177744113609e-29|
# SC 0000030|      3D aux|   ΔGᵘ[1] | -2.224865491392e-09|  2.224865491274e-09| -3.544002791971e-21|  9.950099960131e-10|
# SC 0000030|      3D aux|   ΔGᵘ[2] | -3.661342451061e-19|  5.846135291428e-19| -1.281898970984e-35|  8.985750280852e-20|
# SC 0000030|    2D state|        η | -9.200490352412e-01|  9.200716009550e-01| -1.669775429036e-17|  6.510881356345e-01|
# SC 0000030|    2D state|     U[1] | -2.343037433665e+01|  2.343037433665e+01|  2.654735598018e-14|  1.666068593392e+01|
# SC 0000030|    2D state|     U[2] | -2.339853697038e-12|  2.261249141051e-12|  3.035828793799e-15|  4.359116024412e-13|
# SC 0000030|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000030|      2D aux|    Gᵁ[1] | -8.899461965095e-07|  8.899461965569e-07|  1.417588750107e-18|  3.983148176626e-07|
# SC 0000030|      2D aux|    Gᵁ[2] | -2.338454116571e-16|  1.464536980425e-16|  5.748823846798e-33|  3.597107063266e-17|
# SC 0000030|      2D aux|    Δu[1] | -4.263064306196e-03|  4.263064306197e-03|  2.042747210534e-17|  3.030957615189e-03|
# SC 0000030|      2D aux|    Δu[2] | -1.738185825876e-16|  2.759125596047e-16|  2.051802350360e-18|  4.163512787916e-17|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0005.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0005.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0006"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0006"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000036|    3D state|     u[1] | -1.047675334203e+00|  1.047675334203e+00| -2.319211489521e-16|  4.619413201924e-01|
# SC 0000036|    3D state|     u[2] | -5.904199619663e-15|  4.453398921548e-15| -1.009967034993e-16|  1.169193225252e-15|
# SC 0000036|    3D state|        η | -7.340636808605e-02|  7.344572699009e-02| -1.946887095983e-16|  5.190337779387e-02|
# SC 0000036|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000036|      3D aux|        w | -6.555407673363e-04|  6.552287290683e-04|  1.748601263785e-18|  2.814946719616e-04|
# SC 0000036|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000036|      3D aux|      wz0 | -3.887351567904e-04|  3.885822938861e-04|  3.255173908201e-18|  2.747938396290e-04|
# SC 0000036|      3D aux|    uᵈ[1] | -8.934997456516e-01|  8.934997456516e-01| -2.307842805749e-16|  4.487959118248e-01|
# SC 0000036|      3D aux|    uᵈ[2] | -4.961935093840e-28|  3.557762682547e-28|  1.382212861771e-30|  3.186957838253e-29|
# SC 0000036|      3D aux|   ΔGᵘ[1] | -5.518496437227e-09|  5.518496437412e-09| -6.784733907507e-21|  2.467995993519e-09|
# SC 0000036|      3D aux|   ΔGᵘ[2] | -5.609339308680e-19|  6.342437575702e-19| -7.592786212752e-35|  1.075905584311e-19|
# SC 0000036|    2D state|        η | -7.340636808605e-02|  7.344572699009e-02| -1.986855124869e-16|  5.194391148048e-02|
# SC 0000036|    2D state|     U[1] | -6.171751029992e+01|  6.171751029992e+01| -3.225547606789e-15|  4.388566451244e+01|
# SC 0000036|    2D state|     U[2] | -2.361679847865e-12|  1.781359568619e-12| -4.039868139970e-14|  4.680425203715e-13|
# SC 0000036|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000036|      2D aux|    Gᵁ[1] | -2.207398574965e-06|  2.207398574891e-06|  2.713884753860e-18|  9.879693451215e-07|
# SC 0000036|      2D aux|    Gᵁ[2] | -2.536975030281e-16|  2.243735723472e-16|  3.083460063283e-32|  4.306983229860e-17|
# SC 0000036|      2D aux|    Δu[1] | -4.023616030170e-04|  4.023616030168e-04| -7.585860379525e-18|  2.865892270032e-04|
# SC 0000036|      2D aux|    Δu[2] | -1.818745709811e-16|  2.055951907601e-16| -1.957531229743e-18|  3.246137454229e-17|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0006.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0006.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0007"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0007"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000042|    3D state|     u[1] | -9.585277374264e-01|  9.585277374264e-01| -2.728484105319e-17|  4.453975850119e-01|
# SC 0000042|    3D state|     u[2] | -3.896903812082e-15|  3.318728678344e-15| -2.698314837117e-18|  7.505706328429e-16|
# SC 0000042|    3D state|        η | -8.527295824312e-01|  8.528309449915e-01| -2.137312549166e-16|  6.029901419009e-01|
# SC 0000042|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000042|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000042|      3D aux|        w | -4.067121813044e-04|  4.068697559858e-04|  8.743006318923e-19|  1.642903854451e-04|
# SC 0000042|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000042|      3D aux|      wz0 | -2.090030997827e-04|  2.088681439924e-04|  1.442179708988e-18|  1.477686084647e-04|
# SC 0000042|      3D aux|    uᵈ[1] | -8.797921918073e-01|  8.797921918073e-01| -9.322320693173e-17|  4.419111491149e-01|
# SC 0000042|      3D aux|    uᵈ[2] | -4.433398287342e-28|  3.392101892450e-28|  1.409163462596e-30|  3.111546120848e-29|
# SC 0000042|      3D aux|   ΔGᵘ[1] | -1.523566199777e-09|  1.523566199723e-09| -2.961362708873e-21|  6.813731457068e-10|
# SC 0000042|      3D aux|   ΔGᵘ[2] | -2.346020211794e-19|  2.734875022995e-19|  6.902532920684e-36|  5.263820892970e-20|
# SC 0000042|    2D state|        η | -8.527295824312e-01|  8.528309449915e-01| -2.534861209824e-16|  6.034610440749e-01|
# SC 0000042|    2D state|     U[1] | -3.154076432912e+01|  3.154076432912e+01|  2.610839600070e-14|  2.242655748178e+01|
# SC 0000042|    2D state|     U[2] | -1.558761524833e-12|  1.327491471337e-12| -1.079325934847e-15|  3.004627149090e-13|
# SC 0000042|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000042|      2D aux|    Gᵁ[1] | -6.094264798891e-07|  6.094264799109e-07|  1.184550335153e-18|  2.727621042802e-07|
# SC 0000042|      2D aux|    Gᵁ[2] | -1.093950009198e-16|  9.384080847177e-17| -2.356721954348e-33|  2.107172659162e-17|
# SC 0000042|      2D aux|    Δu[1] | -3.894498776387e-03|  3.894498776386e-03| -1.375672477680e-17|  2.769034731197e-03|
# SC 0000042|      2D aux|    Δu[2] | -1.815330347376e-16|  1.931802714554e-16| -7.010721294797e-19|  4.288810569871e-17|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0007.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0007.jld2
3D error = 0.0011221419402189482
2D error = 6.640457070950385e-5
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC Start: creating state check callback
# SC Creating state check callback labeled "3D state" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "3D aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Creating state check callback labeled "2D state" for symbols
# SC η
# SC U
# SC Creating state check callback labeled "2D aux" for symbols
# SC y
# SC Gᵁ
# SC Δu
# SC Finish: creating state check callback
┌ Info: Starting
│ norm(Q₀) = 1.7320544160043247e+07
└ ArrayType = Array
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|    3D state|     u[1] | -1.121228526362e+00|  1.121228526362e+00| -2.592059900053e-16|  5.024680546013e-01|
# SC 0000000|    3D state|     u[2] | -6.161608164366e-15|  4.703872513475e-15| -8.151879490451e-17|  1.146026884457e-15|
# SC 0000000|    3D state|        η | -4.307894019311e-01|  4.309745513130e-01| -1.296029950026e-16|  3.046532227954e-01|
# SC 0000000|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000000|      3D aux|        w | -6.558940363376e-04|  6.555589728455e-04|  1.678102101721e-18|  2.824116921291e-04|
# SC 0000000|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|      wz0 | -3.443640413862e-04|  3.442064092682e-04|  2.959854583651e-18|  2.433777749509e-04|
# SC 0000000|      3D aux|    uᵈ[1] | -9.810035622561e-01|  9.810035622561e-01| -2.245315045002e-16|  4.925675029724e-01|
# SC 0000000|      3D aux|    uᵈ[2] | -2.634795423438e-28|  2.658461250595e-28|  5.041030417391e-31|  2.665506826885e-29|
# SC 0000000|      3D aux|   ΔGᵘ[1] | -6.390237818363e-09|  6.390237818571e-09| -7.021970895374e-21|  2.857858388193e-09|
# SC 0000000|      3D aux|   ΔGᵘ[2] | -6.393348552937e-19|  6.202511682188e-19| -9.269115636347e-35|  1.158226523525e-19|
# SC 0000000|    2D state|        η | -4.307894019311e-01|  4.309745513130e-01| -1.303845920120e-16|  3.048911402255e-01|
# SC 0000000|    2D state|     U[1] | -5.619814478944e+01|  5.619814478944e+01| -1.407416960753e-14|  3.996077001363e+01|
# SC 0000000|    2D state|     U[2] | -2.464643265747e-12|  1.881549005390e-12| -3.260751796180e-14|  4.587687473976e-13|
# SC 0000000|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000000|      2D aux|    Gᵁ[1] | -2.556095127429e-06|  2.556095127345e-06|  2.808808009314e-18|  1.144036087436e-06|
# SC 0000000|      2D aux|    Gᵁ[2] | -2.481004672875e-16|  2.557339421175e-16|  3.666231057015e-32|  4.636524139240e-17|
# SC 0000000|      2D aux|    Δu[1] | -4.208726881363e-03|  4.208726881362e-03| -2.783697480423e-17|  2.989542380253e-03|
# SC 0000000|      2D aux|    Δu[2] | -5.528715557297e-16|  7.036329343852e-16| -2.381473406738e-18|  1.119616058956e-16|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0000.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0000.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0001"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0001"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000003|    3D state|     u[1] | -1.087907272272e+00|  1.087907272272e+00| -2.728484105319e-17|  4.925936537821e-01|
# SC 0000003|    3D state|     u[2] | -4.354526344810e-15|  4.499821543101e-15|  2.903250496389e-17|  9.591876644888e-16|
# SC 0000003|    3D state|        η | -6.145316322762e-01|  6.144798286369e-01| -2.296474121977e-16|  4.345157141523e-01|
# SC 0000003|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000003|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000003|      3D aux|        w | -4.718396540387e-04|  4.719613570518e-04|  7.760458942130e-19|  1.883785192836e-04|
# SC 0000003|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000003|      3D aux|      wz0 | -3.233820010810e-04|  3.231089948796e-04|  1.101341240428e-18|  2.285952038739e-04|
# SC 0000003|      3D aux|    uᵈ[1] | -9.656131079063e-01|  9.656131079063e-01| -8.810729923425e-17|  4.849500940736e-01|
# SC 0000003|      3D aux|    uᵈ[2] | -4.551727423125e-28|  4.228294451985e-28|  1.045630630898e-30|  3.374007317848e-29|
# SC 0000003|      3D aux|   ΔGᵘ[1] | -2.397806208120e-09|  2.397806208013e-09| -2.700408798482e-21|  1.072352982683e-09|
# SC 0000003|      3D aux|   ΔGᵘ[2] | -3.528995233445e-19|  4.871335291784e-19|  2.070759876205e-35|  8.419319381591e-20|
# SC 0000003|    2D state|        η | -6.145316322762e-01|  6.144798286369e-01| -2.197353410338e-16|  4.348550470538e-01|
# SC 0000003|    2D state|     U[1] | -4.902118791243e+01|  4.902118791243e+01|  2.142832994378e-14|  3.485399108605e+01|
# SC 0000003|    2D state|     U[2] | -1.741810537924e-12|  1.799928617240e-12|  1.161300198556e-14|  3.839746949437e-13|
# SC 0000003|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000003|      2D aux|    Gᵁ[1] | -9.591224832051e-07|  9.591224832480e-07|  1.080170295657e-18|  4.292761725799e-07|
# SC 0000003|      2D aux|    Gᵁ[2] | -1.948534116714e-16|  1.411598093378e-16| -8.105545801146e-33|  3.370357762996e-17|
# SC 0000003|      2D aux|    Δu[1] | -5.447652052662e-03|  5.447652052662e-03| -1.601387411890e-17|  3.875138476566e-03|
# SC 0000003|      2D aux|    Δu[2] | -5.972182125273e-16|  4.949768478984e-16| -2.994570812064e-18|  1.023932490858e-16|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0001.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0001.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0002"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0002"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000006|    3D state|     u[1] | -9.815773875539e-01|  9.815773875539e-01| -8.867573342286e-17|  4.778907752502e-01|
# SC 0000006|    3D state|     u[2] | -6.137529417248e-15|  5.204227865173e-15| -1.917619592412e-17|  1.007487738918e-15|
# SC 0000006|    3D state|        η | -9.769094782906e-01|  9.767218920282e-01|  8.640199666843e-17|  6.906557314664e-01|
# SC 0000006|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000006|      3D aux|        w | -3.956297321915e-04|  3.957931385669e-04|  1.643130076445e-18|  1.834344096140e-04|
# SC 0000006|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|      3D aux|      wz0 | -5.589029247770e-05|  5.576739639983e-05|  2.854383396311e-18|  3.950130353774e-05|
# SC 0000006|      3D aux|    uᵈ[1] | -9.506696907504e-01|  9.506696907504e-01| -1.392663762090e-16|  4.774875389150e-01|
# SC 0000006|      3D aux|    uᵈ[2] | -3.343999866159e-28|  3.084137990623e-28|  1.379460680917e-30|  3.029482524510e-29|
# SC 0000006|      3D aux|   ΔGᵘ[1] | -1.189635013865e-10|  1.189635013025e-10| -4.294130934895e-21|  5.320315905120e-11|
# SC 0000006|      3D aux|   ΔGᵘ[2] | -3.566456000888e-19|  5.009793092890e-19| -2.218671295934e-35|  8.032684503828e-20|
# SC 0000006|    2D state|        η | -9.769094782906e-01|  9.767218920282e-01|  7.940315072119e-17|  6.911950956497e-01|
# SC 0000006|    2D state|     U[1] | -1.246398453921e+01|  1.246398453921e+01|  1.895094497995e-14|  8.863662962764e+00|
# SC 0000006|    2D state|     U[2] | -2.455011766899e-12|  2.081691146069e-12| -7.670478369647e-15|  4.033098125972e-13|
# SC 0000006|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000006|      2D aux|    Gᵁ[1] | -4.758540052100e-08|  4.758540055459e-08|  1.717652151612e-18|  2.129788311823e-08|
# SC 0000006|      2D aux|    Gᵁ[2] | -2.003917237156e-16|  1.426582400355e-16|  8.529558537702e-33|  3.215583035652e-17|
# SC 0000006|      2D aux|    Δu[1] | -9.044784517838e-03|  9.044784517840e-03|  4.438703907466e-17|  6.432883646665e-03|
# SC 0000006|      2D aux|    Δu[2] | -5.344368298753e-16|  6.083143241489e-16|  5.041769224447e-18|  1.132728583898e-16|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0002.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0002.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0003"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0003"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000009|    3D state|     u[1] | -1.085806409747e+00|  1.085806409747e+00| -2.364686224610e-16|  4.819793631647e-01|
# SC 0000009|    3D state|     u[2] | -6.364128711273e-15|  4.358026155221e-15| -1.005062797583e-16|  1.208053954184e-15|
# SC 0000009|    3D state|        η | -2.560360067289e-01|  2.559460864942e-01|  4.433786671143e-17|  1.810228219659e-01|
# SC 0000009|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000009|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000009|      3D aux|        w | -6.596811964581e-04|  6.596654959744e-04|  1.579847364042e-18|  2.835121337952e-04|
# SC 0000009|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000009|      3D aux|      wz0 | -3.721752748800e-04|  3.724042157727e-04|  2.846611835139e-18|  2.632473500393e-04|
# SC 0000009|      3D aux|    uᵈ[1] | -9.360394651005e-01|  9.360394651005e-01| -2.285105438204e-16|  4.701545392682e-01|
# SC 0000009|      3D aux|    uᵈ[2] | -5.380031373607e-28|  2.977949917209e-28|  1.148983267433e-30|  3.374847710567e-29|
# SC 0000009|      3D aux|   ΔGᵘ[1] | -4.501445195469e-09|  4.501445195660e-09| -6.895593579644e-21|  2.013147753810e-09|
# SC 0000009|      3D aux|   ΔGᵘ[2] | -6.381249395348e-19|  6.921581544666e-19| -7.395570986447e-35|  1.153555760719e-19|
# SC 0000009|    2D state|        η | -2.560360067289e-01|  2.559460864942e-01|  2.824407374646e-17|  1.811641908449e-01|
# SC 0000009|    2D state|     U[1] | -6.000577784155e+01|  6.000577784155e+01| -4.269790077061e-15|  4.266754462756e+01|
# SC 0000009|    2D state|     U[2] | -2.545651484509e-12|  1.743210462089e-12| -4.020251190332e-14|  4.835989511817e-13|
# SC 0000009|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000009|      2D aux|    Gᵁ[1] | -1.800578078264e-06|  1.800578078187e-06|  2.758233704912e-18|  8.058879646431e-07|
# SC 0000009|      2D aux|    Gᵁ[2] | -2.768632617867e-16|  2.552499758139e-16|  2.992741059182e-32|  4.617826497578e-17|
# SC 0000009|      2D aux|    Δu[1] | -2.616538125950e-03|  2.616538125949e-03| -2.190825298615e-17|  1.859560723237e-03|
# SC 0000009|      2D aux|    Δu[2] | -3.149906138527e-16|  4.186732477725e-16| -6.743580097268e-19|  7.477490636120e-17|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0003.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0003.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0004"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0004"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000012|    3D state|     u[1] | -1.023802836913e+00|  1.023802836913e+00| -1.364242052659e-17|  4.685154353395e-01|
# SC 0000012|    3D state|     u[2] | -4.501991749726e-15|  4.293247276928e-15|  1.739543377354e-17|  9.067344300539e-16|
# SC 0000012|    3D state|        η | -7.468418568248e-01|  7.469621149022e-01| -1.637090463191e-16|  5.281152102204e-01|
# SC 0000012|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000012|      3D aux|        w | -4.414620180046e-04|  4.416685626066e-04|  8.582023980352e-19|  1.761407190041e-04|
# SC 0000012|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|      3D aux|      wz0 | -2.756129197141e-04|  2.756626175048e-04|  1.270095140171e-18|  1.948267762257e-04|
# SC 0000012|      3D aux|    uᵈ[1] | -9.216637233474e-01|  9.216637233474e-01| -8.867573342286e-17|  4.629394001636e-01|
# SC 0000012|      3D aux|    uᵈ[2] | -4.299291933455e-28|  3.802309563165e-28|  1.339121390675e-30|  3.497265584981e-29|
# SC 0000012|      3D aux|   ΔGᵘ[1] | -6.074663849552e-09|  6.074663849440e-09| -2.783960128400e-21|  2.716726596514e-09|
# SC 0000012|      3D aux|   ΔGᵘ[2] | -3.316239839813e-19|  4.515999951949e-19|  1.257247067696e-35|  7.317917519164e-20|
# SC 0000012|    2D state|        η | -7.46841856824

out_10795547

+ hostname
hpc-92-18.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795547_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795547_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Ocean/SplitExplicit/test_restart.jl
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC Start: creating state check callback
# SC Creating state check callback labeled "3D state" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "3D aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Creating state check callback labeled "2D state" for symbols
# SC η
# SC U
# SC Creating state check callback labeled "2D aux" for symbols
# SC y
# SC Gᵁ
# SC Δu
# SC Finish: creating state check callback
┌ Info: Starting
│ norm(Q₀) = 1.7320544160043247e+07
└ ArrayType = Array
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|    3D state|     u[1] | -1.121201711141e+00|  1.121201711141e+00| -2.773958840407e-16|  5.024640537522e-01|
# SC 0000000|    3D state|     u[2] | -6.286797107878e-15|  4.878064132862e-15| -8.316386131405e-17|  1.168477238780e-15|
# SC 0000000|    3D state|        η | -4.307827992279e-01|  4.309781461443e-01| -1.523403625470e-16|  3.046518213277e-01|
# SC 0000000|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000000|      3D aux|        w | -6.514544969126e-04|  6.512009015021e-04|  1.552091788426e-18|  2.806388090072e-04|
# SC 0000000|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|      wz0 | -3.385565164692e-04|  3.385043686396e-04|  2.675637489347e-18|  2.393163452406e-04|
# SC 0000000|      3D aux|    uᵈ[1] | -9.811060078762e-01|  9.811060078762e-01| -2.262368070660e-16|  4.926195162435e-01|
# SC 0000000|      3D aux|    uᵈ[2] | -2.855676476900e-28|  2.737347341117e-28|  6.290407750149e-31|  2.743375593819e-29|
# SC 0000000|      3D aux|   ΔGᵘ[1] | -6.467756104559e-09|  6.467756104757e-09| -6.923850598764e-21|  2.892526313029e-09|
# SC 0000000|      3D aux|   ΔGᵘ[2] | -6.593588934103e-19|  6.361197035794e-19| -1.005797654157e-34|  1.206638566228e-19|
# SC 0000000|    2D state|        η | -4.307827992279e-01|  4.309781461443e-01| -1.584510300745e-16|  3.048897376633e-01|
# SC 0000000|    2D state|     U[1] | -5.619776350206e+01|  5.619776350206e+01| -1.545851224805e-14|  3.996094716870e+01|
# SC 0000000|    2D state|     U[2] | -2.514718843151e-12|  1.951225653145e-12| -3.326554452562e-14|  4.677559021242e-13|
# SC 0000000|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000000|      2D aux|    Gᵁ[1] | -2.587102441903e-06|  2.587102441824e-06|  2.769532107989e-18|  1.157914086868e-06|
# SC 0000000|      2D aux|    Gᵁ[2] | -2.544478814317e-16|  2.637435573641e-16|  3.959095668078e-32|  4.830323538633e-17|
# SC 0000000|      2D aux|    Δu[1] | -6.492427939238e-03|  6.492427939235e-03| -4.965126617143e-17|  4.611922911506e-03|
# SC 0000000|      2D aux|    Δu[2] | -4.159999953010e-16|  6.032308949891e-16| -3.837145835442e-18|  1.057558646895e-16|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0000.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0000.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0001"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0001"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000002|    3D state|     u[1] | -1.087883405388e+00|  1.087883405388e+00| -2.728484105319e-17|  4.925899319029e-01|
# SC 0000002|    3D state|     u[2] | -4.201522572799e-15|  4.396639180353e-15|  3.067063731016e-17|  9.552778747417e-16|
# SC 0000002|    3D state|        η | -6.145366709487e-01|  6.144701101223e-01| -1.227817847393e-16|  4.345167657649e-01|
# SC 0000002|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000002|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000002|      3D aux|        w | -4.736532166113e-04|  4.737496860352e-04|  1.000310945187e-18|  1.892277822349e-04|
# SC 0000002|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000002|      3D aux|      wz0 | -3.299093364938e-04|  3.295435003652e-04|  1.512123759539e-18|  2.331788285149e-04|
# SC 0000002|      3D aux|    uᵈ[1] | -9.657154681750e-01|  9.657154681750e-01| -7.389644451905e-17|  4.850015770537e-01|
# SC 0000002|      3D aux|    uᵈ[2] | -4.677945167961e-28|  4.401843851133e-28|  9.867253162882e-31|  3.577814184131e-29|
# SC 0000002|      3D aux|   ΔGᵘ[1] | -2.706077675873e-09|  2.706077675769e-09| -2.628173828741e-21|  1.210218931504e-09|
# SC 0000002|      3D aux|   ΔGᵘ[2] | -3.636470687092e-19|  5.230393078567e-19|  1.922848456476e-35|  8.679328776208e-20|
# SC 0000002|    2D state|        η | -6.145366709487e-01|  6.144701101223e-01| -1.023181539495e-16|  4.348560994876e-01|
# SC 0000002|    2D state|     U[1] | -4.902125109935e+01|  4.902125109935e+01|  2.088113154608e-14|  3.485413223276e+01|
# SC 0000002|    2D state|     U[2] | -1.680609029119e-12|  1.758655672141e-12|  1.226825492407e-14|  3.824095577125e-13|
# SC 0000002|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000002|      2D aux|    Gᵁ[1] | -1.082431070308e-06|  1.082431070349e-06|  1.051274613694e-18|  4.844656184014e-07|
# SC 0000002|      2D aux|    Gᵁ[2] | -2.092157231427e-16|  1.454588274837e-16| -7.203286140799e-33|  3.474442742064e-17|
# SC 0000002|      2D aux|    Δu[1] | -8.004360045233e-03|  8.004360045232e-03| -1.541153001657e-17|  5.694846630701e-03|
# SC 0000002|      2D aux|    Δu[2] | -5.495522798200e-16|  6.590738205386e-16| -4.439166211549e-18|  1.200967532007e-16|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0001.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0001.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0002"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0002"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000004|    3D state|     u[1] | -9.815532342602e-01|  9.815532342602e-01| -1.000444171950e-16|  4.778869876851e-01|
# SC 0000004|    3D state|     u[2] | -5.824658930743e-15|  4.995351734797e-15| -1.606205971114e-17|  1.016741508494e-15|
# SC 0000004|    3D state|        η | -9.769141568382e-01|  9.767193933508e-01| -4.547473508865e-17|  6.906550770304e-01|
# SC 0000004|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000004|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000004|      3D aux|        w | -3.927656640701e-04|  3.929538700058e-04|  1.624256285027e-18|  1.847992149888e-04|
# SC 0000004|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000004|      3D aux|      wz0 | -4.427171696889e-05|  4.424806098615e-05|  2.826350264939e-18|  3.134167698974e-05|
# SC 0000004|      3D aux|    uᵈ[1] | -9.507707078068e-01|  9.507707078068e-01| -1.421085471520e-16|  4.775382733136e-01|
# SC 0000004|      3D aux|    uᵈ[2] | -3.235808825603e-28|  3.212636036513e-28|  1.413738339697e-30|  2.995090395041e-29|
# SC 0000004|      3D aux|   ΔGᵘ[1] | -8.483480916462e-10|  8.483480917024e-10| -4.374637181366e-21|  3.794003882401e-10|
# SC 0000004|      3D aux|   ΔGᵘ[2] | -3.387795885401e-19|  5.097598287962e-19| -1.207943261120e-35|  7.829202668281e-20|
# SC 0000004|    2D state|        η | -9.769141568382e-01|  9.767193933508e-01|  8.597567102697e-17|  6.911944407026e-01|
# SC 0000004|    2D state|     U[1] | -1.246372654021e+01|  1.246372654021e+01|  1.669322180486e-14|  8.863368874335e+00|
# SC 0000004|    2D state|     U[2] | -2.329863572297e-12|  1.998140693919e-12| -6.424823884456e-15|  4.070142111020e-13|
# SC 0000004|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000004|      2D aux|    Gᵁ[1] | -3.393392366810e-07|  3.393392366585e-07|  1.749855719580e-18|  1.518786716400e-07|
# SC 0000004|      2D aux|    Gᵁ[2] | -2.039039315185e-16|  1.355118354160e-16|  4.723304670011e-33|  3.134126738179e-17|
# SC 0000004|      2D aux|    Δu[1] | -1.359743331129e-02|  1.359743331129e-02|  6.632454459775e-17|  9.671918604973e-03|
# SC 0000004|      2D aux|    Δu[2] | -6.869181210780e-16|  8.381381286453e-16|  7.843486481589e-18|  1.707807296878e-16|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0002.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0002.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0003"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0003"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000006|    3D state|     u[1] | -1.085783574548e+00|  1.085783574548e+00| -2.410160959698e-16|  4.819756974498e-01|
# SC 0000006|    3D state|     u[2] | -6.117979528492e-15|  4.538996003134e-15| -9.861970410861e-17|  1.208820886383e-15|
# SC 0000006|    3D state|        η | -2.560556195141e-01|  2.559435249201e-01| -9.208633855451e-17|  1.810286731533e-01|
# SC 0000006|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000006|      3D aux|        w | -6.568035425113e-04|  6.566184453842e-04|  1.491029522072e-18|  2.822842008550e-04|
# SC 0000006|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|      3D aux|      wz0 | -3.683944419245e-04|  3.684038302718e-04|  2.635669460460e-18|  2.605178883989e-04|
# SC 0000006|      3D aux|    uᵈ[1] | -9.361389417850e-01|  9.361389417850e-01| -2.353317540837e-16|  4.702044973358e-01|
# SC 0000006|      3D aux|    uᵈ[2] | -4.764719867535e-28|  3.163332229936e-28|  1.144794275433e-30|  3.206462342077e-29|
# SC 0000006|      3D aux|   ΔGᵘ[1] | -3.718009416345e-09|  3.718009416546e-09| -6.937165956695e-21|  1.662777614700e-09|
# SC 0000006|      3D aux|   ΔGᵘ[2] | -6.270995606623e-19|  6.813347197517e-19| -8.776077570584e-35|  1.158773463730e-19|
# SC 0000006|    2D state|        η | -2.560556195141e-01|  2.559435249201e-01| -8.526512829121e-17|  1.811700466017e-01|
# SC 0000006|    2D state|     U[1] | -6.000591187071e+01|  6.000591187071e+01| -5.207473341429e-15|  4.266744692221e+01|
# SC 0000006|    2D state|     U[2] | -2.447191811397e-12|  1.815598401253e-12| -3.944788164344e-14|  4.839059636342e-13|
# SC 0000006|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000006|      2D aux|    Gᵁ[1] | -1.487203766618e-06|  1.487203766538e-06|  2.774853507777e-18|  6.656304610674e-07|
# SC 0000006|      2D aux|    Gᵁ[2] | -2.725338879007e-16|  2.508398242649e-16|  3.440419622895e-32|  4.638713608579e-17|
# SC 0000006|      2D aux|    Δu[1] | -4.118557667549e-03|  4.118557667547e-03| -4.697486160905e-17|  2.927846056520e-03|
# SC 0000006|      2D aux|    Δu[2] | -3.898119806638e-16|  4.055950991220e-16|  6.116758210949e-19|  9.961772850437e-17|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0003.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0003.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0004"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0004"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000008|    3D state|     u[1] | -1.023779221945e+00|  1.023779221945e+00| -3.637978807092e-17|  4.685118568611e-01|
# SC 0000008|    3D state|     u[2] | -4.404822665608e-15|  4.154363398707e-15|  1.269013823020e-17|  8.905220125343e-16|
# SC 0000008|    3D state|        η | -7.468100803736e-01|  7.469640548269e-01| -1.728039933369e-16|  5.281066465804e-01|
# SC 0000008|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000008|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000008|      3D aux|        w | -4.436557580823e-04|  4.439137911029e-04|  8.987255384341e-19|  1.769680291081e-04|
# SC 0000008|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000008|      3D aux|      wz0 | -2.835469834321e-04|  2.837862826270e-04|  1.361133428190e-18|  2.005176308619e-04|
# SC 0000008|      3D aux|    uᵈ[1] | -9.217616653177e-01|  9.217616653177e-01| -9.094947017729e-17|  4.629885905146e-01|
# SC 0000008|      3D aux|    uᵈ[2] | -5.490471900338e-28|  4.401843851133e-28|  1.099392520406e-30|  3.750490559248e-29|
# SC 0000008|      3D aux|   ΔGᵘ[1] | -5.733904766719e-09|  5.733904766620e-09| -2.713486987188e-21|  2.564331453944e-09|
# SC 0000008|      3D aux|   ΔGᵘ[2] | -3.156642079536e-19|  4.385205503663e-19|  1.676329423595e-35|  7.341730070813e-20|
# SC 0000008|    2D state|        η | -7.468100803736e-01|  7.469640548269e-01| -1.499245172454e-16|  5.285190688585e-01|
# SC 0000008|    2D state|     U[1] | -4.095268968874e+01|  4.095268968875e+01|  2.083592742785e-14|  2.912223926724e+01|
# SC 0000008|    2D state|     U[2] | -1.761929066243e-12|  1.661745359483e-12|  5.076055292081e-15|  3.564869845212e-13|
# SC 0000008|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000008|      2D aux|    Gᵁ[1] | -2.293561906648e-06|  2.293561906688e-06|  1.085397505381e-18|  1.026533622373e-06|
# SC 0000008|      2D aux|    Gᵁ[2] | -1.754082201465e-16|  1.262656831814e-16| -6.281304957822e-33|  2.938985423465e-17|
# SC 0000008|      2D aux|    Δu[1] | -9.910172212363e-03|  9.910172212362e-03| -3.646212563650e-17|  7.046198935485e-03|
# SC 0000008|      2D aux|    Δu[2] | -6.646630642764e-16|  5.603577863085e-16| -8.034500014978e-18|  1.213633631074e-16|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0004.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0004.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0005"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0005"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000010|    3D state|     u[1] | -9.658321383339e-01|  9.658321383339e-01| -5.456968210638e-17|  4.576248338739e-01|
# SC 0000010|    3D state|     u[2] | -6.331519018544e-15|  5.664568617478e-15| -2.955136691579e-18|  1.129882761559e-15|
# SC 0000010|    3D state|        η | -9.200285523713e-01|  9.200582783692e-01|  1.318767317571e-16|  6.505789243284e-01|
# SC 0000010|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000010|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000010|      3D aux|        w | -3.931806874282e-04|  3.934387468944e-04|  1.587618925214e-18|  1.699774330778e-04|
# SC 0000010|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000010|      3D aux|      wz0 | -1.151504922027e-04|  1.154007509014e-04|  2.750022431997e-18|  8.148390578489e-05|
# SC 0000010|      3D aux|    uᵈ[1] | -9.076155104863e-01|  9.076155104863e-01| -1.119815351558e-16|  4.558852466360e-01|
# SC 0000010|      3D aux|    uᵈ[2] | -3.733777272024e-28|  3.928527308001e-28|  1.688073993322e-30|  3.304463590220e-29|
# SC 0000010|      3D aux|   ΔGᵘ[1] | -2.344346934622e-09|  2.344346934535e-09| -3.694452784062e-21|  1.048444790535e-09|
# SC 0000010|      3D aux|   ΔGᵘ[2] | -4.001939033492e-19|  5.665290375077e-19| -1.331202777560e-35|  9.116248793988e-20|
# SC 0000010|    2D state|        η | -9.200285523713e-01|  9.200582783692e-01|  4.849454171563e-17|  6.510869907270e-01|
# SC 0000010|    2D state|     U[1] | -2.343004133319e+01|  2.343004133319e+01|  2.432844758982e-14|  1.666033441757e+01|
# SC 0000010|    2D state|     U[2] | -2.532607607417e-12|  2.265827446991e-12| -1.182054676632e-15|  4.523060551690e-13|
# SC 0000010|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000010|      2D aux|    Gᵁ[1] | -9.377387738140e-07|  9.377387738490e-07|  1.477770441010e-18|  4.197054273271e-07|
# SC 0000010|      2D aux|    Gᵁ[2] | -2.266116150031e-16|  1.600775613397e-16|  4.831773044479e-33|  3.649347233389e-17|
# SC 0000010|      2D aux|    Δu[1] | -1.292901995401e-02|  1.292901995401e-02|  6.568164116977e-17|  9.190987477187e-03|
# SC 0000010|      2D aux|    Δu[2] | -7.086692188257e-16|  8.188995548496e-16|  4.362851187701e-18|  1.526291339166e-16|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0005.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0005.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0006"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0006"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000012|    3D state|     u[1] | -1.047628514582e+00|  1.047628514582e+00| -2.273736754432e-16|  4.619341392135e-01|
# SC 0000012|    3D state|     u[2] | -5.962941870353e-15|  4.277205588628e-15| -1.083472304867e-16|  1.189079274976e-15|
# SC 0000012|    3D state|        η | -7.339351526117e-02|  7.346939194221e-02| -6.224354365258e-17|  5.190324875393e-02|
# SC 0000012|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000012|      3D aux|        w | -6.532561002385e-04|  6.528945812683e-04|  1.650901637618e-18|  2.805120870987e-04|
# SC 0000012|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000012|      3D aux|      wz0 | -3.856759866174e-04|  3.854589931422e-04|  2.937650123158e-18|  2.726184039076e-04|
# SC 0000012|      3D aux|    uᵈ[1] | -8.936900852304e-01|  8.936900852304e-01| -2.273736754432e-16|  4.488915132343e-01|
# SC 0000012|      3D aux|    uᵈ[2] | -4.504395768812e-28|  3.330965172296e-28|  1.237197837493e-30|  3.389567626678e-29|
# SC 0000012|      3D aux|   ΔGᵘ[1] | -5.247974652806e-09|  5.247974653006e-09| -6.814278416707e-21|  2.347012553936e-09|
# SC 0000012|      3D aux|   ΔGᵘ[2] | -6.176622623382e-19|  6.896618645677e-19| -5.423418723394e-35|  1.139904390995e-19|
# SC 0000012|    2D state|        η | -7.339351526117e-02|  7.346939194221e-02| -6.290523657526e-17|  5.194378233977e-02|
# SC 0000012|    2D state|     U[1] | -6.171654730585e+01|  6.171654730585e+01| -1.778438507571e-15|  4.388518531332e+01|
# SC 0000012|    2D state|     U[2] | -2.385176748141e-12|  1.710882235451e-12| -4.333889219469e-14|  4.760031522260e-13|
# SC 0000012|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000012|      2D aux|    Gᵁ[1] | -2.099189861202e-06|  2.099189861122e-06|  2.725691715518e-18|  9.395381767207e-07|
# SC 0000012|      2D aux|    Gᵁ[2] | -2.758647458271e-16|  2.470649049353e-16|  2.170353565489e-32|  4.563178374804e-17|
# SC 0000012|      2D aux|    Δu[1] | -1.609830726035e-03|  1.609830726033e-03| -2.637641082111e-17|  1.145024803404e-03|
# SC 0000012|      2D aux|    Δu[2] | -3.864371297498e-16|  4.619308817673e-16|  3.284494504088e-19|  8.620269788787e-17|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0006.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0006.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0007"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0007"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000014|    3D state|     u[1] | -9.584880514958e-01|  9.584880514958e-01| -2.728484105319e-17|  4.453906874549e-01|
# SC 0000014|    3D state|     u[2] | -4.109806523639e-15|  3.627466946426e-15| -4.566110052425e-19|  7.556212618586e-16|
# SC 0000014|    3D state|        η | -8.527314054521e-01|  8.528093538490e-01| -1.455191522837e-16|  6.029889638943e-01|
# SC 0000014|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000014|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000014|      3D aux|        w | -4.119592881701e-04|  4.121266232901e-04|  8.598677325722e-19|  1.653559497406e-04|
# SC 0000014|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000014|      3D aux|      wz0 | -2.280488741400e-04|  2.279498496008e-04|  1.310063169058e-18|  1.612712454611e-04|
# SC 0000014|      3D aux|    uᵈ[1] | -8.799796074511e-01|  8.799796074511e-01| -9.208633855451e-17|  4.420052834549e-01|
# SC 0000014|      3D aux|    uᵈ[2] | -5.036876879836e-28|  4.733165431326e-28|  1.442715061194e-30|  3.524933230367e-29|
# SC 0000014|      3D aux|   ΔGᵘ[1] | -8.869914259355e-10|  8.869914258775e-10| -2.841651542437e-21|  3.966825583973e-10|
# SC 0000014|      3D aux|   ΔGᵘ[2] | -2.475320359566e-19|  3.489143750238e-19| -8.135128085092e-36|  5.675562326440e-20|
# SC 0000014|    2D state|        η | -8.527314054521e-01|  8.528093538490e-01| -1.415756401002e-16|  6.034598651483e-01|
# SC 0000014|    2D state|     U[1] | -3.154238207466e+01|  3.154238207466e+01|  2.547139027476e-14|  2.242667741025e+01|
# SC 0000014|    2D state|     U[2] | -1.643922609456e-12|  1.450986778570e-12| -1.826444020976e-16|  3.024845442208e-13|
# SC 0000014|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000014|      2D aux|    Gᵁ[1] | -3.547965703510e-07|  3.547965703742e-07|  1.136656805327e-18|  1.587969382730e-07|
# SC 0000014|      2D aux|    Gᵁ[2] | -1.395657500095e-16|  9.901281438263e-17|  3.046975246416e-33|  2.271997851526e-17|
# SC 0000014|      2D aux|    Δu[1] | -1.146291233660e-02|  1.146291233660e-02| -3.844195469761e-17|  8.151497132007e-03|
# SC 0000014|      2D aux|    Δu[2] | -7.106942487713e-16|  6.217681772769e-16| -4.166970090273e-18|  1.382307654449e-16|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0007.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0007.jld2
3D error = 0.0011072706196802139
2D error = 7.223976124390424e-5
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC Start: creating state check callback
# SC Creating state check callback labeled "3D state" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "3D aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Creating state check callback labeled "2D state" for symbols
# SC η
# SC U
# SC Creating state check callback labeled "2D aux" for symbols
# SC y
# SC Gᵁ
# SC Δu
# SC Finish: creating state check callback
┌ Info: Starting
│ norm(Q₀) = 1.7320544160043247e+07
└ ArrayType = Array
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0000"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0000"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|    3D state|     u[1] | -1.121201711141e+00|  1.121201711141e+00| -2.773958840407e-16|  5.024640537522e-01|
# SC 0000000|    3D state|     u[2] | -6.286797107878e-15|  4.878064132862e-15| -8.316386131405e-17|  1.168477238780e-15|
# SC 0000000|    3D state|        η | -4.307827992279e-01|  4.309781461443e-01| -1.523403625470e-16|  3.046518213277e-01|
# SC 0000000|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000000|      3D aux|        w | -6.514544969126e-04|  6.512009015021e-04|  1.552091788426e-18|  2.806388090072e-04|
# SC 0000000|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|      wz0 | -3.385565164692e-04|  3.385043686396e-04|  2.675637489347e-18|  2.393163452406e-04|
# SC 0000000|      3D aux|    uᵈ[1] | -9.811060078762e-01|  9.811060078762e-01| -2.262368070660e-16|  4.926195162435e-01|
# SC 0000000|      3D aux|    uᵈ[2] | -2.855676476900e-28|  2.737347341117e-28|  6.290407750149e-31|  2.743375593819e-29|
# SC 0000000|      3D aux|   ΔGᵘ[1] | -6.467756104559e-09|  6.467756104757e-09| -6.923850598764e-21|  2.892526313029e-09|
# SC 0000000|      3D aux|   ΔGᵘ[2] | -6.593588934103e-19|  6.361197035794e-19| -1.005797654157e-34|  1.206638566228e-19|
# SC 0000000|    2D state|        η | -4.307827992279e-01|  4.309781461443e-01| -1.584510300745e-16|  3.048897376633e-01|
# SC 0000000|    2D state|     U[1] | -5.619776350206e+01|  5.619776350206e+01| -1.545851224805e-14|  3.996094716870e+01|
# SC 0000000|    2D state|     U[2] | -2.514718843151e-12|  1.951225653145e-12| -3.326554452562e-14|  4.677559021242e-13|
# SC 0000000|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000000|      2D aux|    Gᵁ[1] | -2.587102441903e-06|  2.587102441824e-06|  2.769532107989e-18|  1.157914086868e-06|
# SC 0000000|      2D aux|    Gᵁ[2] | -2.544478814317e-16|  2.637435573641e-16|  3.959095668078e-32|  4.830323538633e-17|
# SC 0000000|      2D aux|    Δu[1] | -6.492427939238e-03|  6.492427939235e-03| -4.965126617143e-17|  4.611922911506e-03|
# SC 0000000|      2D aux|    Δu[2] | -4.159999953010e-16|  6.032308949891e-16| -3.837145835442e-18|  1.057558646895e-16|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0000.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0000.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0001"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0001"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000002|    3D state|     u[1] | -1.087883405388e+00|  1.087883405388e+00| -2.728484105319e-17|  4.925899319029e-01|
# SC 0000002|    3D state|     u[2] | -4.201522572799e-15|  4.396639180353e-15|  3.067063731016e-17|  9.552778747417e-16|
# SC 0000002|    3D state|        η | -6.145366709487e-01|  6.144701101223e-01| -1.227817847393e-16|  4.345167657649e-01|
# SC 0000002|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000002|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000002|      3D aux|        w | -4.736532166113e-04|  4.737496860352e-04|  1.000310945187e-18|  1.892277822349e-04|
# SC 0000002|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000002|      3D aux|      wz0 | -3.299093364938e-04|  3.295435003652e-04|  1.512123759539e-18|  2.331788285149e-04|
# SC 0000002|      3D aux|    uᵈ[1] | -9.657154681750e-01|  9.657154681750e-01| -7.389644451905e-17|  4.850015770537e-01|
# SC 0000002|      3D aux|    uᵈ[2] | -4.677945167961e-28|  4.401843851133e-28|  9.867253162882e-31|  3.577814184131e-29|
# SC 0000002|      3D aux|   ΔGᵘ[1] | -2.706077675873e-09|  2.706077675769e-09| -2.628173828741e-21|  1.210218931504e-09|
# SC 0000002|      3D aux|   ΔGᵘ[2] | -3.636470687092e-19|  5.230393078567e-19|  1.922848456476e-35|  8.679328776208e-20|
# SC 0000002|    2D state|        η | -6.145366709487e-01|  6.144701101223e-01| -1.023181539495e-16|  4.348560994876e-01|
# SC 0000002|    2D state|     U[1] | -4.902125109935e+01|  4.902125109935e+01|  2.088113154608e-14|  3.485413223276e+01|
# SC 0000002|    2D state|     U[2] | -1.680609029119e-12|  1.758655672141e-12|  1.226825492407e-14|  3.824095577125e-13|
# SC 0000002|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000002|      2D aux|    Gᵁ[1] | -1.082431070308e-06|  1.082431070349e-06|  1.051274613694e-18|  4.844656184014e-07|
# SC 0000002|      2D aux|    Gᵁ[2] | -2.092157231427e-16|  1.454588274837e-16| -7.203286140799e-33|  3.474442742064e-17|
# SC 0000002|      2D aux|    Δu[1] | -8.004360045233e-03|  8.004360045232e-03| -1.541153001657e-17|  5.694846630701e-03|
# SC 0000002|      2D aux|    Δu[2] | -5.495522798200e-16|  6.590738205386e-16| -4.439166211549e-18|  1.200967532007e-16|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0001.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0001.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0002"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0002"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000004|    3D state|     u[1] | -9.815532342602e-01|  9.815532342602e-01| -1.000444171950e-16|  4.778869876851e-01|
# SC 0000004|    3D state|     u[2] | -5.824658930743e-15|  4.995351734797e-15| -1.606205971114e-17|  1.016741508494e-15|
# SC 0000004|    3D state|        η | -9.769141568382e-01|  9.767193933508e-01| -4.547473508865e-17|  6.906550770304e-01|
# SC 0000004|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000004|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000004|      3D aux|        w | -3.927656640701e-04|  3.929538700058e-04|  1.624256285027e-18|  1.847992149888e-04|
# SC 0000004|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000004|      3D aux|      wz0 | -4.427171696889e-05|  4.424806098615e-05|  2.826350264939e-18|  3.134167698974e-05|
# SC 0000004|      3D aux|    uᵈ[1] | -9.507707078068e-01|  9.507707078068e-01| -1.421085471520e-16|  4.775382733136e-01|
# SC 0000004|      3D aux|    uᵈ[2] | -3.235808825603e-28|  3.212636036513e-28|  1.413738339697e-30|  2.995090395041e-29|
# SC 0000004|      3D aux|   ΔGᵘ[1] | -8.483480916462e-10|  8.483480917024e-10| -4.374637181366e-21|  3.794003882401e-10|
# SC 0000004|      3D aux|   ΔGᵘ[2] | -3.387795885401e-19|  5.097598287962e-19| -1.207943261120e-35|  7.829202668281e-20|
# SC 0000004|    2D state|        η | -9.769141568382e-01|  9.767193933508e-01|  8.597567102697e-17|  6.911944407026e-01|
# SC 0000004|    2D state|     U[1] | -1.246372654021e+01|  1.246372654021e+01|  1.669322180486e-14|  8.863368874335e+00|
# SC 0000004|    2D state|     U[2] | -2.329863572297e-12|  1.998140693919e-12| -6.424823884456e-15|  4.070142111020e-13|
# SC 0000004|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000004|      2D aux|    Gᵁ[1] | -3.393392366810e-07|  3.393392366585e-07|  1.749855719580e-18|  1.518786716400e-07|
# SC 0000004|      2D aux|    Gᵁ[2] | -2.039039315185e-16|  1.355118354160e-16|  4.723304670011e-33|  3.134126738179e-17|
# SC 0000004|      2D aux|    Δu[1] | -1.359743331129e-02|  1.359743331129e-02|  6.632454459775e-17|  9.671918604973e-03|
# SC 0000004|      2D aux|    Δu[2] | -6.869181210780e-16|  8.381381286453e-16|  7.843486481589e-18|  1.707807296878e-16|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0002.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0002.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0003"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0003"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000006|    3D state|     u[1] | -1.085783574548e+00|  1.085783574548e+00| -2.410160959698e-16|  4.819756974498e-01|
# SC 0000006|    3D state|     u[2] | -6.117979528492e-15|  4.538996003134e-15| -9.861970410861e-17|  1.208820886383e-15|
# SC 0000006|    3D state|        η | -2.560556195141e-01|  2.559435249201e-01| -9.208633855451e-17|  1.810286731533e-01|
# SC 0000006|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000006|      3D aux|        w | -6.568035425113e-04|  6.566184453842e-04|  1.491029522072e-18|  2.822842008550e-04|
# SC 0000006|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|      3D aux|      wz0 | -3.683944419245e-04|  3.684038302718e-04|  2.635669460460e-18|  2.605178883989e-04|
# SC 0000006|      3D aux|    uᵈ[1] | -9.361389417850e-01|  9.361389417850e-01| -2.353317540837e-16|  4.702044973358e-01|
# SC 0000006|      3D aux|    uᵈ[2] | -4.764719867535e-28|  3.163332229936e-28|  1.144794275433e-30|  3.206462342077e-29|
# SC 0000006|      3D aux|   ΔGᵘ[1] | -3.718009416345e-09|  3.718009416546e-09| -6.937165956695e-21|  1.662777614700e-09|
# SC 0000006|      3D aux|   ΔGᵘ[2] | -6.270995606623e-19|  6.813347197517e-19| -8.776077570584e-35|  1.158773463730e-19|
# SC 0000006|    2D state|        η | -2.560556195141e-01|  2.559435249201e-01| -8.526512829121e-17|  1.811700466017e-01|
# SC 0000006|    2D state|     U[1] | -6.000591187071e+01|  6.000591187071e+01| -5.207473341429e-15|  4.266744692221e+01|
# SC 0000006|    2D state|     U[2] | -2.447191811397e-12|  1.815598401253e-12| -3.944788164344e-14|  4.839059636342e-13|
# SC 0000006|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000006|      2D aux|    Gᵁ[1] | -1.487203766618e-06|  1.487203766538e-06|  2.774853507777e-18|  6.656304610674e-07|
# SC 0000006|      2D aux|    Gᵁ[2] | -2.725338879007e-16|  2.508398242649e-16|  3.440419622895e-32|  4.638713608579e-17|
# SC 0000006|      2D aux|    Δu[1] | -4.118557667549e-03|  4.118557667547e-03| -4.697486160905e-17|  2.927846056520e-03|
# SC 0000006|      2D aux|    Δu[2] | -3.898119806638e-16|  4.055950991220e-16|  6.116758210949e-19|  9.961772850437e-17|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0003.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0003.jld2
3D error = 0.0017039882054159655
2D error = 9.13231153715047e-5
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0003"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0003"
# SC Start: creating state check callback
# SC Creating state check callback labeled "3D state" for symbols
# SC u
# SC η
# SC θ
# SC Creating state check callback labeled "3D aux" for symbols
# SC y
# SC w
# SC pkin
# SC wz0
# SC uᵈ
# SC ΔGᵘ
# SC Creating state check callback labeled "2D state" for symbols
# SC η
# SC U
# SC Creating state check callback labeled "2D aux" for symbols
# SC y
# SC Gᵁ
# SC Δu
# SC Finish: creating state check callback
┌ Info: Starting
│ norm(Q₀) = 1.0296389107558826e+07
└ ArrayType = Array
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0003"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0003"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000000|    3D state|     u[1] | -1.023779221945e+00|  1.023779221945e+00| -3.637978807092e-17|  4.685118568611e-01|
# SC 0000000|    3D state|     u[2] | -4.404822665608e-15|  4.154363398707e-15|  1.269013823020e-17|  8.905220125343e-16|
# SC 0000000|    3D state|        η | -7.468100803736e-01|  7.469640548269e-01| -1.728039933369e-16|  5.281066465804e-01|
# SC 0000000|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000000|      3D aux|        w | -4.436557580823e-04|  4.439137911029e-04|  8.987255384341e-19|  1.769680291081e-04|
# SC 0000000|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000000|      3D aux|      wz0 | -2.835469834321e-04|  2.837862826270e-04|  1.361133428190e-18|  2.005176308619e-04|
# SC 0000000|      3D aux|    uᵈ[1] | -9.217616653177e-01|  9.217616653177e-01| -9.094947017729e-17|  4.629885905146e-01|
# SC 0000000|      3D aux|    uᵈ[2] | -5.490471900338e-28|  4.401843851133e-28|  1.099392520406e-30|  3.750490559248e-29|
# SC 0000000|      3D aux|   ΔGᵘ[1] | -5.733904766719e-09|  5.733904766620e-09| -2.713486987188e-21|  2.564331453944e-09|
# SC 0000000|      3D aux|   ΔGᵘ[2] | -3.156642079536e-19|  4.385205503663e-19|  1.676329423595e-35|  7.341730070813e-20|
# SC 0000000|    2D state|        η | -7.468100803736e-01|  7.469640548269e-01| -1.499245172454e-16|  5.285190688585e-01|
# SC 0000000|    2D state|     U[1] | -4.095268968874e+01|  4.095268968875e+01|  2.083592742785e-14|  2.912223926724e+01|
# SC 0000000|    2D state|     U[2] | -1.761929066243e-12|  1.661745359483e-12|  5.076055292081e-15|  3.564869845212e-13|
# SC 0000000|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000000|      2D aux|    Gᵁ[1] | -2.293561906648e-06|  2.293561906688e-06|  1.085397505381e-18|  1.026533622373e-06|
# SC 0000000|      2D aux|    Gᵁ[2] | -1.754082201465e-16|  1.262656831814e-16| -6.281304957822e-33|  2.938985423465e-17|
# SC 0000000|      2D aux|    Δu[1] | -9.910172212363e-03|  9.910172212362e-03| -3.646212563650e-17|  7.046198935485e-03|
# SC 0000000|      2D aux|    Δu[2] | -6.646630642764e-16|  5.603577863085e-16| -8.034500014978e-18|  1.213633631074e-16|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0003.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0003.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0004"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0004"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000002|    3D state|     u[1] | -9.658321383339e-01|  9.658321383339e-01| -5.456968210638e-17|  4.576248338739e-01|
# SC 0000002|    3D state|     u[2] | -6.331519018544e-15|  5.664568617478e-15| -2.955136691579e-18|  1.129882761559e-15|
# SC 0000002|    3D state|        η | -9.200285523713e-01|  9.200582783692e-01|  1.318767317571e-16|  6.505789243284e-01|
# SC 0000002|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000002|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000002|      3D aux|        w | -3.931806874282e-04|  3.934387468944e-04|  1.587618925214e-18|  1.699774330778e-04|
# SC 0000002|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000002|      3D aux|      wz0 | -1.151504922027e-04|  1.154007509014e-04|  2.750022431997e-18|  8.148390578489e-05|
# SC 0000002|      3D aux|    uᵈ[1] | -9.076155104863e-01|  9.076155104863e-01| -1.119815351558e-16|  4.558852466360e-01|
# SC 0000002|      3D aux|    uᵈ[2] | -3.733777272024e-28|  3.928527308001e-28|  1.688073993322e-30|  3.304463590220e-29|
# SC 0000002|      3D aux|   ΔGᵘ[1] | -2.344346934622e-09|  2.344346934535e-09| -3.694452784062e-21|  1.048444790535e-09|
# SC 0000002|      3D aux|   ΔGᵘ[2] | -4.001939033492e-19|  5.665290375077e-19| -1.331202777560e-35|  9.116248793988e-20|
# SC 0000002|    2D state|        η | -9.200285523713e-01|  9.200582783692e-01|  4.849454171563e-17|  6.510869907270e-01|
# SC 0000002|    2D state|     U[1] | -2.343004133319e+01|  2.343004133319e+01|  2.432844758982e-14|  1.666033441757e+01|
# SC 0000002|    2D state|     U[2] | -2.532607607417e-12|  2.265827446991e-12| -1.182054676632e-15|  4.523060551690e-13|
# SC 0000002|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000002|      2D aux|    Gᵁ[1] | -9.377387738140e-07|  9.377387738490e-07|  1.477770441010e-18|  4.197054273271e-07|
# SC 0000002|      2D aux|    Gᵁ[2] | -2.266116150031e-16|  1.600775613397e-16|  4.831773044479e-33|  3.649347233389e-17|
# SC 0000002|      2D aux|    Δu[1] | -1.292901995401e-02|  1.292901995401e-02|  6.568164116977e-17|  9.190987477187e-03|
# SC 0000002|      2D aux|    Δu[2] | -7.086692188257e-16|  8.188995548496e-16|  4.362851187701e-18|  1.526291339166e-16|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0004.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0004.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0005"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0005"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000004|    3D state|     u[1] | -1.047628514582e+00|  1.047628514582e+00| -2.273736754432e-16|  4.619341392135e-01|
# SC 0000004|    3D state|     u[2] | -5.962941870353e-15|  4.277205588628e-15| -1.083472304867e-16|  1.189079274976e-15|
# SC 0000004|    3D state|        η | -7.339351526117e-02|  7.346939194221e-02| -6.224354365258e-17|  5.190324875393e-02|
# SC 0000004|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000004|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000004|      3D aux|        w | -6.532561002385e-04|  6.528945812683e-04|  1.650901637618e-18|  2.805120870987e-04|
# SC 0000004|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000004|      3D aux|      wz0 | -3.856759866174e-04|  3.854589931422e-04|  2.937650123158e-18|  2.726184039076e-04|
# SC 0000004|      3D aux|    uᵈ[1] | -8.936900852304e-01|  8.936900852304e-01| -2.273736754432e-16|  4.488915132343e-01|
# SC 0000004|      3D aux|    uᵈ[2] | -4.504395768812e-28|  3.330965172296e-28|  1.237197837493e-30|  3.389567626678e-29|
# SC 0000004|      3D aux|   ΔGᵘ[1] | -5.247974652806e-09|  5.247974653006e-09| -6.814278416707e-21|  2.347012553936e-09|
# SC 0000004|      3D aux|   ΔGᵘ[2] | -6.176622623382e-19|  6.896618645677e-19| -5.423418723394e-35|  1.139904390995e-19|
# SC 0000004|    2D state|        η | -7.339351526117e-02|  7.346939194221e-02| -6.290523657526e-17|  5.194378233977e-02|
# SC 0000004|    2D state|     U[1] | -6.171654730585e+01|  6.171654730585e+01| -1.778438507571e-15|  4.388518531332e+01|
# SC 0000004|    2D state|     U[2] | -2.385176748141e-12|  1.710882235451e-12| -4.333889219469e-14|  4.760031522260e-13|
# SC 0000004|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000004|      2D aux|    Gᵁ[1] | -2.099189861202e-06|  2.099189861122e-06|  2.725691715518e-18|  9.395381767207e-07|
# SC 0000004|      2D aux|    Gᵁ[2] | -2.758647458271e-16|  2.470649049353e-16|  2.170353565489e-32|  4.563178374804e-17|
# SC 0000004|      2D aux|    Δu[1] | -1.609830726035e-03|  1.609830726033e-03| -2.637641082111e-17|  1.145024803404e-03|
# SC 0000004|      2D aux|    Δu[2] | -3.864371297498e-16|  4.619308817673e-16|  3.284494504088e-19|  8.620269788787e-17|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0005.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0005.jld2
┌ Info: doing VTK output
└   outprefix = "vtk_split/slow/mpirank0000_step0006"
┌ Info: doing VTK output
└   outprefix = "vtk_split/fast/mpirank0000_step0006"
# SC +++++++++++ClimateMachine StateCheck call-back start+++++++++++++++++
# SC  Step  |   Label    |  Field   |                            Stats                       
# SC -------|------------|----------|              min() |              max() |             mean() |              std() |
# SC 0000006|    3D state|     u[1] | -9.584880514958e-01|  9.584880514958e-01| -2.728484105319e-17|  4.453906874549e-01|
# SC 0000006|    3D state|     u[2] | -4.109806523639e-15|  3.627466946426e-15| -4.566110052425e-19|  7.556212618586e-16|
# SC 0000006|    3D state|        η | -8.527314054521e-01|  8.528093538490e-01| -1.455191522837e-16|  6.029889638943e-01|
# SC 0000006|    3D state|        θ |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|      3D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.927758774607e+05|
# SC 0000006|      3D aux|        w | -4.119592881701e-04|  4.121266232901e-04|  8.598677325722e-19|  1.653559497406e-04|
# SC 0000006|      3D aux|     pkin |  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|  0.000000000000e+00|
# SC 0000006|      3D aux|      wz0 | -2.280488741400e-04|  2.279498496008e-04|  1.310063169058e-18|  1.612712454611e-04|
# SC 0000006|      3D aux|    uᵈ[1] | -8.799796074511e-01|  8.799796074511e-01| -9.208633855451e-17|  4.420052834549e-01|
# SC 0000006|      3D aux|    uᵈ[2] | -5.036876879836e-28|  4.733165431326e-28|  1.442715061194e-30|  3.524933230367e-29|
# SC 0000006|      3D aux|   ΔGᵘ[1] | -8.869914259355e-10|  8.869914258775e-10| -2.841651542437e-21|  3.966825583973e-10|
# SC 0000006|      3D aux|   ΔGᵘ[2] | -2.475320359566e-19|  3.489143750238e-19| -8.135128085092e-36|  5.675562326440e-20|
# SC 0000006|    2D state|        η | -8.527314054521e-01|  8.528093538490e-01| -1.415756401002e-16|  6.034598651483e-01|
# SC 0000006|    2D state|     U[1] | -3.154238207466e+01|  3.154238207466e+01|  2.547139027476e-14|  2.242667741025e+01|
# SC 0000006|    2D state|     U[2] | -1.643922609456e-12|  1.450986778570e-12| -1.826444020976e-16|  3.024845442208e-13|
# SC 0000006|      2D aux|        y |  0.000000000000e+00|  1.000000000000e+06|  5.000000000000e+05|  2.930045193366e+05|
# SC 0000006|      2D aux|    Gᵁ[1] | -3.547965703510e-07|  3.547965703742e-07|  1.136656805327e-18|  1.587969382730e-07|
# SC 0000006|      2D aux|    Gᵁ[2] | -1.395657500095e-16|  9.901281438263e-17|  3.046975246416e-33|  2.271997851526e-17|
# SC 0000006|      2D aux|    Δu[1] | -1.146291233660e-02|  1.146291233660e-02| -3.844195469761e-17|  8.151497132007e-03|
# SC 0000006|      2D aux|    Δu[2] | -7.106942487713e-16|  6.217681772769e-16| -4.166970090273e-18|  1.382307654449e-16|
# SC +++++++++++ClimateMachine StateCheck call-back end+++++++++++++++++++
┌ Info: Checkpoint
└     saving to vtk_split/baroclinic_checkpoint_mpirank0000_num0006.jld2
┌ Info: Checkpoint
└     saving to vtk_split/barotropic_checkpoint_mpirank0000_num0006.jld2
3D error = 0.0011072706196802139
2D error = 7.223976124390424e-5
Test Summary:                                                                                                            | Pass  Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Ocean/SplitExplicit/test_restart.jl |    6      6

out_10795548

+ hostname
hpc-24-09.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project tutorials/Numerics/DGMethods/nonnegative.jl
┌ Info: Starting
│ FT               = Float64
│ dim              = 2
│ Ne               = 20
│ polynomial order = 4
│ final time       = 5.0000000000000000e+00
└ time step        = 1.5625000000000001e-03
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0000
┌ Info: Step  = 1
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.9432020767041762e-01
└ sum error   = 1.6048083315449916e-15
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0001
┌ Info: Step  = 2
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 1.0000143365966552e+00
└ sum error   = 3.3555083295940734e-15
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0002
┌ Info: Step  = 3
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.8176263118350948e-01
└ sum error   = 4.8144249946349749e-15
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0003
┌ Info: Step  = 4
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.9738987314021454e-01
└ sum error   = 6.4192333261799665e-15
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0004
┌ Info: Step  = 5
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.8647851628764271e-01
└ sum error   = 7.8781499912208684e-15
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0005
┌ Info: Step  = 6
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.9088076596995966e-01
└ sum error   = 9.3370666562617687e-15
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0006
┌ Info: Step  = 7
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.9197942278285756e-01
└ sum error   = 1.0941874987806760e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0007
┌ Info: Step  = 8
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.9163733089472494e-01
└ sum error   = 1.2400791652847662e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0008
┌ Info: Step  = 9
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.9443826407826330e-01
└ sum error   = 1.3859708317888564e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0009
┌ Info: Step  = 10
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 1.0010541856657944e+00
└ sum error   = 1.5464516649433554e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0010
┌ Info: Step  = 11
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.9668589801826857e-01
└ sum error   = 1.7069324980978546e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0011
┌ Info: Step  = 12
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 1.0022902785045398e+00
└ sum error   = 1.8382349979515358e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0012
┌ Info: Step  = 13
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 1.0131223189593199e+00
└ sum error   = 2.0133049977564441e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0013
┌ Info: Step  = 14
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 1.0176430010623181e+00
└ sum error   = 2.1591966642605341e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0014
┌ Info: Step  = 15
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.6624828674644880e-01
└ sum error   = 2.3342666640654424e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0015
┌ Info: Step  = 16
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.1765628524907183e-01
└ sum error   = 2.4947474972199416e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0016
┌ Info: Step  = 17
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.5497589935317007e-01
└ sum error   = 2.6406391637240316e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0017
┌ Info: Step  = 18
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.7045737402253995e-01
└ sum error   = 2.8011199968785308e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0018
┌ Info: Step  = 19
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.4250261512808642e-01
└ sum error   = 2.9616008300330299e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0019
┌ Info: Step  = 20
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 1.0123754684640098e+00
└ sum error   = 3.1366708298379382e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0020
┌ Info: Step  = 21
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 1.0160201122294243e+00
└ sum error   = 3.2971516629924374e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0021
┌ Info: Step  = 22
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 9.5685514584470932e-01
└ sum error   = 3.4430433294965274e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0022
┌ Info: Step  = 23
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 8.9287330603654669e-01
└ sum error   = 3.6181133293014357e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0023
┌ Info: Step  = 24
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 8.5044037149808971e-01
└ sum error   = 3.7785941624559349e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0024
┌ Info: Step  = 25
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 8.3865331836336532e-01
└ sum error   = 3.9536641622608432e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0025
┌ Info: Step  = 26
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 8.2356691639937674e-01
└ sum error   = 4.1141449954153423e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0026
┌ Info: Step  = 27
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 8.1019244554659542e-01
└ sum error   = 4.2892149952202500e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0027
┌ Info: Step  = 28
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.9113739209057643e-01
└ sum error   = 4.4788741616755674e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0028
┌ Info: Step  = 29
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.9863354612519843e-01
└ sum error   = 4.6685333281308848e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0029
┌ Info: Step  = 30
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 8.3171343703180367e-01
└ sum error   = 4.8436033279357931e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0030
┌ Info: Step  = 31
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 8.1519156019367400e-01
└ sum error   = 5.0040841610902923e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0031
┌ Info: Step  = 32
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 8.1538575261162827e-01
└ sum error   = 5.1791541608951999e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0032
┌ Info: Step  = 33
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.9434916759559560e-01
└ sum error   = 5.3396349940496991e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0033
┌ Info: Step  = 34
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.6749630959436099e-01
└ sum error   = 5.5147049938546074e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0034
┌ Info: Step  = 35
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.6463177249978098e-01
└ sum error   = 5.6897749936595151e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0035
┌ Info: Step  = 36
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.5487621796555571e-01
└ sum error   = 5.8502558268140142e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0036
┌ Info: Step  = 37
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.4465086828894156e-01
└ sum error   = 6.0253258266189225e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0037
┌ Info: Step  = 38
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.4607836982882969e-01
└ sum error   = 6.1858066597734217e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0038
┌ Info: Step  = 39
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.4606463225455300e-01
└ sum error   = 6.3754658262287391e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0039
┌ Info: Step  = 40
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.4588913905435972e-01
└ sum error   = 6.5359466593832383e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0040
┌ Info: Step  = 41
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.3338795387654188e-01
└ sum error   = 6.6964274925377374e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0041
┌ Info: Step  = 42
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.0116620629161319e-01
└ sum error   = 6.8569083256922366e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0042
┌ Info: Step  = 43
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.8853508573783040e-01
└ sum error   = 7.0319783254971449e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0043
┌ Info: Step  = 44
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.8181915727974196e-01
└ sum error   = 7.1778699920012349e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0044
┌ Info: Step  = 45
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.9714249155896013e-01
└ sum error   = 7.3383508251557341e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0045
┌ Info: Step  = 46
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.1373493773062968e-01
└ sum error   = 7.5134208249606424e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0046
┌ Info: Step  = 47
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 7.0589709549120550e-01
└ sum error   = 7.6739016581151415e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0047
┌ Info: Step  = 48
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.7561835188200325e-01
└ sum error   = 7.8343824912696407e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0048
┌ Info: Step  = 49
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.6799633670242475e-01
└ sum error   = 7.9948633244241398e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0049
┌ Info: Step  = 50
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.6317595158268261e-01
└ sum error   = 8.1699333242290481e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0050
┌ Info: Step  = 51
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.7131152798099103e-01
└ sum error   = 8.3304141573835473e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0051
┌ Info: Step  = 52
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.6378067520168349e-01
└ sum error   = 8.5054841571884556e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0052
┌ Info: Step  = 53
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.9869715023895917e-01
└ sum error   = 8.6659649903429548e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0053
┌ Info: Step  = 54
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.5297914322790285e-01
└ sum error   = 8.8410349901478630e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0054
┌ Info: Step  = 55
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.5949707880381958e-01
└ sum error   = 9.0015158233023622e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0055
┌ Info: Step  = 56
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.7760891760906261e-01
└ sum error   = 9.1765858231072705e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0056
┌ Info: Step  = 57
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.9141938302931616e-01
└ sum error   = 9.3370666562617697e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0057
┌ Info: Step  = 58
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.9215686852713587e-01
└ sum error   = 9.5267258227170871e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0058
┌ Info: Step  = 59
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.9411474744347224e-01
└ sum error   = 9.7017958225219941e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0059
┌ Info: Step  = 60
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.7943739252826685e-01
└ sum error   = 9.8768658223269024e-14
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0060
┌ Info: Step  = 61
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.3388282089000025e-01
└ sum error   = 1.0051935822131811e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0061
┌ Info: Step  = 62
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.3707600261526320e-01
└ sum error   = 1.0212416655286310e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0062
┌ Info: Step  = 63
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 5.9847900007097110e-01
└ sum error   = 1.0387486655091218e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0063
┌ Info: Step  = 64
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1884186669957453e-01
└ sum error   = 1.0562556654896126e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0064
┌ Info: Step  = 65
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.2154672529481547e-01
└ sum error   = 1.0723037488050626e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0065
┌ Info: Step  = 66
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.2506070108437728e-01
└ sum error   = 1.0898107487855534e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0066
┌ Info: Step  = 67
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1743383359325055e-01
└ sum error   = 1.1087766654310851e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0067
┌ Info: Step  = 68
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1902486341166585e-01
└ sum error   = 1.1262836654115760e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0068
┌ Info: Step  = 69
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1969947826326266e-01
└ sum error   = 1.1437906653920667e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0069
┌ Info: Step  = 70
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1841812756151116e-01
└ sum error   = 1.1627565820375984e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0070
┌ Info: Step  = 71
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.2270482223621626e-01
└ sum error   = 1.1802635820180894e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0071
┌ Info: Step  = 72
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.2018447181832426e-01
└ sum error   = 1.1977705819985801e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0072
┌ Info: Step  = 73
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.2119855246752198e-01
└ sum error   = 1.2167364986441118e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0073
┌ Info: Step  = 74
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.2613101937125781e-01
└ sum error   = 1.2357024152896435e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0074
┌ Info: Step  = 75
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.2378142047610285e-01
└ sum error   = 1.2546683319351753e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0075
┌ Info: Step  = 76
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.2211409024629449e-01
└ sum error   = 1.2721753319156660e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0076
┌ Info: Step  = 77
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1966300075277103e-01
└ sum error   = 1.2896823318961569e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0077
┌ Info: Step  = 78
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1825712813613931e-01
└ sum error   = 1.3086482485416887e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0078
┌ Info: Step  = 79
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1858716713682049e-01
└ sum error   = 1.3246963318571386e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0079
┌ Info: Step  = 80
│ minimum(Q)  = 0.0000000000000000e+00
│ maximum(Q)  = 6.1492238702067981e-01
└ sum error   = 1.3422033318376293e-13
[ Info: Done writing VTK: /central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795548_output/vtk_nonnegative/nonnegative_step0080
┌ Info: Finished
│ minimum(Q) = 0.0000000000000000e+00
│ maximum(Q) = 6.1492238702067981e-01
│ L2 error   = 4.2308574875971561e-02
└ sum error  = 1.3422033318376293e-13

out_10795549

+ hostname
hpc-90-07.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795549_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795549_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Atmos/Parameterizations/Microphysics/KM_saturation_adjustment.jl
┌ Info: Model composition
│     param_set = EarthParameterSet{MicropysicsParameterSet{LiquidParameterSet,IceParameterSet,RainParameterSet,SnowParameterSet}}(MicropysicsParameterSet{LiquidParameterSet,IceParameterSet,RainParameterSet,SnowParameterSet}(LiquidParameterSet(), IceParameterSet(), RainParameterSet(), SnowParameterSet()))
│     orientation = FlatOrientation()
│     moisture = nothing
│     precipitation = nothing
│     source = nothing
│     boundarycondition = nothing
│     init_state_prognostic = init_kinematic_eddy!
└     data_config = KinematicModelConfig{Float64}(1500.0, 10.0, 1500.0, 0.6, 289.0, 101500.0, 100000.0, 0.0075, 0.0, true, true, false, 0, 0, 0, 0, 1, 2)
┌ Info: Establishing Atmos LES configuration for KinematicModel
│     precision        = Float64
│     polynomial order = 4
│     domain           = 1500.00 m x10.00 m x1500.00 m
│     resolution       = 20x1x20
│     MPI ranks        = 3
│     min(Δ_horz)      = 0.86 m
└     min(Δ_vert)      = 13.63 m
[ Info: Initializing KinematicModel
┌ Info: Starting KinematicModel
│     dt              = 4.00000e+01
│     timeend         =  1800.00
│     number of steps = 45
└     norm(Q)         = 1.7391051223178524e+08
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795549_output/vtk/new_ex_1_mpirank0000_step0000"
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795549_output/vtk/new_ex_1_mpirank0000_step0001"
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795549_output/vtk/new_ex_1_mpirank0000_step0002"
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795549_output/vtk/new_ex_1_mpirank0000_step0003"
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795549_output/vtk/new_ex_1_mpirank0000_step0004"
┌ Info: Finished
│     norm(Q)            = 1.7391051217590663e+08
│     norm(Q) / norm(Q₀) = 9.9999999967869335e-01
└     norm(Q) - norm(Q₀) = -5.5878609418869019e-02
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 7.7535673575889223e+03
└     norm(Q - Qe) / norm(Qe) = 4.4583661206489277e-05

out_10795550

+ hostname
hpc-90-06.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795550_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795550_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Atmos/Parameterizations/Microphysics/KM_warm_rain.jl
┌ Info: Model composition
│     param_set = EarthParameterSet{MicropysicsParameterSet{LiquidParameterSet,IceParameterSet,RainParameterSet,SnowParameterSet}}(MicropysicsParameterSet{LiquidParameterSet,IceParameterSet,RainParameterSet,SnowParameterSet}(LiquidParameterSet(), IceParameterSet(), RainParameterSet(), SnowParameterSet()))
│     orientation = FlatOrientation()
│     moisture = nothing
│     precipitation = nothing
│     source = nothing
│     boundarycondition = nothing
│     init_state_prognostic = init_kinematic_eddy!
└     data_config = KinematicModelConfig{Float64}(1500.0, 10.0, 1500.0, 0.6, 289.0, 101500.0, 100000.0, 0.0075, 0.0, true, true, false, 0, 0, 0, 0, 1, 2)
┌ Info: Establishing Atmos LES configuration for KinematicModel
│     precision        = Float64
│     polynomial order = 4
│     domain           = 1500.00 m x10.00 m x1500.00 m
│     resolution       = 20x1x20
│     MPI ranks        = 3
│     min(Δ_horz)      = 0.86 m
└     min(Δ_vert)      = 13.63 m
[ Info: Initializing KinematicModel
┌ Info: Starting KinematicModel
│     dt              = 5.00000e+00
│     timeend         =  1800.00
│     number of steps = 360
└     norm(Q)         = 1.7391051223178524e+08
┌ Info: Update
│     simtime =   180.00 /  1800.00
│     runtime = 00:01:00
└     norm(Q) = 1.7380539220685309e+08
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795550_output/vtk/microphysics_test_3_mpirank0000_step0000"
┌ Info: Update
│     simtime =   410.00 /  1800.00
│     runtime = 00:02:01
└     norm(Q) = 1.7373690602615318e+08
┌ Info: Update
│     simtime =   635.00 /  1800.00
│     runtime = 00:03:02
└     norm(Q) = 1.7374350101937175e+08
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795550_output/vtk/microphysics_test_3_mpirank0000_step0001"
┌ Info: Update
│     simtime =   860.00 /  1800.00
│     runtime = 00:04:03
└     norm(Q) = 1.7375054064130184e+08
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795550_output/vtk/microphysics_test_3_mpirank0000_step0002"
┌ Info: Update
│     simtime =  1080.00 /  1800.00
│     runtime = 00:05:03
└     norm(Q) = 1.7375557065632176e+08
┌ Info: Update
│     simtime =  1300.00 /  1800.00
│     runtime = 00:06:04
└     norm(Q) = 1.7375848498187599e+08
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795550_output/vtk/microphysics_test_3_mpirank0000_step0003"
┌ Info: Update
│     simtime =  1520.00 /  1800.00
│     runtime = 00:07:05
└     norm(Q) = 1.7375919202709186e+08
┌ Info: Update
│     simtime =  1740.00 /  1800.00
│     runtime = 00:08:05
└     norm(Q) = 1.7375773999693739e+08
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795550_output/vtk/microphysics_test_3_mpirank0000_step0004"
┌ Info: Finished
│     norm(Q)            = 1.7375700427664909e+08
│     norm(Q) / norm(Q₀) = 9.9911731641080126e-01
└     norm(Q) - norm(Q₀) = -1.5350795513615012e+05
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 1.8820344817866494e+06
└     norm(Q - Qe) / norm(Qe) = 1.0821855778782958e-02

out_10795551

+ hostname
hpc-90-06.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_cpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ CLIMATEMACHINE_SETTINGS_DISABLE_GPU=true
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795551_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795551_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 openmpi/4.0.3 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include ';export' 'CPATH;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3//include:/central/software/julia/1.4.2//include
++ export CPATH
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3//lib
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3//lib
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:openmpi/4.0.3:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3//share/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3//bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/mpi/openmpi/4.0.3:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Atmos/Parameterizations/Microphysics/KM_ice.jl
┌ Info: Model composition
│     param_set = EarthParameterSet{MicropysicsParameterSet{LiquidParameterSet,IceParameterSet,RainParameterSet,SnowParameterSet}}(MicropysicsParameterSet{LiquidParameterSet,IceParameterSet,RainParameterSet,SnowParameterSet}(LiquidParameterSet(), IceParameterSet(), RainParameterSet(), SnowParameterSet()))
│     orientation = FlatOrientation()
│     moisture = nothing
│     precipitation = nothing
│     source = nothing
│     boundarycondition = nothing
│     init_state_prognostic = init_kinematic_eddy!
└     data_config = KinematicModelConfig{Float64}(90000.0, 10.0, 16000.0, 0.6, 289.0, 101500.0, 100000.0, 0.0075, 0.0, false, true, false, 1, 2, 3, 4, 5, 6)
┌ Info: Establishing Atmos LES configuration for KinematicModel
│     precision        = Float64
│     polynomial order = 4
│     domain           = 90000.00 m x10.00 m x16000.00 m
│     resolution       = 500x1x250
│     MPI ranks        = 3
│     min(Δ_horz)      = 0.86 m
└     min(Δ_vert)      = 172.67 m
[ Info: Initializing KinematicModel
┌ Info: Starting KinematicModel
│     dt              = 1.50000e+01
│     timeend         =   300.00
│     number of steps = 20
└     norm(Q)         = 4.2991622816819172e+09
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795551_output/vtk/microphysics_test_4_mpirank0000_step0000"
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795551_output/vtk/microphysics_test_4_mpirank0000_step0001"
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795551_output/vtk/microphysics_test_4_mpirank0000_step0002"
┌ Info: Update
│     simtime =   195.00 /   300.00
│     runtime = 00:01:03
└     norm(Q) = 4.3018851017418680e+09
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795551_output/vtk/microphysics_test_4_mpirank0000_step0003"
┌ Info: doing VTK output
└   out_path_prefix = "/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795551_output/vtk/microphysics_test_4_mpirank0000_step0004"
┌ Info: Finished
│     norm(Q)            = 4.3034600134843979e+09
│     norm(Q) / norm(Q₀) = 1.0009996672655956e+00
└     norm(Q) - norm(Q₀) = 4.2977318024806976e+06
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 5.6475959073576167e+07
└     norm(Q - Qe) / norm(Qe) = 1.3136503200684404e-02

out_10795552

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
++ pwd
+ export CURL_HOME=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
+ CURL_HOME=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
+ printf -- '--silent\n--show-error\n'
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ julia --color=no --project -e 'using Pkg; Pkg.instantiate(); Pkg.build(;verbose=true)'
[?25l    Fetching: [>                                        ]  0.0 %
    Fetching: [================>                        ]  39.3 %
    Resolving Deltas: [==============================>          ]  73.3 %
[?25h[ Info: using system MPI
┌ Info: Using implementation
│   libmpi = "libmpi"
└   mpiexec_cmd = `mpiexec`
┌ Info: MPI implementation detected
│   impl = OpenMPI::MPIImpl = 2
│   version = v"4.0.3"
└   abi = "OpenMPI"
[ Info: Installing 2020a tzdata region data
[ Info: Converting tz source files into TimeZone data
[ Info: Successfully built TimeZones
    Cloning default registries into `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu`
    Cloning registry from "https://github.com/JuliaRegistries/General.git"
      Added registry `General` to `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu/registries/General`
  Installed XML2_jll ───────────────────── v2.9.10+1
  Installed OpenSpecFun_jll ────────────── v0.5.3+3
  Installed CondaBinDeps ───────────────── v0.2.0
  Installed OpenMPI_jll ────────────────── v4.0.2+2
  Installed GaussQuadrature ────────────── v0.5.4
  Installed LightXML ───────────────────── v0.9.0
  Installed DataAPI ────────────────────── v1.3.0
  Installed ArnoldiMethod ──────────────── v0.0.4
  Installed UnPack ─────────────────────── v1.0.1
  Installed CpuId ──────────────────────── v0.2.2
  Installed TableTraits ────────────────── v1.0.0
  Installed CLIMAParameters ────────────── v0.1.6
  Installed ArgParse ───────────────────── v1.1.0
  Installed HTTP ───────────────────────── v0.8.17
  Installed StatsBase ──────────────────── v0.33.0
  Installed IterativeSolvers ───────────── v0.8.4
  Installed Adapt ──────────────────────── v2.0.2
  Installed DiffResults ────────────────── v1.0.2
  Installed ForwardDiff ────────────────── v0.10.12
  Installed URIParser ──────────────────── v0.4.1
  Installed CodecZlib ──────────────────── v0.7.0
  Installed PDMats ─────────────────────── v0.10.0
  Installed RecursiveFactorization ─────── v0.1.4
  Installed Combinatorics ──────────────── v1.0.2
  Installed NLSolversBase ──────────────── v7.6.1
  Installed VectorizationBase ──────────── v0.12.29
  Installed NLsolve ────────────────────── v4.4.0
  Installed PackageCompiler ────────────── v1.2.1
  Installed VersionParsing ─────────────── v1.2.0
  Installed MicrosoftMPI_jll ───────────── v10.1.2+3
  Installed Rmath_jll ──────────────────── v0.2.2+1
  Installed NNPACK_jll ─────────────────── v2018.6.22+0
  Installed TreeViews ──────────────────── v0.3.0
  Installed Mocking ────────────────────── v0.7.1
  Installed Distributions ──────────────── v0.23.6
  Installed LeftChildRightSiblingTrees ─── v0.1.2
  Installed ArrayInterface ─────────────── v2.11.0
  Installed ProgressMeter ──────────────── v1.3.2
  Installed DataStructures ─────────────── v0.17.19
  Installed KernelAbstractions ─────────── v0.3.0
  Installed FunctionWrappers ───────────── v1.1.1
  Installed StaticNumbers ──────────────── v0.3.3
  Installed ProgressLogging ────────────── v0.1.3
  Installed SIMDPirates ────────────────── v0.8.21
  Installed LoggingExtras ──────────────── v0.4.2
  Installed LabelledArrays ─────────────── v1.3.0
  Installed BinaryProvider ─────────────── v0.5.10
  Installed GenericSchur ───────────────── v0.4.0
  Installed BinDeps ────────────────────── v1.0.1
  Installed Intervals ──────────────────── v1.4.1
  Installed Coverage ───────────────────── v1.1.1
  Installed Rmath ──────────────────────── v0.6.1
  Installed IniFile ────────────────────── v0.5.0
  Installed ExponentialUtilities ───────── v1.7.0
  Installed IteratorInterfaceExtensions ── v1.0.0
  Installed MatrixFactorizations ───────── v0.5.1
  Installed GPUCompiler ────────────────── v0.4.1
  Installed SparseDiffTools ────────────── v1.9.1
  Installed EzXML ──────────────────────── v1.1.0
  Installed LineSearches ───────────────── v7.0.1
  Installed Literate ───────────────────── v2.5.0
  Installed WriteVTK ───────────────────── v1.7.2
  Installed QuadGK ─────────────────────── v2.4.0
  Installed TimerOutputs ───────────────── v0.5.6
  Installed MbedTLS ────────────────────── v1.0.2
  Installed DoubleFloats ───────────────── v1.1.13
  Installed SortingAlgorithms ──────────── v0.3.1
  Installed MPICH_jll ──────────────────── v3.3.2+10
  Installed AbstractTrees ──────────────── v0.3.3
  Installed VertexSafeGraphs ───────────── v0.1.2
  Installed ArrayLayouts ───────────────── v0.3.7
  Installed LazyArrays ─────────────────── v0.16.15
  Installed Libiconv_jll ───────────────── v1.16.0+5
  Installed OrderedCollections ─────────── v1.3.0
  Installed MacroTools ─────────────────── v0.5.5
  Installed Polynomials ────────────────── v1.1.3
  Installed ChainRulesCore ─────────────── v0.9.5
  Installed MPI ────────────────────────── v0.15.0
  Installed Reexport ───────────────────── v0.2.0
  Installed Cassette ───────────────────── v0.3.3
  Installed FiniteDiff ─────────────────── v2.5.1
  Installed ExprTools ──────────────────── v0.1.1
  Installed TerminalLoggers ────────────── v0.1.2
  Installed CEnum ──────────────────────── v0.4.1
  Installed FillArrays ─────────────────── v0.8.13
  Installed LightGraphs ────────────────── v1.3.3
  Installed TranscodingStreams ─────────── v0.9.5
  Installed StatsFuns ──────────────────── v0.9.5
  Installed StaticArrays ───────────────── v0.12.4
  Installed NNlib ──────────────────────── v0.7.3
  Installed GenericSVD ─────────────────── v0.3.0
  Installed SimpleTraits ───────────────── v0.9.2
  Installed Inflate ────────────────────── v0.1.2
  Installed NaNMath ────────────────────── v0.3.4
  Installed DiffEqBase ─────────────────── v6.41.2
  Installed OrdinaryDiffEq ─────────────── v5.42.0
  Installed LLVM ───────────────────────── v1.7.0
  Installed LoopVectorization ──────────── v0.8.20
  Installed DiffRules ──────────────────── v1.0.1
  Installed Parameters ─────────────────── v0.12.1
  Installed OffsetArrays ───────────────── v1.1.2
  Installed CompilerSupportLibraries_jll ─ v0.3.3+0
  Installed Missings ───────────────────── v0.4.3
  Installed ConsoleProgressMonitor ─────── v0.1.2
  Installed Parsers ────────────────────── v1.0.7
  Installed Dierckx ────────────────────── v0.4.2
  Installed Zlib_jll ───────────────────── v1.2.11+14
  Installed ZygoteRules ────────────────── v0.2.0
  Installed Compat ─────────────────────── v3.13.0
  Installed CUDA ───────────────────────── v1.2.0
  Installed Roots ──────────────────────── v1.0.4
  Installed MbedTLS_jll ────────────────── v2.16.6+1
  Installed FileIO ─────────────────────── v1.4.0
  Installed SpecialFunctions ───────────── v0.10.3
  Installed DocStringExtensions ────────── v0.8.2
  Installed TimeZones ──────────────────── v1.3.1
  Installed AbstractFFTs ───────────────── v0.5.0
  Installed TextWrap ───────────────────── v1.0.1
  Installed RecursiveArrayTools ────────── v2.5.0
  Installed Conda ──────────────────────── v1.4.1
  Installed CFTime ─────────────────────── v0.1.0
  Installed GPUArrays ──────────────────── v4.0.1
  Installed Quadmath ───────────────────── v0.5.4
  Installed RootSolvers ────────────────── v0.2.0
  Installed CommonSubexpressions ───────── v0.3.0
  Installed Formatting ─────────────────── v0.4.1
  Installed SLEEFPirates ───────────────── v0.5.5
  Installed NCDatasets ─────────────────── v0.10.2
  Installed Distances ──────────────────── v0.9.0
  Installed JSON ───────────────────────── v0.21.0
  Installed Requires ───────────────────── v1.0.1
  Installed MuladdMacro ────────────────── v0.2.2
  Installed CoverageTools ──────────────── v1.1.0
  Installed RecipesBase ────────────────── v1.0.2
  Installed LambertW ───────────────────── v0.4.5
  Installed JLD2 ───────────────────────── v0.1.14
   Building MPI ─────────→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu/packages/MPI/k7f4E/deps/build.log`
   Building Dierckx ─────→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu/packages/Dierckx/ZTanR/deps/build.log`
   Building TimeZones ───→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu/packages/TimeZones/cAGJs/deps/build.log`
   Building Conda ───────→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu/packages/Conda/3rPhK/deps/build.log`
   Building SLEEFPirates → `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu/packages/SLEEFPirates/jGsib/deps/build.log`
   Building NCDatasets ──→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu/packages/NCDatasets/KjkFI/deps/build.log`
   Building SLEEFPirates → `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu/packages/SLEEFPirates/jGsib/deps/build.log`
   Building MPI ─────────→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu/packages/MPI/k7f4E/deps/build.log`
   Building TimeZones ───→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu/packages/TimeZones/cAGJs/deps/build.log`
   Building Dierckx ─────→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu/packages/Dierckx/ZTanR/deps/build.log`
   Building Conda ───────→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu/packages/Conda/3rPhK/deps/build.log`
   Building NCDatasets ──→ `/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu/packages/NCDatasets/KjkFI/deps/build.log`
+ julia --color=no --project -e 'using Pkg; Pkg.precompile()'
Precompiling project...
+ cat Manifest.toml
# This file is machine-generated - editing it directly is not advised

[[AbstractFFTs]]
deps = ["LinearAlgebra"]
git-tree-sha1 = "051c95d6836228d120f5f4b984dd5aba1624f716"
uuid = "621f4979-c628-5d54-868e-fcf4e3e8185c"
version = "0.5.0"

[[AbstractTrees]]
deps = ["Markdown"]
git-tree-sha1 = "33e450545eaf7699da1a6e755f9ea65f14077a45"
uuid = "1520ce14-60c1-5f80-bbc7-55ef81b5835c"
version = "0.3.3"

[[Adapt]]
deps = ["LinearAlgebra"]
git-tree-sha1 = "0fac443759fa829ed8066db6cf1077d888bb6573"
uuid = "79e6a3ab-5dfb-504d-930d-738a2a938a0e"
version = "2.0.2"

[[ArgParse]]
deps = ["Logging", "TextWrap"]
git-tree-sha1 = "a8fc2e149cd6db276c76faebe197ccd3a92fb9ff"
uuid = "c7e460c6-2fb9-53a9-8c5b-16f535851c63"
version = "1.1.0"

[[ArnoldiMethod]]
deps = ["DelimitedFiles", "LinearAlgebra", "Random", "SparseArrays", "StaticArrays", "Test"]
git-tree-sha1 = "2b6845cea546604fb4dca4e31414a6a59d39ddcd"
uuid = "ec485272-7323-5ecc-a04f-4719b315124d"
version = "0.0.4"

[[ArrayInterface]]
deps = ["LinearAlgebra", "Requires", "SparseArrays"]
git-tree-sha1 = "066d1e7a9eb4873660791db7f0d8c7902600b81c"
uuid = "4fba245c-0d91-5ea0-9b3e-6abc04ee57a9"
version = "2.11.0"

[[ArrayLayouts]]
deps = ["FillArrays", "LinearAlgebra"]
git-tree-sha1 = "6f6e33efac70fc24c1f2a654a090b7af01690ffe"
uuid = "4c555306-a7a7-4459-81d9-ec55ddd5c99a"
version = "0.3.7"

[[Base64]]
uuid = "2a0f44e3-6c83-55bd-87e4-b1978d98bd5f"

[[BinDeps]]
deps = ["Libdl", "Pkg", "SHA", "URIParser", "Unicode"]
git-tree-sha1 = "46cf2c1668ad07aba5a9d331bdeea994a1f13856"
uuid = "9e28174c-4ba2-5203-b857-d8d62c4213ee"
version = "1.0.1"

[[BinaryProvider]]
deps = ["Libdl", "Logging", "SHA"]
git-tree-sha1 = "ecdec412a9abc8db54c0efc5548c64dfce072058"
uuid = "b99e7846-7c00-51b0-8f62-c81ae34c0232"
version = "0.5.10"

[[CEnum]]
git-tree-sha1 = "215a9aa4a1f23fbd05b92769fdd62559488d70e9"
uuid = "fa961155-64e5-5f13-b03f-caf6b980ea82"
version = "0.4.1"

[[CFTime]]
deps = ["Dates", "Printf"]
git-tree-sha1 = "143ef231a14c2ab1ac7e838c559ee1e45c0d1b57"
uuid = "179af706-886a-5703-950a-314cd64e0468"
version = "0.1.0"

[[CLIMAParameters]]
deps = ["Test"]
git-tree-sha1 = "314f0bdd5817abb2df61cc8d3e857c496d421109"
uuid = "6eacf6c3-8458-43b9-ae03-caf5306d3d53"
version = "0.1.6"

[[CUDA]]
deps = ["AbstractFFTs", "Adapt", "BinaryProvider", "CEnum", "DataStructures", "ExprTools", "GPUArrays", "GPUCompiler", "LLVM", "Libdl", "LinearAlgebra", "Logging", "MacroTools", "NNlib", "Pkg", "Printf", "Random", "Reexport", "Requires", "SparseArrays", "Statistics", "TimerOutputs"]
git-tree-sha1 = "66dbcc0d8e9470358d57aa52dbe74f97bab31a7f"
uuid = "052768ef-5323-5732-b1bb-66c8b64840ba"
version = "1.2.0"

[[Cassette]]
git-tree-sha1 = "ff6f5109371926beb67ec3101be17d2c211e497d"
uuid = "7057c7e9-c182-5462-911a-8362d720325c"
version = "0.3.3"

[[ChainRulesCore]]
deps = ["MuladdMacro"]
git-tree-sha1 = "971b03f25bdf2acab79f1c51afc717f9dccf43c2"
uuid = "d360d2e6-b24c-11e9-a2a3-2a2ae2dbcce4"
version = "0.9.5"

[[CodecZlib]]
deps = ["TranscodingStreams", "Zlib_jll"]
git-tree-sha1 = "ded953804d019afa9a3f98981d99b33e3db7b6da"
uuid = "944b1d66-785c-5afd-91f1-9de20f533193"
version = "0.7.0"

[[Combinatorics]]
git-tree-sha1 = "08c8b6831dc00bfea825826be0bc8336fc369860"
uuid = "861a8166-3701-5b0c-9a16-15d98fcdc6aa"
version = "1.0.2"

[[CommonSubexpressions]]
deps = ["MacroTools", "Test"]
git-tree-sha1 = "7b8a93dba8af7e3b42fecabf646260105ac373f7"
uuid = "bbf7d656-a473-5ed7-a52c-81e309532950"
version = "0.3.0"

[[Compat]]
deps = ["Base64", "Dates", "DelimitedFiles", "Distributed", "InteractiveUtils", "LibGit2", "Libdl", "LinearAlgebra", "Markdown", "Mmap", "Pkg", "Printf", "REPL", "Random", "SHA", "Serialization", "SharedArrays", "Sockets", "SparseArrays", "Statistics", "Test", "UUIDs", "Unicode"]
git-tree-sha1 = "a6a8197ae253f2c1a22b2ae17c2dfaf5812c03aa"
uuid = "34da2185-b29b-5c13-b0c7-acf172513d20"
version = "3.13.0"

[[CompilerSupportLibraries_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "7c4f882c41faa72118841185afc58a2eb00ef612"
uuid = "e66e0078-7015-5450-92f7-15fbd957f2ae"
version = "0.3.3+0"

[[Conda]]
deps = ["JSON", "VersionParsing"]
git-tree-sha1 = "7a58bb32ce5d85f8bf7559aa7c2842f9aecf52fc"
uuid = "8f4d0f93-b110-5947-807f-2305c1781a2d"
version = "1.4.1"

[[CondaBinDeps]]
deps = ["BinDeps", "Conda"]
git-tree-sha1 = "25f750df2893991f2c9b18425bfac6f2ce855154"
uuid = "a9693cdc-2bc8-5703-a9cd-1da358117377"
version = "0.2.0"

[[ConsoleProgressMonitor]]
deps = ["Logging", "ProgressMeter"]
git-tree-sha1 = "3ab7b2136722890b9af903859afcf457fa3059e8"
uuid = "88cd18e8-d9cc-4ea6-8889-5259c0d15c8b"
version = "0.1.2"

[[Coverage]]
deps = ["CoverageTools", "HTTP", "JSON", "LibGit2", "MbedTLS"]
git-tree-sha1 = "aad69c0c2d8080427f507c36b289c77fe465c9fe"
uuid = "a2441757-f6aa-5fb2-8edb-039e3f45d037"
version = "1.1.1"

[[CoverageTools]]
deps = ["LibGit2"]
git-tree-sha1 = "328154f6062b0053588295df6bffe22e1436597a"
uuid = "c36e975a-824b-4404-a568-ef97ca766997"
version = "1.1.0"

[[CpuId]]
deps = ["Markdown", "Test"]
git-tree-sha1 = "f0464e499ab9973b43c20f8216d088b61fda80c6"
uuid = "adafc99b-e345-5852-983c-f28acb93d879"
version = "0.2.2"

[[DataAPI]]
git-tree-sha1 = "176e23402d80e7743fc26c19c681bfb11246af32"
uuid = "9a962f9c-6df0-11e9-0e5d-c546b8b5ee8a"
version = "1.3.0"

[[DataStructures]]
deps = ["InteractiveUtils", "OrderedCollections"]
git-tree-sha1 = "edad9434967fdc0a2631a65d902228400642120c"
uuid = "864edb3b-99cc-5e75-8d2d-829cb0a9cfe8"
version = "0.17.19"

[[Dates]]
deps = ["Printf"]
uuid = "ade2ca70-3891-5945-98fb-dc099432e06a"

[[DelimitedFiles]]
deps = ["Mmap"]
uuid = "8bb1440f-4735-579b-a4ab-409b98df4dab"

[[Dierckx]]
deps = ["BinaryProvider", "Libdl", "Random", "Test"]
git-tree-sha1 = "956bfe5c4f9b794545f6527424fc0294cc5decbe"
uuid = "39dd38d3-220a-591b-8e3c-4c3a8c710a94"
version = "0.4.2"

[[DiffEqBase]]
deps = ["ArrayInterface", "ChainRulesCore", "ConsoleProgressMonitor", "DataStructures", "Distributed", "DocStringExtensions", "FunctionWrappers", "IterativeSolvers", "IteratorInterfaceExtensions", "LabelledArrays", "LinearAlgebra", "Logging", "LoggingExtras", "MuladdMacro", "Parameters", "Printf", "ProgressLogging", "RecipesBase", "RecursiveArrayTools", "RecursiveFactorization", "Requires", "Roots", "SparseArrays", "StaticArrays", "Statistics", "SuiteSparse", "TableTraits", "TerminalLoggers", "TreeViews", "ZygoteRules"]
git-tree-sha1 = "71f24ebaae27509a39b8a1aabe313351eebe54ed"
uuid = "2b5f629d-d688-5b77-993f-72d75c75574e"
version = "6.41.2"

[[DiffResults]]
deps = ["StaticArrays"]
git-tree-sha1 = "da24935df8e0c6cf28de340b958f6aac88eaa0cc"
uuid = "163ba53b-c6d8-5494-b064-1a9d43ac40c5"
version = "1.0.2"

[[DiffRules]]
deps = ["NaNMath", "Random", "SpecialFunctions"]
git-tree-sha1 = "eb0c34204c8410888844ada5359ac8b96292cfd1"
uuid = "b552c78f-8df3-52c6-915a-8e097449b14b"
version = "1.0.1"

[[Distances]]
deps = ["LinearAlgebra", "Statistics"]
git-tree-sha1 = "bed62cc5afcff16de797a9f38fb358b74071f785"
uuid = "b4f34e82-e78d-54a5-968a-f98e89d6e8f7"
version = "0.9.0"

[[Distributed]]
deps = ["Random", "Serialization", "Sockets"]
uuid = "8ba89e20-285c-5b6f-9357-94700520ee1b"

[[Distributions]]
deps = ["FillArrays", "LinearAlgebra", "PDMats", "Printf", "QuadGK", "Random", "SpecialFunctions", "Statistics", "StatsBase", "StatsFuns"]
git-tree-sha1 = "536ae0f40b0f6ed8cf5300f491a243fcf88b5ae4"
uuid = "31c24e10-a181-5473-b8eb-7969acd0382f"
version = "0.23.6"

[[DocStringExtensions]]
deps = ["LibGit2", "Markdown", "Pkg", "Test"]
git-tree-sha1 = "c5714d9bcdba66389612dc4c47ed827c64112997"
uuid = "ffbed154-4ef7-542d-bbb7-c09d3a79fcae"
version = "0.8.2"

[[DoubleFloats]]
deps = ["GenericSVD", "GenericSchur", "LinearAlgebra", "Polynomials", "Printf", "Quadmath", "Random", "Requires", "SpecialFunctions"]
git-tree-sha1 = "256485945b158f5351e28dd71f178f4ca59abcaf"
uuid = "497a8b3b-efae-58df-a0af-a86822472b78"
version = "1.1.13"

[[ExponentialUtilities]]
deps = ["LinearAlgebra", "Printf", "Requires", "SparseArrays"]
git-tree-sha1 = "91f7498b66205431fe3e35833cda97a22b1ab6a5"
uuid = "d4d017d3-3776-5f7e-afef-a10c40355c18"
version = "1.7.0"

[[ExprTools]]
git-tree-sha1 = "6f0517056812fd6aa3af23d4b70d5325a2ae4e95"
uuid = "e2ba6199-217a-4e67-a87a-7c52f15ade04"
version = "0.1.1"

[[EzXML]]
deps = ["Printf", "XML2_jll"]
git-tree-sha1 = "0fa3b52a04a4e210aeb1626def9c90df3ae65268"
uuid = "8f5d6c58-4d21-5cfd-889c-e3ad7ee6a615"
version = "1.1.0"

[[FileIO]]
deps = ["Pkg"]
git-tree-sha1 = "f354b2087a3b01c1d7152c19f45886c8a036fa5e"
uuid = "5789e2e9-d7fb-5bc7-8068-2c6fae9b9549"
version = "1.4.0"

[[FillArrays]]
deps = ["LinearAlgebra", "Random", "SparseArrays"]
git-tree-sha1 = "be4180bdb27a11188d694ee3773122f4921f1a62"
uuid = "1a297f60-69ca-5386-bcde-b61e274b549b"
version = "0.8.13"

[[FiniteDiff]]
deps = ["ArrayInterface", "LinearAlgebra", "Requires", "SparseArrays", "StaticArrays"]
git-tree-sha1 = "43b397bf66d07d113cc2cc012dd2029d336c3894"
uuid = "6a86dc24-6348-571c-b903-95158fe2bd41"
version = "2.5.1"

[[Formatting]]
deps = ["Printf"]
git-tree-sha1 = "a0c901c29c0e7c763342751c0a94211d56c0de5c"
uuid = "59287772-0a20-5a39-b81b-1366585eb4c0"
version = "0.4.1"

[[ForwardDiff]]
deps = ["CommonSubexpressions", "DiffResults", "DiffRules", "NaNMath", "Random", "SpecialFunctions", "StaticArrays"]
git-tree-sha1 = "1d090099fb82223abc48f7ce176d3f7696ede36d"
uuid = "f6369f11-7733-5829-9624-2563aa707210"
version = "0.10.12"

[[FunctionWrappers]]
git-tree-sha1 = "e4813d187be8c7b993cb7f85cbf2b7bfbaadc694"
uuid = "069b7b12-0de2-55c6-9aab-29f3d0a68a2e"
version = "1.1.1"

[[GPUArrays]]
deps = ["AbstractFFTs", "Adapt", "LinearAlgebra", "Printf", "Random", "Serialization"]
git-tree-sha1 = "0aaa4ff7001086e190a00180495b93b00df8bb43"
uuid = "0c68f7d7-f131-5f86-a1c3-88cf8149b2d7"
version = "4.0.1"

[[GPUCompiler]]
deps = ["DataStructures", "InteractiveUtils", "LLVM", "Libdl", "TimerOutputs", "UUIDs"]
git-tree-sha1 = "5ba2c9bd7f6e88573c744d67523590586ce76e0c"
uuid = "61eb1bfa-7361-4325-ad38-22787b887f55"
version = "0.4.1"

[[GaussQuadrature]]
deps = ["SpecialFunctions"]
git-tree-sha1 = "ff30c61ad1ff425d0d8bac6b77833216741c2e68"
uuid = "d54b0c1a-921d-58e0-8e36-89d8069c0969"
version = "0.5.4"

[[GenericSVD]]
deps = ["LinearAlgebra"]
git-tree-sha1 = "62909c3eda8a25b5673a367d1ad2392ebb265211"
uuid = "01680d73-4ee2-5a08-a1aa-533608c188bb"
version = "0.3.0"

[[GenericSchur]]
deps = ["LinearAlgebra", "Printf"]
git-tree-sha1 = "43b4dc5648028be2c6e96201aa3653903bd1af21"
uuid = "c145ed77-6b09-5dd9-b285-bf645a82121e"
version = "0.4.0"

[[HTTP]]
deps = ["Base64", "Dates", "IniFile", "MbedTLS", "Sockets"]
git-tree-sha1 = "2ac03263ce44be4222342bca1c51c36ce7566161"
uuid = "cd3eb016-35fb-5094-929b-558a96fad6f3"
version = "0.8.17"

[[Inflate]]
git-tree-sha1 = "f5fc07d4e706b84f72d54eedcc1c13d92fb0871c"
uuid = "d25df0c9-e2be-5dd7-82c8-3ad0b3e990b9"
version = "0.1.2"

[[IniFile]]
deps = ["Test"]
git-tree-sha1 = "098e4d2c533924c921f9f9847274f2ad89e018b8"
uuid = "83e8ac13-25f8-5344-8a64-a9f2b223428f"
version = "0.5.0"

[[InteractiveUtils]]
deps = ["Markdown"]
uuid = "b77e0a4c-d291-57a0-90e8-8db25a27a240"

[[Intervals]]
deps = ["Dates", "Printf", "RecipesBase", "Serialization", "TimeZones"]
git-tree-sha1 = "f8fd8065b6bccfbc2f9e7dd1fa5c0dde81d09185"
uuid = "d8418881-c3e1-53bb-8760-2df7ec849ed5"
version = "1.4.1"

[[IterativeSolvers]]
deps = ["LinearAlgebra", "Printf", "Random", "RecipesBase", "SparseArrays"]
git-tree-sha1 = "3b7e2aac8c94444947facea7cc7ca91c49169be0"
uuid = "42fd0dbc-a981-5370-80f2-aaf504508153"
version = "0.8.4"

[[IteratorInterfaceExtensions]]
git-tree-sha1 = "a3f24677c21f5bbe9d2a714f95dcd58337fb2856"
uuid = "82899510-4779-5014-852e-03e436cf321d"
version = "1.0.0"

[[JLD2]]
deps = ["CodecZlib", "DataStructures", "FileIO", "Mmap", "Pkg", "Printf", "UUIDs"]
git-tree-sha1 = "9353b717ee4e27beab4e902c92a06bb5f160d2cf"
uuid = "033835bb-8acc-5ee8-8aae-3f567f8a3819"
version = "0.1.14"

[[JSON]]
deps = ["Dates", "Mmap", "Parsers", "Unicode"]
git-tree-sha1 = "b34d7cef7b337321e97d22242c3c2b91f476748e"
uuid = "682c06a0-de6a-54ab-a142-c8b1cf79cde6"
version = "0.21.0"

[[KernelAbstractions]]
deps = ["Adapt", "CUDA", "Cassette", "LLVM", "MacroTools", "SpecialFunctions", "StaticArrays"]
git-tree-sha1 = "6e812284039b7df4c32845d6d23fff9afc29d0ee"
uuid = "63c18a36-062a-441e-b654-da1e3ab1ce7c"
version = "0.3.0"

[[LLVM]]
deps = ["CEnum", "Libdl", "Printf", "Unicode"]
git-tree-sha1 = "d9c6e1efcaa6c2fcd043da812a62b3e489a109a3"
uuid = "929cbde3-209d-540e-8aea-75f648917ca0"
version = "1.7.0"

[[LabelledArrays]]
deps = ["ArrayInterface", "LinearAlgebra", "MacroTools", "StaticArrays"]
git-tree-sha1 = "5e04374019448f8509349948ab504f117e3b575a"
uuid = "2ee39098-c373-598a-b85f-a56591580800"
version = "1.3.0"

[[LambertW]]
git-tree-sha1 = "2d9f4009c486ef676646bca06419ac02061c088e"
uuid = "984bce1d-4616-540c-a9ee-88d1112d94c9"
version = "0.4.5"

[[LazyArrays]]
deps = ["ArrayLayouts", "FillArrays", "LinearAlgebra", "MacroTools", "MatrixFactorizations", "StaticArrays"]
git-tree-sha1 = "b8ae23618bb217f8ec300dafac8422293abc1620"
uuid = "5078a376-72f3-5289-bfd5-ec5146d43c02"
version = "0.16.15"

[[LeftChildRightSiblingTrees]]
deps = ["AbstractTrees"]
git-tree-sha1 = "71be1eb5ad19cb4f61fa8c73395c0338fd092ae0"
uuid = "1d6d02ad-be62-4b6b-8a6d-2f90e265016e"
version = "0.1.2"

[[LibGit2]]
deps = ["Printf"]
uuid = "76f85450-5226-5b5a-8eaa-529ad045b433"

[[Libdl]]
uuid = "8f399da3-3557-5675-b5ff-fb832c97cbdb"

[[Libiconv_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "c9d4035d7481bcdff2babf5a55525a818ef8ed8f"
uuid = "94ce4f54-9a6c-5748-9c1c-f9c7231a4531"
version = "1.16.0+5"

[[LightGraphs]]
deps = ["ArnoldiMethod", "DataStructures", "Distributed", "Inflate", "LinearAlgebra", "Random", "SharedArrays", "SimpleTraits", "SparseArrays", "Statistics"]
git-tree-sha1 = "6f85a35d2377cb2db1bc448ed0d6340d2bb1ea64"
uuid = "093fc24a-ae57-5d10-9952-331d41423f4d"
version = "1.3.3"

[[LightXML]]
deps = ["Libdl", "XML2_jll"]
git-tree-sha1 = "e129d9391168c677cd4800f5c0abb1ed8cb3794f"
uuid = "9c8b4983-aa76-5018-a973-4c85ecc9e179"
version = "0.9.0"

[[LineSearches]]
deps = ["LinearAlgebra", "NLSolversBase", "NaNMath", "Parameters", "Printf", "Test"]
git-tree-sha1 = "54eb90e8dbe745d617c78dee1d6ae95c7f6f5779"
uuid = "d3d80556-e9d4-5f37-9878-2ab0fcc64255"
version = "7.0.1"

[[LinearAlgebra]]
deps = ["Libdl"]
uuid = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e"

[[Literate]]
deps = ["Base64", "JSON", "REPL"]
git-tree-sha1 = "422133037d6dc5df9f9b97c2cb81fcd9e35ddffe"
uuid = "98b081ad-f1c9-55d3-8b20-4c87d4299306"
version = "2.5.0"

[[Logging]]
uuid = "56ddb016-857b-54e1-b83d-db4d58db5568"

[[LoggingExtras]]
deps = ["Dates"]
git-tree-sha1 = "03289aba73c0abc25ff0229bed60f2a4129cd15c"
uuid = "e6f89c97-d47a-5376-807f-9c37f3926c36"
version = "0.4.2"

[[LoopVectorization]]
deps = ["DocStringExtensions", "LinearAlgebra", "OffsetArrays", "SIMDPirates", "SLEEFPirates", "UnPack", "VectorizationBase"]
git-tree-sha1 = "25b1363081880dcd6a9e27736f4b1951ea4b8933"
uuid = "bdcacae8-1622-11e9-2a5c-532679323890"
version = "0.8.20"

[[MPI]]
deps = ["Distributed", "DocStringExtensions", "Libdl", "MPICH_jll", "MicrosoftMPI_jll", "OpenMPI_jll", "Pkg", "Random", "Requires", "Serialization", "Sockets"]
git-tree-sha1 = "925f4e00b51d7a68ecb88c1b60d3b7aefb8c8fcb"
uuid = "da04e1cc-30fd-572f-bb4f-1f8673147195"
version = "0.15.0"

[[MPICH_jll]]
deps = ["CompilerSupportLibraries_jll", "Libdl", "Pkg"]
git-tree-sha1 = "4d37f1e07b4e2a74462eebf9ee48c626d15ffdac"
uuid = "7cb0a576-ebde-5e09-9194-50597f1243b4"
version = "3.3.2+10"

[[MacroTools]]
deps = ["Markdown", "Random"]
git-tree-sha1 = "f7d2e3f654af75f01ec49be82c231c382214223a"
uuid = "1914dd2f-81c6-5fcd-8719-6d5c9610ff09"
version = "0.5.5"

[[Markdown]]
deps = ["Base64"]
uuid = "d6f4376e-aef5-505a-96c1-9c027394607a"

[[MatrixFactorizations]]
deps = ["ArrayLayouts", "LinearAlgebra", "Random"]
git-tree-sha1 = "9ebb16ae3c1cc772a3461741fc666c4a23e80bb1"
uuid = "a3b82374-2e81-5b9e-98ce-41277c0e4c87"
version = "0.5.1"

[[MbedTLS]]
deps = ["Dates", "MbedTLS_jll", "Random", "Sockets"]
git-tree-sha1 = "426a6978b03a97ceb7ead77775a1da066343ec6e"
uuid = "739be429-bea8-5141-9913-cc70e7f3736d"
version = "1.0.2"

[[MbedTLS_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "a0cb0d489819fa7ea5f9fa84c7e7eba19d8073af"
uuid = "c8ffd9c3-330d-5841-b78e-0817d7145fa1"
version = "2.16.6+1"

[[MicrosoftMPI_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "720de13004e416f2864c92593d3839e062703985"
uuid = "9237b28f-5490-5468-be7b-bb81f5f5e6cf"
version = "10.1.2+3"

[[Missings]]
deps = ["DataAPI"]
git-tree-sha1 = "de0a5ce9e5289f27df672ffabef4d1e5861247d5"
uuid = "e1d29d7a-bbdc-5cf2-9ac0-f12de2c33e28"
version = "0.4.3"

[[Mmap]]
uuid = "a63ad114-7e13-5084-954f-fe012c677804"

[[Mocking]]
deps = ["ExprTools"]
git-tree-sha1 = "916b850daad0d46b8c71f65f719c49957e9513ed"
uuid = "78c3b35d-d492-501b-9361-3d52fe80e533"
version = "0.7.1"

[[MuladdMacro]]
git-tree-sha1 = "c6190f9a7fc5d9d5915ab29f2134421b12d24a68"
uuid = "46d2c3a1-f734-5fdb-9937-b9b9aeba4221"
version = "0.2.2"

[[NCDatasets]]
deps = ["BinDeps", "CFTime", "CondaBinDeps", "DataStructures", "Dates", "Libdl", "Printf"]
git-tree-sha1 = "271e4670a6b30ec1e5daf6ba8b30240b7d85f535"
uuid = "85f8d34a-cbdd-5861-8df4-14fed0d494ab"
version = "0.10.2"

[[NLSolversBase]]
deps = ["DiffResults", "Distributed", "FiniteDiff", "ForwardDiff"]
git-tree-sha1 = "7c4e66c47848562003250f28b579c584e55becc0"
uuid = "d41bc354-129a-5804-8e4c-c37616107c6c"
version = "7.6.1"

[[NLsolve]]
deps = ["Distances", "LineSearches", "LinearAlgebra", "NLSolversBase", "Printf", "Reexport"]
git-tree-sha1 = "ea172c86745810136d744fc67650d2e2de669c4f"
uuid = "2774e3e8-f4cf-5e23-947b-6d7e65073b56"
version = "4.4.0"

[[NNPACK_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "c3d1a616362645754b18e12dbba96ec311b0867f"
uuid = "a6bfbf70-4841-5cb9-aa18-3a8ad3c413ee"
version = "2018.6.22+0"

[[NNlib]]
deps = ["Libdl", "LinearAlgebra", "LoopVectorization", "NNPACK_jll", "Pkg", "Requires", "Statistics"]
git-tree-sha1 = "1d8128735fdf3ab1643dd8bc9499e4b34ccb718d"
uuid = "872c559c-99b0-510c-b3b7-b6c96a88d5cd"
version = "0.7.3"

[[NaNMath]]
git-tree-sha1 = "c84c576296d0e2fbb3fc134d3e09086b3ea617cd"
uuid = "77ba4419-2d1f-58cd-9bb1-8ffee604a2e3"
version = "0.3.4"

[[OffsetArrays]]
git-tree-sha1 = "2066e16af994955287f2e03ba1d9e890eb43b0dd"
uuid = "6fe1bfb0-de20-5000-8ca7-80f57d26f881"
version = "1.1.2"

[[OpenMPI_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "41b983e26a7ab8c9bf05f7d70c274b817d541b46"
uuid = "fe0851c0-eecd-5654-98d4-656369965a5c"
version = "4.0.2+2"

[[OpenSpecFun_jll]]
deps = ["CompilerSupportLibraries_jll", "Libdl", "Pkg"]
git-tree-sha1 = "d51c416559217d974a1113522d5919235ae67a87"
uuid = "efe28fd5-8261-553b-a9e1-b2916fc3738e"
version = "0.5.3+3"

[[OrderedCollections]]
git-tree-sha1 = "293b70ac1780f9584c89268a6e2a560d938a7065"
uuid = "bac558e1-5e72-5ebc-8fee-abe8a469f55d"
version = "1.3.0"

[[OrdinaryDiffEq]]
deps = ["Adapt", "ArrayInterface", "DataStructures", "DiffEqBase", "ExponentialUtilities", "FiniteDiff", "ForwardDiff", "GenericSVD", "LinearAlgebra", "Logging", "MacroTools", "MuladdMacro", "NLsolve", "RecursiveArrayTools", "Reexport", "SparseArrays", "SparseDiffTools", "StaticArrays", "UnPack"]
git-tree-sha1 = "b3e9e9a0bdd8e0ac3703e8c4be3cb504d1ebd312"
uuid = "1dea7af3-3e70-54e6-95c3-0bf5283fa5ed"
version = "5.42.0"

[[PDMats]]
deps = ["LinearAlgebra", "SparseArrays", "SuiteSparse", "Test"]
git-tree-sha1 = "b3405086eb6a974eba1958923d46bc0e1c2d2d63"
uuid = "90014a1f-27ba-587c-ab20-58faa44d9150"
version = "0.10.0"

[[PackageCompiler]]
deps = ["Libdl", "Pkg", "UUIDs"]
git-tree-sha1 = "98aa9c653e1dc3473bb5050caf8501293db9eee1"
uuid = "9b87118b-4619-50d2-8e1e-99f35a4d4d9d"
version = "1.2.1"

[[Parameters]]
deps = ["OrderedCollections", "UnPack"]
git-tree-sha1 = "38b2e970043613c187bd56a995fe2e551821eb4a"
uuid = "d96e819e-fc66-5662-9728-84c9c7592b0a"
version = "0.12.1"

[[Parsers]]
deps = ["Dates", "Test"]
git-tree-sha1 = "10134f2ee0b1978ae7752c41306e131a684e1f06"
uuid = "69de0a69-1ddd-5017-9359-2bf0b02dc9f0"
version = "1.0.7"

[[Pkg]]
deps = ["Dates", "LibGit2", "Libdl", "Logging", "Markdown", "Printf", "REPL", "Random", "SHA", "UUIDs"]
uuid = "44cfe95a-1eb2-52ea-b672-e2afdf69b78f"

[[Polynomials]]
deps = ["Intervals", "LinearAlgebra", "RecipesBase"]
git-tree-sha1 = "bae8d8a1e4219bca31c5c3287db6ba5e23b88f50"
uuid = "f27b6e38-b328-58d1-80ce-0feddd5e7a45"
version = "1.1.3"

[[Printf]]
deps = ["Unicode"]
uuid = "de0858da-6303-5e67-8744-51eddeeeb8d7"

[[ProgressLogging]]
deps = ["Logging", "SHA", "UUIDs"]
git-tree-sha1 = "59398022b661b6fd569f25de6b18fde39843196a"
uuid = "33c8b6b6-d38a-422a-b730-caa89a2f386c"
version = "0.1.3"

[[ProgressMeter]]
deps = ["Distributed", "Printf"]
git-tree-sha1 = "2de4cddc0ceeddafb6b143b5b6cd9c659b64507c"
uuid = "92933f4c-e287-5a05-a399-4b506db050ca"
version = "1.3.2"

[[QuadGK]]
deps = ["DataStructures", "LinearAlgebra"]
git-tree-sha1 = "0ab8a09d4478ebeb99a706ecbf8634a65077ccdc"
uuid = "1fd47b50-473d-5c70-9696-f719f8f3bcdc"
version = "2.4.0"

[[Quadmath]]
deps = ["Printf", "Random", "Requires"]
git-tree-sha1 = "cd993c45147a8432bf24358f14bf2cfd4aeb14df"
uuid = "be4d8f0f-7fa4-5f49-b795-2f01399ab2dd"
version = "0.5.4"

[[REPL]]
deps = ["InteractiveUtils", "Markdown", "Sockets"]
uuid = "3fa0cd96-eef1-5676-8a61-b3b8758bbffb"

[[Random]]
deps = ["Serialization"]
uuid = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"

[[RecipesBase]]
git-tree-sha1 = "58de8f7e33b7fda6ee39eff65169cd1e19d0c107"
uuid = "3cdcf5f2-1ef4-517c-9805-6587b60abb01"
version = "1.0.2"

[[RecursiveArrayTools]]
deps = ["ArrayInterface", "LinearAlgebra", "RecipesBase", "Requires", "StaticArrays", "Statistics", "ZygoteRules"]
git-tree-sha1 = "0ffe36b65f0fc4967a42a673c1a9ffa65724dee6"
uuid = "731186ca-8d62-57ce-b412-fbd966d074cd"
version = "2.5.0"

[[RecursiveFactorization]]
deps = ["LinearAlgebra", "LoopVectorization", "VectorizationBase"]
git-tree-sha1 = "4ca0bdad1d69abbd59c35af89a9a2ab6cd5ef0f1"
uuid = "f2c3362d-daeb-58d1-803e-2bc74f2840b4"
version = "0.1.4"

[[Reexport]]
deps = ["Pkg"]
git-tree-sha1 = "7b1d07f411bc8ddb7977ec7f377b97b158514fe0"
uuid = "189a3867-3050-52da-a836-e630ba90ab69"
version = "0.2.0"

[[Requires]]
deps = ["UUIDs"]
git-tree-sha1 = "d37400976e98018ee840e0ca4f9d20baa231dc6b"
uuid = "ae029012-a4dd-5104-9daa-d747884805df"
version = "1.0.1"

[[Rmath]]
deps = ["Random", "Rmath_jll"]
git-tree-sha1 = "86c5647b565873641538d8f812c04e4c9dbeb370"
uuid = "79098fc4-a85e-5d69-aa6a-4863f24498fa"
version = "0.6.1"

[[Rmath_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "d76185aa1f421306dec73c057aa384bad74188f0"
uuid = "f50d1b31-88e8-58de-be2c-1cc44531875f"
version = "0.2.2+1"

[[RootSolvers]]
deps = ["DocStringExtensions", "ForwardDiff", "Test"]
git-tree-sha1 = "0e5b394adc5c6fb39b3964bce2a259a44cc312d3"
uuid = "7181ea78-2dcb-4de3-ab41-2b8ab5a31e74"
version = "0.2.0"

[[Roots]]
deps = ["Printf"]
git-tree-sha1 = "069e68c2173b4e4d0c37ffb3268d37f168ad719c"
uuid = "f2b01f46-fcfa-551c-844a-d8ac1e96c665"
version = "1.0.4"

[[SHA]]
uuid = "ea8e919c-243c-51af-8825-aaa63cd721ce"

[[SIMDPirates]]
deps = ["VectorizationBase"]
git-tree-sha1 = "19880eef12759d7d049516fcb11f1ed8440963d6"
uuid = "21efa798-c60a-11e8-04d3-e1a92915a26a"
version = "0.8.21"

[[SLEEFPirates]]
deps = ["Libdl", "SIMDPirates", "VectorizationBase"]
git-tree-sha1 = "67ae90a18aa8c22bf159318300e765fbd89ddf6e"
uuid = "476501e8-09a2-5ece-8869-fb82de89a1fa"
version = "0.5.5"

[[Serialization]]
uuid = "9e88b42a-f829-5b0c-bbe9-9e923198166b"

[[SharedArrays]]
deps = ["Distributed", "Mmap", "Random", "Serialization"]
uuid = "1a1011a3-84de-559e-8e89-a11a2f7dc383"

[[SimpleTraits]]
deps = ["InteractiveUtils", "MacroTools"]
git-tree-sha1 = "2ee666b24ab8be6a922f9d6c11a86e1a703a7dda"
uuid = "699a6c99-e7fa-54fc-8d76-47d257e15c1d"
version = "0.9.2"

[[Sockets]]
uuid = "6462fe0b-24de-5631-8697-dd941f90decc"

[[SortingAlgorithms]]
deps = ["DataStructures", "Random", "Test"]
git-tree-sha1 = "03f5898c9959f8115e30bc7226ada7d0df554ddd"
uuid = "a2af1166-a08f-5f64-846c-94a0d3cef48c"
version = "0.3.1"

[[SparseArrays]]
deps = ["LinearAlgebra", "Random"]
uuid = "2f01184e-e22b-5df5-ae63-d93ebab69eaf"

[[SparseDiffTools]]
deps = ["Adapt", "ArrayInterface", "Compat", "DataStructures", "FiniteDiff", "ForwardDiff", "LightGraphs", "LinearAlgebra", "Requires", "SparseArrays", "VertexSafeGraphs"]
git-tree-sha1 = "93666e93899d995ec37abddde4811f533e49c074"
uuid = "47a9eef4-7e08-11e9-0b38-333d64bd3804"
version = "1.9.1"

[[SpecialFunctions]]
deps = ["OpenSpecFun_jll"]
git-tree-sha1 = "d8d8b8a9f4119829410ecd706da4cc8594a1e020"
uuid = "276daf66-3868-5448-9aa4-cd146d93841b"
version = "0.10.3"

[[StaticArrays]]
deps = ["LinearAlgebra", "Random", "Statistics"]
git-tree-sha1 = "016d1e1a00fabc556473b07161da3d39726ded35"
uuid = "90137ffa-7385-5640-81b9-e52037218182"
version = "0.12.4"

[[StaticNumbers]]
deps = ["Requires"]
git-tree-sha1 = "a0df7d5ade3fd0f0e6c93ad63facc05b12c40e6a"
uuid = "c5e4b96a-f99f-5557-8ed2-dc63ef9b5131"
version = "0.3.3"

[[Statistics]]
deps = ["LinearAlgebra", "SparseArrays"]
uuid = "10745b16-79ce-11e8-11f9-7d13ad32a3b2"

[[StatsBase]]
deps = ["DataAPI", "DataStructures", "LinearAlgebra", "Missings", "Printf", "Random", "SortingAlgorithms", "SparseArrays", "Statistics"]
git-tree-sha1 = "a6102b1f364befdb05746f386b67c6b7e3262c45"
uuid = "2913bbd2-ae8a-5f71-8c99-4fb6c76f3a91"
version = "0.33.0"

[[StatsFuns]]
deps = ["Rmath", "SpecialFunctions"]
git-tree-sha1 = "04a5a8e6ab87966b43f247920eab053fd5fdc925"
uuid = "4c63d2b9-4356-54db-8cca-17b64c39e42c"
version = "0.9.5"

[[SuiteSparse]]
deps = ["Libdl", "LinearAlgebra", "Serialization", "SparseArrays"]
uuid = "4607b0f0-06f3-5cda-b6b1-a6196a1729e9"

[[TableTraits]]
deps = ["IteratorInterfaceExtensions"]
git-tree-sha1 = "b1ad568ba658d8cbb3b892ed5380a6f3e781a81e"
uuid = "3783bdb8-4a98-5b6b-af9a-565f29a5fe9c"
version = "1.0.0"

[[TerminalLoggers]]
deps = ["LeftChildRightSiblingTrees", "Logging", "Markdown", "Printf", "ProgressLogging", "UUIDs"]
git-tree-sha1 = "cbea752b5eef52a3e1188fb31580c3e4fa0cbc35"
uuid = "5d786b92-1e48-4d6f-9151-6b4477ca9bed"
version = "0.1.2"

[[Test]]
deps = ["Distributed", "InteractiveUtils", "Logging", "Random"]
uuid = "8dfed614-e22c-5e08-85e1-65c5234f0b40"

[[TextWrap]]
git-tree-sha1 = "9250ef9b01b66667380cf3275b3f7488d0e25faf"
uuid = "b718987f-49a8-5099-9789-dcd902bef87d"
version = "1.0.1"

[[TimeZones]]
deps = ["Dates", "EzXML", "Mocking", "Pkg", "Printf", "RecipesBase", "Serialization", "Unicode"]
git-tree-sha1 = "1038a97206e7696ba106f2c2dafa2e9cca393269"
uuid = "f269a46b-ccf7-5d73-abea-4c690281aa53"
version = "1.3.1"

[[TimerOutputs]]
deps = ["Printf"]
git-tree-sha1 = "f458ca23ff80e46a630922c555d838303e4b9603"
uuid = "a759f4b9-e2f1-59dc-863e-4aeb61b1ea8f"
version = "0.5.6"

[[TranscodingStreams]]
deps = ["Random", "Test"]
git-tree-sha1 = "7c53c35547de1c5b9d46a4797cf6d8253807108c"
uuid = "3bb67fe8-82b1-5028-8e26-92a6c54297fa"
version = "0.9.5"

[[TreeViews]]
deps = ["Test"]
git-tree-sha1 = "8d0d7a3fe2f30d6a7f833a5f19f7c7a5b396eae6"
uuid = "a2a6695c-b41b-5b7d-aed9-dbfdeacea5d7"
version = "0.3.0"

[[URIParser]]
deps = ["Unicode"]
git-tree-sha1 = "53a9f49546b8d2dd2e688d216421d050c9a31d0d"
uuid = "30578b45-9adc-5946-b283-645ec420af67"
version = "0.4.1"

[[UUIDs]]
deps = ["Random", "SHA"]
uuid = "cf7118a7-6976-5b1a-9a39-7adc72f591a4"

[[UnPack]]
git-tree-sha1 = "d4bfa022cd30df012700cf380af2141961bb3bfb"
uuid = "3a884ed6-31ef-47d7-9d2a-63182c4928ed"
version = "1.0.1"

[[Unicode]]
uuid = "4ec0a83e-493e-50e2-b9ac-8f72acf5a8f5"

[[VectorizationBase]]
deps = ["CpuId", "Libdl", "LinearAlgebra"]
git-tree-sha1 = "46afc4dc02f534e149149173f38f8f59cc23c165"
uuid = "3d5dd08c-fd9d-11e8-17fa-ed2836048c2f"
version = "0.12.29"

[[VersionParsing]]
git-tree-sha1 = "80229be1f670524750d905f8fc8148e5a8c4537f"
uuid = "81def892-9a0e-5fdd-b105-ffc91e053289"
version = "1.2.0"

[[VertexSafeGraphs]]
deps = ["LightGraphs"]
git-tree-sha1 = "b9b450c99a3ca1cc1c6836f560d8d887bcbe356e"
uuid = "19fa3120-7c27-5ec5-8db8-b0b0aa330d6f"
version = "0.1.2"

[[WriteVTK]]
deps = ["Base64", "CodecZlib", "FillArrays", "LightXML", "Random", "TranscodingStreams"]
git-tree-sha1 = "deb18aae386ed5a973bbf2e4e10a990caed9a531"
uuid = "64499a7a-5c06-52f2-abe2-ccb03c286192"
version = "1.7.2"

[[XML2_jll]]
deps = ["Libdl", "Libiconv_jll", "Pkg", "Zlib_jll"]
git-tree-sha1 = "432d91f45e950f2f2bda5c0f4e2b938c14493af9"
uuid = "02c8fc9c-b97f-50b9-bbe4-9be30ff0a78a"
version = "2.9.10+1"

[[Zlib_jll]]
deps = ["Libdl", "Pkg"]
git-tree-sha1 = "622d8b6dc0c7e8029f17127703de9819134d1b71"
uuid = "83775a58-1f1d-513f-b197-d71354ab007a"
version = "1.2.11+14"

[[ZygoteRules]]
deps = ["MacroTools"]
git-tree-sha1 = "b3b4882cc9accf6731a08cc39543fbc6b669dca8"
uuid = "700de1a5-db45-46bc-99cf-38207098b444"
version = "0.2.0"

out_10795553

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ julia --color=no --project test/runtests_gpu.jl
┌ Warning: Performing scalar operations on GPU arrays: This is very slow, consider disallowing these operations with `allowscalar(false)`
└ @ GPUArrays /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu/packages/GPUArrays/4W5rW/src/host/indexing.jl:43
Test Summary:        | Pass  Total
MPIStateArray basics |   15     15
Test Summary:              | Pass  Total
MPIStateArray broadcasting |    9      9
Test Summary:            | Pass  Total
MPIStateArray reductions |   14     14
Test Summary:            | Test Summary:            | Test Summary:            | Pass  Pass  Pass  TotalTotal

Total
MPIStateArray reductionsMPIStateArray reductions |   14   |   14     14MPIStateArray reductions   14

 |   14     14
Test Summary:           | Pass  Total
MPIStateArray varsindex |    9      9
Test Summary:       | Pass  Total
Convergence/limited |  167    167
Test Summary:                          | Pass  Total
Explicit methods composition of solve! |    9      9
Test Summary:  | Pass  Total
DiffEq methods |    1      1
Test Summary:    | Pass  Total
GenericCallbacks |   54     54
┌ Info: Running MPI test...
│   file = "/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Arrays/basics.jl"
└   ntasks = 1
┌ Info: Running MPI test...
│   file = "/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Arrays/broadcasting.jl"
└   ntasks = 1
┌ Info: Running MPI test...
│   file = "/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Arrays/reductions.jl"
└   ntasks = 1
┌ Info: Running MPI test...
│   file = "/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Arrays/reductions.jl"
└   ntasks = 3
┌ Info: Running MPI test...
│   file = "/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Arrays/varsindex.jl"
└   ntasks = 1
┌ Info: Running MPI test...
│   file = "/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/ODESolvers/ode_tests_basic.jl"
└   ntasks = 1
┌ Info: Running MPI test...
│   file = "/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/ODESolvers/callbacks.jl"
└   ntasks = 1
Starting tests for Arrays
 53.244850 seconds (54.19 k allocations: 2.739 MiB, 0.07% gc time)
 85.209941 seconds (316 allocations: 17.688 KiB, 0.03% gc time)
 92.757736 seconds (332 allocations: 18.656 KiB, 0.03% gc time)
294.056322 seconds (645 allocations: 37.875 KiB, 0.27% gc time)
 53.251864 seconds (268 allocations: 14.781 KiB, 0.03% gc time)
Test Summary:             | Pass  Total
MPIStateArrays reductions |    5      5
Completed tests for Arrays, 585 seconds elapsed
Starting tests for Numerics/ODESolvers
468.338286 seconds (935 allocations: 55.969 KiB, 0.03% gc time)
 45.472615 seconds (251 allocations: 13.484 KiB, 0.03% gc time)
Test Summary: | Pass  Total
ODE Solvers   |    2      2
Completed tests for Numerics/ODESolvers, 514 seconds elapsed

out_10795554

+ hostname
hpc-25-15.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795554_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795554_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl --integration-testing
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 2, EveryDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.8737679305268846e-01
┌ Info: Finished
│ norm(Q)                 = 2.1231902141153636e-01
│ norm(Q) / norm(Q₀)      = 5.4809432371612954e-01
│ norm(Q) - norm(Q₀)      = -1.7505777164115210e-01
│ norm(Q - Qe)            = 1.2357162985295388e-02
└ norm(Q - Qe) / norm(Qe) = 5.9111207392709218e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 2, EveryDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.8737679305268846e-01
┌ Info: Finished
│ norm(Q)                 = 2.1231902141153636e-01
│ norm(Q) / norm(Q₀)      = 5.4809432371612954e-01
│ norm(Q) - norm(Q₀)      = -1.7505777164115210e-01
│ norm(Q - Qe)            = 1.2357162985295388e-02
└ norm(Q - Qe) / norm(Qe) = 5.9111207392709218e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 2, HorizontalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.3630637465395119e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559633237315536e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915609e-01
│ norm(Q) - norm(Q₀)      = -1.6071004228079583e-01
│ norm(Q - Qe)            = 4.6783743619257107e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721072e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 2, HorizontalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.3630637465395119e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559633237315536e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915609e-01
│ norm(Q) - norm(Q₀)      = -1.6071004228079583e-01
│ norm(Q - Qe)            = 4.6783743619257107e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721072e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 2, VerticalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.3630637465395119e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559633237315533e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915598e-01
│ norm(Q) - norm(Q₀)      = -1.6071004228079586e-01
│ norm(Q - Qe)            = 4.6783743619257127e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721080e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 2, VerticalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.3630637465395119e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559633237315533e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915598e-01
│ norm(Q) - norm(Q₀)      = -1.6071004228079586e-01
│ norm(Q - Qe)            = 4.6783743619257127e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721080e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 3, EveryDirection, true)
┌ Info: Starting
└ norm(Q₀) = 5.4103588436435490e-01
┌ Info: Finished
│ norm(Q)                 = 3.0178604704383455e-01
│ norm(Q) / norm(Q₀)      = 5.5779303326320573e-01
│ norm(Q) - norm(Q₀)      = -2.3924983732052035e-01
│ norm(Q - Qe)            = 9.6252415559793195e-03
└ norm(Q - Qe) / norm(Qe) = 3.1725960166418626e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 3, EveryDirection, false)
┌ Info: Starting
└ norm(Q₀) = 5.4103588436435490e-01
┌ Info: Finished
│ norm(Q)                 = 3.0178604704383455e-01
│ norm(Q) / norm(Q₀)      = 5.5779303326320573e-01
│ norm(Q) - norm(Q₀)      = -2.3924983732052035e-01
│ norm(Q - Qe)            = 9.6252415559793195e-03
└ norm(Q - Qe) / norm(Qe) = 3.1725960166418626e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 3, HorizontalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 5.4783351448370776e-01
┌ Info: Finished
│ norm(Q)                 = 3.0026443962997829e-01
│ norm(Q) / norm(Q₀)      = 5.4809432371612954e-01
│ norm(Q) - norm(Q₀)      = -2.4756907485372948e-01
│ norm(Q - Qe)            = 1.7475667486259411e-02
└ norm(Q - Qe) / norm(Qe) = 5.9111207392708767e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 3, HorizontalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 5.4783351448370776e-01
┌ Info: Finished
│ norm(Q)                 = 3.0026443962997829e-01
│ norm(Q) / norm(Q₀)      = 5.4809432371612954e-01
│ norm(Q) - norm(Q₀)      = -2.4756907485372948e-01
│ norm(Q - Qe)            = 1.7475667486259411e-02
└ norm(Q - Qe) / norm(Qe) = 5.9111207392708767e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 3, VerticalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 4.7560903614814520e-01
┌ Info: Finished
│ norm(Q)                 = 2.4833071474509014e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915609e-01
│ norm(Q) - norm(Q₀)      = -2.2727832140305507e-01
│ norm(Q - Qe)            = 6.6162204724939166e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721072e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625
[ Info: (CUDA.CuArray, Float64, 3, VerticalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 4.7560903614814520e-01
┌ Info: Finished
│ norm(Q)                 = 2.4833071474509014e-01
│ norm(Q) / norm(Q₀)      = 5.2213203675915609e-01
│ norm(Q) - norm(Q₀)      = -2.2727832140305507e-01
│ norm(Q - Qe)            = 6.6162204724939166e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319129181721072e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 2, EveryDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.8737666606903076e-01
┌ Info: Finished
│ norm(Q)                 = 2.1231889724731445e-01
│ norm(Q) / norm(Q₀)      = 5.4809415340423584e-01
│ norm(Q) - norm(Q₀)      = -1.7505776882171631e-01
│ norm(Q - Qe)            = 1.2357021681964397e-02
└ norm(Q - Qe) / norm(Qe) = 5.9110544621944427e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 2, EveryDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.8737666606903076e-01
┌ Info: Finished
│ norm(Q)                 = 2.1231889724731445e-01
│ norm(Q) / norm(Q₀)      = 5.4809415340423584e-01
│ norm(Q) - norm(Q₀)      = -1.7505776882171631e-01
│ norm(Q - Qe)            = 1.2357021681964397e-02
└ norm(Q - Qe) / norm(Qe) = 5.9110544621944427e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 2, HorizontalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.3630600571632385e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559614777565002e-01
│ norm(Q) / norm(Q₀)      = 5.2213203907012939e-01
│ norm(Q) - norm(Q₀)      = -1.6070985794067383e-01
│ norm(Q - Qe)            = 4.6783886849880219e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319194138050079e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 2, HorizontalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.3630600571632385e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559614777565002e-01
│ norm(Q) / norm(Q₀)      = 5.2213203907012939e-01
│ norm(Q) - norm(Q₀)      = -1.6070985794067383e-01
│ norm(Q - Qe)            = 4.6783886849880219e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319194138050079e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 2, VerticalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 3.3630603551864624e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559617757797241e-01
│ norm(Q) / norm(Q₀)      = 5.2213209867477417e-01
│ norm(Q) - norm(Q₀)      = -1.6070985794067383e-01
│ norm(Q - Qe)            = 4.6783857047557831e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319180727005005e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 2, VerticalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 3.3630603551864624e-01
┌ Info: Finished
│ norm(Q)                 = 1.7559617757797241e-01
│ norm(Q) / norm(Q₀)      = 5.2213209867477417e-01
│ norm(Q) - norm(Q₀)      = -1.6070985794067383e-01
│ norm(Q - Qe)            = 4.6783857047557831e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319180727005005e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 3, EveryDirection, true)
┌ Info: Starting
└ norm(Q₀) = 5.4103571176528931e-01
┌ Info: Finished
│ norm(Q)                 = 3.0178582668304443e-01
│ norm(Q) / norm(Q₀)      = 5.5779278278350830e-01
│ norm(Q) - norm(Q₀)      = -2.3924988508224487e-01
│ norm(Q - Qe)            = 9.6252309158444405e-03
└ norm(Q - Qe) / norm(Qe) = 3.1725939363241196e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 3, EveryDirection, false)
┌ Info: Starting
└ norm(Q₀) = 5.4103571176528931e-01
┌ Info: Finished
│ norm(Q)                 = 3.0178582668304443e-01
│ norm(Q) / norm(Q₀)      = 5.5779278278350830e-01
│ norm(Q) - norm(Q₀)      = -2.3924988508224487e-01
│ norm(Q - Qe)            = 9.6252309158444405e-03
└ norm(Q - Qe) / norm(Qe) = 3.1725939363241196e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 3, HorizontalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 5.4783332347869873e-01
┌ Info: Finished
│ norm(Q)                 = 3.0026429891586304e-01
│ norm(Q) / norm(Q₀)      = 5.4809427261352539e-01
│ norm(Q) - norm(Q₀)      = -2.4756902456283569e-01
│ norm(Q - Qe)            = 1.7475545406341553e-02
└ norm(Q - Qe) / norm(Qe) = 5.9110812842845917e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 3, HorizontalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 5.4783332347869873e-01
┌ Info: Finished
│ norm(Q)                 = 3.0026429891586304e-01
│ norm(Q) / norm(Q₀)      = 5.4809427261352539e-01
│ norm(Q) - norm(Q₀)      = -2.4756902456283569e-01
│ norm(Q - Qe)            = 1.7475545406341553e-02
└ norm(Q - Qe) / norm(Qe) = 5.9110812842845917e-02
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 3, VerticalDirection, true)
┌ Info: Starting
└ norm(Q₀) = 4.7560843825340271e-01
┌ Info: Finished
│ norm(Q)                 = 2.4833044409751892e-01
│ norm(Q) / norm(Q₀)      = 5.2213209867477417e-01
│ norm(Q) - norm(Q₀)      = -2.2727799415588379e-01
│ norm(Q - Qe)            = 6.6162377595901489e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319185197353363e-01
[ Info: 
┌ Info: time step
└   dt = 0.00390625f0
[ Info: (CUDA.CuArray, Float32, 3, VerticalDirection, false)
┌ Info: Starting
└ norm(Q₀) = 4.7560843825340271e-01
┌ Info: Finished
│ norm(Q)                 = 2.4833044409751892e-01
│ norm(Q) / norm(Q₀)      = 5.2213209867477417e-01
│ norm(Q) - norm(Q₀)      = -2.2727799415588379e-01
│ norm(Q - Qe)            = 6.6162377595901489e-02
└ norm(Q - Qe) / norm(Qe) = 2.1319185197353363e-01
[ Info: 
Test Summary:                                                                                                                                               | Test Summary:                                                                                                                                               | Test Summary:                                                                                                                                               | Pass  Pass  Pass  TotalTotal

Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl |  | /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion.jl |   24    24    24     24
   24
   24

out_10795555

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795555_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795555_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl
[ Info: (CUDA.CuArray, Float64, 2, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655333543e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828607724e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801337492e-01
│ norm(Q - Qe)            = 7.2801198255507432e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264958716e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 2, ManyColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655333543e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828607724e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801337492e-01
│ norm(Q - Qe)            = 7.2801198255507418e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264958710e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 2, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655333543e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828607724e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801337492e-01
│ norm(Q - Qe)            = 7.2801198255507432e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264958716e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 2, ManyColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809865655333543e-01
│ norm(Q) / norm(Q₀)      = 6.4802498828607724e-01
│ norm(Q) - norm(Q₀)      = -1.5104938801337492e-01
│ norm(Q - Qe)            = 7.2801198255507418e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371215264958710e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030091336332e-01
│ norm(Q) / norm(Q₀)      = 6.5102405767377880e-01
│ norm(Q) - norm(Q₀)      = -1.9731705436633118e-01
│ norm(Q - Qe)            = 1.0462203776357536e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403248030559e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, ManyColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030091336332e-01
│ norm(Q) / norm(Q₀)      = 6.5102405767377880e-01
│ norm(Q) - norm(Q₀)      = -1.9731705436633118e-01
│ norm(Q - Qe)            = 1.0462203776357536e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403248030559e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030091336332e-01
│ norm(Q) / norm(Q₀)      = 6.5102405767377880e-01
│ norm(Q) - norm(Q₀)      = -1.9731705436633118e-01
│ norm(Q - Qe)            = 1.0462203776357536e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403248030559e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, ManyColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810030091336332e-01
│ norm(Q) / norm(Q₀)      = 6.5102405767377880e-01
│ norm(Q) - norm(Q₀)      = -1.9731705436633118e-01
│ norm(Q - Qe)            = 1.0462203776357536e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922403248030559e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914789915084839e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809852361679077e-01
│ norm(Q) / norm(Q₀)      = 6.4802491664886475e-01
│ norm(Q) - norm(Q₀)      = -1.5104937553405762e-01
│ norm(Q - Qe)            = 7.2801202535629272e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371220827102661e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, ManyColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914789915084839e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809852361679077e-01
│ norm(Q) / norm(Q₀)      = 6.4802491664886475e-01
│ norm(Q) - norm(Q₀)      = -1.5104937553405762e-01
│ norm(Q - Qe)            = 7.2801217436790466e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371226787567139e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914789915084839e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809852361679077e-01
│ norm(Q) / norm(Q₀)      = 6.4802491664886475e-01
│ norm(Q) - norm(Q₀)      = -1.5104937553405762e-01
│ norm(Q - Qe)            = 7.2801202535629272e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371220827102661e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, ManyColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914789915084839e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7809852361679077e-01
│ norm(Q) / norm(Q₀)      = 6.4802491664886475e-01
│ norm(Q) - norm(Q₀)      = -1.5104937553405762e-01
│ norm(Q - Qe)            = 7.2801217436790466e-02
└ norm(Q - Qe) / norm(Qe) = 2.8371226787567139e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541717052459717e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810007691383362e-01
│ norm(Q) / norm(Q₀)      = 6.5102386474609375e-01
│ norm(Q) - norm(Q₀)      = -1.9731709361076355e-01
│ norm(Q - Qe)            = 1.0462204366922379e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922411799430847e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, ManyColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541717052459717e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810007691383362e-01
│ norm(Q) / norm(Q₀)      = 6.5102386474609375e-01
│ norm(Q) - norm(Q₀)      = -1.9731709361076355e-01
│ norm(Q - Qe)            = 1.0462204366922379e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922411799430847e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541717052459717e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810007691383362e-01
│ norm(Q) / norm(Q₀)      = 6.5102386474609375e-01
│ norm(Q) - norm(Q₀)      = -1.9731709361076355e-01
│ norm(Q - Qe)            = 1.0462204366922379e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922411799430847e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, ManyColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541717052459717e-01
┌ Info: time step
│   dt = 0.00390625
│   numberofsteps = 128
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6810007691383362e-01
│ norm(Q) / norm(Q₀)      = 6.5102386474609375e-01
│ norm(Q) - norm(Q₀)      = -1.9731709361076355e-01
│ norm(Q - Qe)            = 1.0462204366922379e-01
└ norm(Q - Qe) / norm(Qe) = 2.8922411799430847e-01
[ Info: 
Test Summary:                                                                                                                                                      | Pass  Total
Test Summary:                                                                                                                                                      | Test Summary:                                                                                                                                                      | Pass  Pass  /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl | Total
  16  Total
   16
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl |   16     16
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_1dimex.jl |   16     16

out_10795556

+ hostname
hpc-26-24.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795556_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795556_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl
[ Info: (CUDA.CuArray, Float64, 2, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7858038837682986e-01
│ norm(Q) / norm(Q₀)      = 6.4914751891296341e-01
│ norm(Q) - norm(Q₀)      = -1.5056765618988049e-01
│ norm(Q - Qe)            = 7.3188989633307638e-02
└ norm(Q - Qe) / norm(Qe) = 2.8522340698620546e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 2, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914804456671035e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7858038837682986e-01
│ norm(Q) / norm(Q₀)      = 6.4914751891296341e-01
│ norm(Q) - norm(Q₀)      = -1.5056765618988049e-01
│ norm(Q - Qe)            = 7.3188989633307638e-02
└ norm(Q - Qe) / norm(Qe) = 2.8522340698620546e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6868537487180691e-01
│ norm(Q) / norm(Q₀)      = 6.5205882244175128e-01
│ norm(Q) - norm(Q₀)      = -1.9673198040788759e-01
│ norm(Q - Qe)            = 1.0501469629884570e-01
└ norm(Q - Qe) / norm(Qe) = 2.9030952352393580e-01
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541735527969450e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6868537487180691e-01
│ norm(Q) / norm(Q₀)      = 6.5205882244175128e-01
│ norm(Q) - norm(Q₀)      = -1.9673198040788759e-01
│ norm(Q - Qe)            = 1.0501469629884570e-01
└ norm(Q - Qe) / norm(Qe) = 2.9030952352393580e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 4.2914789915084839e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7857178449630737e-01
│ norm(Q) / norm(Q₀)      = 6.4912766218185425e-01
│ norm(Q) - norm(Q₀)      = -1.5057611465454102e-01
│ norm(Q - Qe)            = 7.3184572160243988e-02
└ norm(Q - Qe) / norm(Qe) = 2.8520622849464417e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 4.2914789915084839e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 2.7857178449630737e-01
│ norm(Q) / norm(Q₀)      = 6.4912766218185425e-01
│ norm(Q) - norm(Q₀)      = -1.5057611465454102e-01
│ norm(Q - Qe)            = 7.3184572160243988e-02
└ norm(Q - Qe) / norm(Qe) = 2.8520622849464417e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, SingleColumnLU, 1, true)
┌ Info: Starting
└ norm(Q₀) = 5.6541717052459717e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6867204308509827e-01
│ norm(Q) / norm(Q₀)      = 6.5203547477722168e-01
│ norm(Q) - norm(Q₀)      = -1.9674512743949890e-01
│ norm(Q - Qe)            = 1.0501022636890411e-01
└ norm(Q - Qe) / norm(Qe) = 2.9029724001884460e-01
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, SingleColumnLU, 1, false)
┌ Info: Starting
└ norm(Q₀) = 5.6541717052459717e-01
┌ Info: time step
│   dt = 0.125
│   numberofsteps = 4
│   dt * numberofsteps = 0.5
└   timeend = 0.5
┌ Info: Finished
│ norm(Q)                 = 3.6867204308509827e-01
│ norm(Q) / norm(Q₀)      = 6.5203547477722168e-01
│ norm(Q) - norm(Q₀)      = -1.9674512743949890e-01
│ norm(Q - Qe)            = 1.0501022636890411e-01
└ norm(Q - Qe) / norm(Qe) = 2.9029724001884460e-01
[ Info: 
Test Summary:                                                                                                                                                                | Pass  Total
Test Summary:                                                                                                                                                                | Test Summary:                                                                                                                                                                | Pass  Pass  /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl | Total
Total
   8      8
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl | /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_advection_diffusion_mrigark_implicit.jl |    8     8      8
    8

out_10795557

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795557_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795557_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl --integration-testing
[ Info: (CUDA.CuArray, Float64, 2, EveryDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.0525946028760076e+00
┌ Info: Finished
│ norm(Q)                 = 7.6769756052324190e-01
│ norm(Q) / norm(Q₀)      = 7.2933830215893125e-01
│ norm(Q) - norm(Q₀)      = -2.8489704235276569e-01
│ norm(Q - Qe)            = 5.1574832681275757e-03
└ norm(Q - Qe) / norm(Qe) = 6.7183283629127545e-03
[ Info: 
[ Info: (CUDA.CuArray, Float64, 2, HorizontalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395387652143566e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963038857095928e-01
│ norm(Q) / norm(Q₀)      = 6.4121677402554333e-01
│ norm(Q) - norm(Q₀)      = -3.2432348795047639e-01
│ norm(Q - Qe)            = 2.0515449798977983e-02
└ norm(Q - Qe) / norm(Qe) = 3.5415953970101541e-02
[ Info: 
[ Info: (CUDA.CuArray, Float64, 2, VerticalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395387652143566e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963038857095928e-01
│ norm(Q) / norm(Q₀)      = 6.4121677402554333e-01
│ norm(Q) - norm(Q₀)      = -3.2432348795047639e-01
│ norm(Q - Qe)            = 2.0515449798977920e-02
└ norm(Q - Qe) / norm(Qe) = 3.5415953970101423e-02
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, EveryDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.1510565538414834e+00
┌ Info: Finished
│ norm(Q)                 = 9.1444897086428989e-01
│ norm(Q) / norm(Q₀)      = 7.9444312949911089e-01
│ norm(Q) - norm(Q₀)      = -2.3660758297719353e-01
│ norm(Q - Qe)            = 1.2605810186712559e-03
└ norm(Q - Qe) / norm(Qe) = 1.3785136194861183e-03
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, HorizontalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.0525946028760078e+00
┌ Info: Finished
│ norm(Q)                 = 7.6769756052324212e-01
│ norm(Q) / norm(Q₀)      = 7.2933830215893136e-01
│ norm(Q) - norm(Q₀)      = -2.8489704235276569e-01
│ norm(Q - Qe)            = 5.1574832681275688e-03
└ norm(Q - Qe) / norm(Qe) = 6.7183283629127424e-03
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, VerticalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395387652143599e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963038857095939e-01
│ norm(Q) / norm(Q₀)      = 6.4121677402554322e-01
│ norm(Q) - norm(Q₀)      = -3.2432348795047661e-01
│ norm(Q - Qe)            = 2.0515449798978083e-02
└ norm(Q - Qe) / norm(Qe) = 3.5415953970101693e-02
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, EveryDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.0525944232940674e+00
┌ Info: Finished
│ norm(Q)                 = 7.6769745349884033e-01
│ norm(Q) / norm(Q₀)      = 7.2933834791183472e-01
│ norm(Q) - norm(Q₀)      = -2.8489696979522705e-01
│ norm(Q - Qe)            = 5.1571349613368511e-03
└ norm(Q - Qe) / norm(Qe) = 6.7178755998611450e-03
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, HorizontalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395396947860718e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963043451309204e-01
│ norm(Q) / norm(Q₀)      = 6.4121675491333008e-01
│ norm(Q) - norm(Q₀)      = -3.2432353496551514e-01
│ norm(Q - Qe)            = 2.0514594390988350e-02
└ norm(Q - Qe) / norm(Qe) = 3.5414483398199081e-02
[ Info: 
[ Info: (CUDA.CuArray, Float32, 2, VerticalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395402908325195e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963049411773682e-01
│ norm(Q) / norm(Q₀)      = 6.4121675491333008e-01
│ norm(Q) - norm(Q₀)      = -3.2432353496551514e-01
│ norm(Q - Qe)            = 2.0514670759439468e-02
└ norm(Q - Qe) / norm(Qe) = 3.5414610058069229e-02
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, EveryDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.1510562896728516e+00
┌ Info: Finished
│ norm(Q)                 = 9.1444879770278931e-01
│ norm(Q) / norm(Q₀)      = 7.9444319009780884e-01
│ norm(Q) - norm(Q₀)      = -2.3660749197006226e-01
│ norm(Q - Qe)            = 1.2602002825587988e-03
└ norm(Q - Qe) / norm(Qe) = 1.3780975714325905e-03
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, HorizontalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 1.0525944232940674e+00
┌ Info: Finished
│ norm(Q)                 = 7.6769733428955078e-01
│ norm(Q) / norm(Q₀)      = 7.2933822870254517e-01
│ norm(Q) - norm(Q₀)      = -2.8489708900451660e-01
│ norm(Q - Qe)            = 5.1570441573858261e-03
└ norm(Q - Qe) / norm(Qe) = 6.7177577875554562e-03
[ Info: 
[ Info: (CUDA.CuArray, Float32, 3, VerticalDirection)
┌ Info: time step
│   dt = 0.00024390243902439024
│   numberofsteps = 41
│   dt * numberofsteps = 0.01
└   timeend = 0.01
┌ Info: Starting
└ norm(Q₀) = 9.0395396947860718e-01
┌ Info: Finished
│ norm(Q)                 = 5.7963043451309204e-01
│ norm(Q) / norm(Q₀)      = 6.4121675491333008e-01
│ norm(Q) - norm(Q₀)      = -3.2432353496551514e-01
│ norm(Q - Qe)            = 2.0514652132987976e-02
└ norm(Q - Qe) / norm(Qe) = 3.5414583981037140e-02
[ Info: 
Test Summary:                                                                                                                                    | Test Summary:                                                                                                                                    | Pass  Pass  Total
Total
Test Summary:                                                                                                                                    | Pass  /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl | Total
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl |   12    12     12
   12
/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/test/Numerics/DGMethods/advection_diffusion/pseudo1D_heat_eqn.jl |   12     12

out_10795558

+ hostname
hpc-26-24.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795558_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795558_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project test/Numerics/DGMethods/advection_diffusion/periodic_3D_hyperdiffusion.jl --integration-testing
[ Info: (CUDA.CuArray, Float64, 2, EveryDirection)
┌ Info: time step
└   dt = 0.021649052503199043
┌ Info: Starting
└ norm(Q₀) = 4.4428829381583697e+00
┌ Info: Finished
│ norm(Q)                 = 4.2303924119636953e+00
│ norm(Q) / norm(Q₀)      = 9.5217282805953152e-01
│ norm(Q) - norm(Q₀)      = -2.1249052619467435e-01
│ norm(Q - Qe)            = 7.6772960298539467e-03
└ norm(Q - Qe) / norm(Qe) = 1.8147794217036901e-03
[ Info: 
[ Info: (CUDA.CuArray, Float64, 2, HorizontalDirection)
┌ Info: time step
└   dt = 0.021649052503199043
┌ Info: Starting
└ norm(Q₀) = 4.4428829381583697e+00
┌ Info: Finished
│ norm(Q)                 = 4.4348927223358281e+00
│ norm(Q) / norm(Q₀)      = 9.9820156958133732e-01
│ norm(Q) - norm(Q₀)      = -7.9902158225415576e-03
│ norm(Q - Qe)            = 8.4650675812551562e-04
└ norm(Q - Qe) / norm(Qe) = 1.9087422609558656e-04
[ Info: 
[ Info: (CUDA.CuArray, Float64, 2, VerticalDirection)
┌ Info: time step
└   dt = 0.021649052503199043
┌ Info: Starting
└ norm(Q₀) = 4.4428829381583697e+00
┌ Info: Finished
│ norm(Q)                 = 4.3444227732067962e+00
│ norm(Q) / norm(Q₀)      = 9.7783867675064462e-01
│ norm(Q) - norm(Q₀)      = -9.8460164951573503e-02
│ norm(Q - Qe)            = 6.1690465335714094e-03
└ norm(Q - Qe) / norm(Qe) = 1.4199772029164022e-03
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, EveryDirection)
┌ Info: time step
└   dt = 0.021649052503198762
┌ Info: Starting
└ norm(Q₀) = 1.1136655993663426e+01
┌ Info: Finished
│ norm(Q)                 = 6.0910843493796447e+00
│ norm(Q) / norm(Q₀)      = 5.4694015446336597e-01
│ norm(Q) - norm(Q₀)      = -5.0455716442837817e+00
│ norm(Q - Qe)            = 1.7363355506159683e-01
└ norm(Q - Qe) / norm(Qe) = 2.8625704237051613e-02
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, HorizontalDirection)
┌ Info: time step
└   dt = 0.021649052503198762
┌ Info: Starting
└ norm(Q₀) = 1.1136655993663426e+01
┌ Info: Finished
│ norm(Q)                 = 1.0604021232612636e+01
│ norm(Q) / norm(Q₀)      = 9.5217282805953141e-01
│ norm(Q) - norm(Q₀)      = -5.3263476105079022e-01
│ norm(Q - Qe)            = 1.9244127301144030e-02
└ norm(Q - Qe) / norm(Qe) = 1.8147794217036710e-03
[ Info: 
[ Info: (CUDA.CuArray, Float64, 3, VerticalDirection)
┌ Info: time step
└   dt = 0.021649052503198762
┌ Info: Starting
└ norm(Q₀) = 1.1136655993663426e+01
┌ Info: Finished
│ norm(Q)                 = 9.4792047633662015e+00
│ norm(Q) / norm(Q₀)      = 8.5117155174405246e-01
│ norm(Q) - norm(Q₀)      = -1.6574512302972249e+00
│ norm(Q - Qe)            = 1.4412891107361794e-01
└ norm(Q - Qe) / norm(Qe) = 1.5217804720985009e-02
[ Info: 

out_10795559

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795559_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795559_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project tutorials/Atmos/dry_rayleigh_benard.jl --fix-rng-seed
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = FlatOrientation()
│     ref_state = HydrostaticState{ClimateMachine.TemperatureProfiles.DecayingTemperatureProfile{Float64},Float64}(ClimateMachine.TemperatureProfiles.DecayingTemperatureProfile{Float64}(290.0, 220.0, 8484.271021693852), 0.0)
│     turbulence = Vreman{Float64}(0.23)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = EquilMoist{Float64}(3, 0.1)
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(),)
│     tracers = NTracers{1,Float64}([1.0])
│     boundarycondition = (AtmosBC{Impenetrable{NoSlip},PrescribedTemperature{var"#3#5"{Float64}},Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{NoSlip}(NoSlip()), PrescribedTemperature{var"#3#5"{Float64}}(var"#3#5"{Float64}(299.0)), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC()), AtmosBC{Impenetrable{NoSlip},PrescribedTemperature{var"#4#6"{Float64}},Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{NoSlip}(NoSlip()), PrescribedTemperature{var"#4#6"{Float64}}(var"#4#6"{Float64}(294.11701461178683)), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC()))
│     init_state_prognostic = init_problem!
└     data_config = DryRayleighBenardConvectionDataConfig{Float64}(0.0, 0.0, 0.0, 250.0, 250.0, 500.0, 299.0, 0.009765970776426321, 294.11701461178683)
┌ Info: Establishing Atmos LES configuration for DryRayleighBenardConvection
│     precision        = Float64
│     polynomial order = 4
│     domain           = 250.00 m x250.00 m x500.00 m
│     resolution       = 10x10x10
│     MPI ranks        = 1
│     min(Δ_horz)      = 7.19 m
└     min(Δ_vert)      = 7.19 m
[ Info: Initializing DryRayleighBenardConvection
┌ Info: Starting DryRayleighBenardConvection
│     dt              = 4.13907e-01
│     timeend         =  1000.00
│     number of steps = 2416
└     norm(Q)         = 1.1616473315696873e+08
┌ Info: Update
│     simtime =     0.41 /  1000.00
│     runtime = 00:01:21
└     norm(Q) = 1.1618204938703573e+08
┌ Info: Update
│     simtime =   136.18 /  1000.00
│     runtime = 00:02:21
└     norm(Q) = 1.1640098727671213e+08
┌ Info: Update
│     simtime =   272.35 /  1000.00
│     runtime = 00:03:21
└     norm(Q) = 1.1657680634219876e+08
┌ Info: Update
│     simtime =   408.94 /  1000.00
│     runtime = 00:04:21
└     norm(Q) = 1.1677542995054226e+08
┌ Info: Update
│     simtime =   545.53 /  1000.00
│     runtime = 00:05:21
└     norm(Q) = 1.1697774762484542e+08
┌ Info: Update
│     simtime =   681.71 /  1000.00
│     runtime = 00:06:21
└     norm(Q) = 1.1718111028231534e+08
┌ Info: Update
│     simtime =   817.88 /  1000.00
│     runtime = 00:07:21
└     norm(Q) = 1.1738645409957324e+08
┌ Info: Update
│     simtime =   953.64 /  1000.00
│     runtime = 00:08:21
└     norm(Q) = 1.1760275939594020e+08
┌ Info: Finished
│     norm(Q)            = 1.1768770543364094e+08
│     norm(Q) / norm(Q₀) = 1.0131104530203181e+00
└     norm(Q) - norm(Q₀) = 1.5229722766722143e+06
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 3.9467958083053199e+06
└     norm(Q - Qe) / norm(Qe) = 3.3970087760387575e-02
Test Summary:         | Pass  Total
DryRayleighBenardTest |    1      1

out_10795560

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795560_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795560_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project tutorials/Atmos/risingbubble.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = FlatOrientation()
│     ref_state = HydrostaticState{DryAdiabaticProfile{Float64},Float64}(DryAdiabaticProfile{Float64}(300.0, 0.0), 0.0)
│     turbulence = SmagorinskyLilly{Float64}(0.21)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = DryModel()
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(),)
│     tracers = NTracers{4,Float64}([1.0, 2.0, 3.0, 4.0])
│     boundarycondition = AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC())
│     init_state_prognostic = init_risingbubble!
└     data_config = nothing
┌ Info: Establishing Atmos LES configuration for DryRisingBubble
│     precision        = Float64
│     polynomial order = 4
│     domain           = 10000.00 m x500.00 m x10000.00 m
│     resolution       = 125x125x125
│     MPI ranks        = 3
│     min(Δ_horz)      = 86.34 m
└     min(Δ_vert)      = 86.34 m
[ Info: Initializing DryRisingBubble
┌ Info: Starting DryRisingBubble
│     dt              = 4.22654e-01
│     timeend         =  1000.00
│     number of steps = 2366
└     norm(Q)         = 5.3834517091450853e+09
┌ Info: Update
│     simtime =     0.42 /  1000.00
│     runtime = 00:01:18
└     norm(Q) = 5.3834512581922817e+09
┌ Info: Update
│     simtime =   473.37 /  1000.00
│     runtime = 00:02:18
└     norm(Q) = 5.3834425586099463e+09
┌ Info: Update
│     simtime =   949.70 /  1000.00
│     runtime = 00:03:18
└     norm(Q) = 5.3831701442353287e+09
┌ Info: Finished
│     norm(Q)            = 5.3832026610317793e+09
│     norm(Q) / norm(Q₀) = 9.9995373820983979e-01
└     norm(Q) - norm(Q₀) = -2.4904811330604553e+05
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 4.5450768203514524e+07
└     norm(Q - Qe) / norm(Qe) = 8.4426815097654699e-03

out_10795561

+ hostname
hpc-25-15.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795561_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795561_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project experiments/AtmosGCM/heldsuarez.jl --diagnostics=default --fix-rng-seed
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = SphericalOrientation()
│     ref_state = HydrostaticState{DecayingTemperatureProfile{Float64},Float64}(DecayingTemperatureProfile{Float64}(275.0, 75.0, 45000.0), 0.0)
│     turbulence = ConstantViscosityWithDivergence{Float64}(0.0)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = DryBiharmonic{Float64}(28800.0)
│     moisture = DryModel()
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(), Coriolis(), held_suarez_forcing!)
│     tracers = NoTracers()
│     boundarycondition = AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC())
│     init_state_prognostic = init_heldsuarez!
└     data_config = nothing
┌ Info: Establishing Atmos GCM configuration for HeldSuarez
│     precision        = Float64
│     polynomial order = 3
│     #horiz elems     = 12
│     #vert elems      = 6
│     domain height    = 3.00e+04 m
│     MPI ranks        = 1
│     min(Δ_horz)      = 163020.23 m
└     min(Δ_vert)      = 1381.97 m
[ Info: Initializing HeldSuarez
┌ Info: Starting HeldSuarez
│     dt              = 4.90352e+01
│     timeend         = 86400.00
│     number of steps = 1762
└     norm(Q)         = 7.1884195921133813e+13
┌ Info: Diagnostics: AtmosGCMDefault
└     initializing at     0.00
┌ Info: Update
│     simtime =    49.04 / 86400.00
│     runtime = 00:01:49
└     norm(Q) = 7.1884319015515906e+13
┌ Info: Diagnostics: AtmosGCMDefault
└     finishing at 86449.04
┌ Info: Finished
│     norm(Q)            = 7.2125676792174172e+13
│     norm(Q) / norm(Q₀) = 1.0033593040576720e+00
└     norm(Q) - norm(Q₀) = 2.4148087104035938e+11
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 1.8575378320630325e+12
└     norm(Q - Qe) / norm(Qe) = 2.5840698477047581e-02

out_10795562

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795562_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795562_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project experiments/AtmosGCM/baroclinic-wave.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = SphericalOrientation()
│     ref_state = HydrostaticState{DecayingTemperatureProfile{Float64},Float64}(DecayingTemperatureProfile{Float64}(275.0, 75.0, 45000.0), 0.0)
│     turbulence = ConstantViscosityWithDivergence{Float64}(0.0)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = DryBiharmonic{Float64}(28800.0)
│     moisture = DryModel()
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(), Coriolis())
│     tracers = NoTracers()
│     boundarycondition = AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC())
│     init_state_prognostic = init_baroclinic_wave!
└     data_config = nothing
┌ Info: Establishing Atmos GCM configuration for BaroclinicWave
│     precision        = Float64
│     polynomial order = 3
│     #horiz elems     = 12
│     #vert elems      = 6
│     domain height    = 3.00e+04 m
│     MPI ranks        = 1
│     min(Δ_horz)      = 163020.23 m
└     min(Δ_vert)      = 1381.97 m
[ Info: Initializing BaroclinicWave
┌ Info: Starting BaroclinicWave
│     dt              = 4.61785e+01
│     timeend         = 86400.00
│     number of steps = 1871
└     norm(Q)         = 8.1578625814196672e+13
┌ Info: Update
│     simtime =  1570.07 / 86400.00
│     runtime = 00:01:00
└     norm(Q) = 8.1580528495444313e+13
┌ Info: Finished
│     norm(Q)            = 8.1589664532993406e+13
│     norm(Q) / norm(Q₀) = 1.0001353138605433e+00
└     norm(Q) - norm(Q₀) = 1.1038718796734375e+10
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 9.3514971949483704e+11
└     norm(Q - Qe) / norm(Qe) = 1.1463170777413342e-02

out_10795563

+ hostname
hpc-26-24.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795563_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795563_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project experiments/AtmosGCM/nonhydrostatic-gravity-wave.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = SphericalOrientation()
│     ref_state = HydrostaticState{DecayingTemperatureProfile{Float64},Float64}(DecayingTemperatureProfile{Float64}(300.0, 100.0, 27500.0), 0.0)
│     turbulence = ConstantViscosityWithDivergence{Float64}(0.0)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = DryModel()
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(),)
│     tracers = NoTracers()
│     boundarycondition = AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC())
│     init_state_prognostic = init_nonhydrostatic_gravity_wave!
└     data_config = nothing
┌ Info: Establishing Atmos GCM configuration for NonhydrostaticGravityWave
│     precision        = Float64
│     polynomial order = 4
│     #horiz elems     = 12
│     #vert elems      = 5
│     domain height    = 1.00e+04 m
│     MPI ranks        = 1
│     min(Δ_horz)      = 814.66 m
└     min(Δ_vert)      = 345.35 m
[ Info: Initializing NonhydrostaticGravityWave
┌ Info: Starting NonhydrostaticGravityWave
│     dt              = 9.38478e-01
│     timeend         =  3600.00
│     number of steps = 3836
└     norm(Q)         = 5.8405745678452246e+11
┌ Info: Update
│     simtime =  1343.90 /  3600.00
│     runtime = 00:01:00
└     norm(Q) = 5.8405745673738770e+11
┌ Info: Finished
│     norm(Q)            = 5.8405745666228174e+11
│     norm(Q) / norm(Q₀) = 9.9999999979070431e-01
└     norm(Q) - norm(Q₀) = -1.2224072265625000e+02
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 7.2966179998027789e+05
└     norm(Q - Qe) / norm(Qe) = 1.2492979783142697e-06

out_10795564

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795564_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795564_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project experiments/AtmosGCM/isothermal-zonal-flow.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = SphericalOrientation()
│     ref_state = HydrostaticState{DecayingTemperatureProfile{Float64},Float64}(DecayingTemperatureProfile{Float64}(300.0, 300.0, 8776.832091407436), 0.0)
│     turbulence = ConstantViscosityWithDivergence{Float64}(0.0)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = DryModel()
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(),)
│     tracers = NoTracers()
│     boundarycondition = AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC())
│     init_state_prognostic = init_isothermal_zonal_flow!
└     data_config = nothing
┌ Info: Establishing Atmos GCM configuration for IsothermalZonalFlow
│     precision        = Float64
│     polynomial order = 5
│     #horiz elems     = 10
│     #vert elems      = 5
│     domain height    = 1.00e+04 m
│     MPI ranks        = 1
│     min(Δ_horz)      = 665.06 m
└     min(Δ_vert)      = 234.94 m
[ Info: Initializing IsothermalZonalFlow
┌ Info: Starting IsothermalZonalFlow
│     dt              = 7.24346e-01
│     timeend         =  3600.00
│     number of steps = 4970
└     norm(Q)         = 8.3575586652847620e+11
┌ Info: Update
│     simtime =   385.35 /  3600.00
│     runtime = 00:01:00
└     norm(Q) = 8.3575586652847681e+11
┌ Info: Update
│     simtime =  2194.04 /  3600.00
│     runtime = 00:01:59
└     norm(Q) = 8.3575586652847766e+11
┌ Info: Finished
│     norm(Q)            = 8.3575586652847742e+11
│     norm(Q) / norm(Q₀) = 1.0000000000000016e+00
└     norm(Q) - norm(Q₀) = 1.2207031250000000e-03
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 6.0243264736201609e+03
└     norm(Q - Qe) / norm(Qe) = 7.2082371358561051e-09

out_10795565

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795565_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795565_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man ';export' 'MANPATH;PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;unset' 'CPATH;unset' 'LD_LIBRARY_PATH;unset' 'LOADEDMODULES;unset' '_LMFILES_;'
++ MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ PATH=/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ unset CPATH
++ unset LD_LIBRARY_PATH
++ unset LOADEDMODULES
++ unset _LMFILES_
+ module load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
++ /software/Modules/bin/modulecmd sh load julia/1.4.2 cuda/10.0 openmpi/4.0.3_cuda-10.0 hdf5/1.10.1 netcdf-c/4.6.1
+ eval CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include ';export' 'CPATH;CUDA_HOME=/central/software/CUDA/10.0' ';export' 'CUDA_HOME;CUDA_VERSION=10.0' ';export' 'CUDA_VERSION;HDF5_DIR=/software/hdf5/1.10.1' ';export' 'HDF5_DIR;LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib' ';export' 'LD_LIBRARY_PATH;LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LD_RUN_PATH;LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64' ';export' 'LIBRARY_PATH;LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1' ';export' 'LOADEDMODULES;MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man' ';export' 'MANPATH;OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/' ';export' 'OPENMPI_HOME;OPENMPI_VERSION=4.0.3' ';export' 'OPENMPI_VERSION;PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin' ';export' 'PATH;_LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1' ';export' '_LMFILES_;'
++ CPATH=/central/software/netcdf-c/4.6.1//include:/software/hdf5/1.10.1/include:/central/software/OpenMPI/4.0.3_cuda-10.0//include:/central/software/julia/1.4.2//include
++ export CPATH
++ CUDA_HOME=/central/software/CUDA/10.0
++ export CUDA_HOME
++ CUDA_VERSION=10.0
++ export CUDA_VERSION
++ HDF5_DIR=/software/hdf5/1.10.1
++ export HDF5_DIR
++ LD_LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64:/central/software/julia/1.4.2//lib
++ export LD_LIBRARY_PATH
++ LD_RUN_PATH=/central/software/netcdf-c/4.6.1//lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LD_RUN_PATH
++ LIBRARY_PATH=/central/software/netcdf-c/4.6.1//lib:/software/hdf5/1.10.1/lib:/central/software/OpenMPI/4.0.3_cuda-10.0//lib:/central/software/CUDA/10.0/lib64
++ export LIBRARY_PATH
++ LOADEDMODULES=julia/1.4.2:cuda/10.0:openmpi/4.0.3_cuda-10.0:hdf5/1.10.1:netcdf-c/4.6.1
++ export LOADEDMODULES
++ MANPATH=/central/software/netcdf-c/4.6.1//share/man:/software/hdf5/1.10.1/share/man:/central/software/OpenMPI/4.0.3_cuda-10.0//share/man:/central/software/CUDA/10.0/doc/man:/central/software/julia/1.4.2//share/man:/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share/man:/usr/local/share/man:/cm/local/apps/environment-modules/current/share/man
++ export MANPATH
++ OPENMPI_HOME=/central/software/OpenMPI/4.0.3_cuda-10.0/
++ export OPENMPI_HOME
++ OPENMPI_VERSION=4.0.3
++ export OPENMPI_VERSION
++ PATH=/central/software/netcdf-c/4.6.1//bin:/software/hdf5/1.10.1/bin:/central/software/OpenMPI/4.0.3_cuda-10.0//bin:/central/software/CUDA/10.0/bin:/central/software/julia/1.4.2//bin:/central/slurm/install/current/bin/:/usr/lib64/qt-3.3/bin:/usr/bin:/bin:/usr/lpp/mmfs/bin:/opt/ibutils/bin:/opt/dell/srvadmin/bin
++ export PATH
++ _LMFILES_=/software/Modules/modulefiles/developement/julia/1.4.2:/software/Modules/modulefiles/libraries/cuda/10.0:/software/Modules/modulefiles/mpi/openmpi/4.0.3_cuda-10.0:/software/Modules/modulefiles/data/hdf5/1.10.1:/software/Modules/modulefiles/data/netcdf-c/4.6.1
++ export _LMFILES_
+ mpiexec julia --color=no --project experiments/AtmosLES/surfacebubble.jl
┌ Info: Model composition
│     param_set = EarthParameterSet()
│     orientation = FlatOrientation()
│     ref_state = HydrostaticState{ClimateMachine.TemperatureProfiles.DecayingTemperatureProfile{Float64},Float64}(ClimateMachine.TemperatureProfiles.DecayingTemperatureProfile{Float64}(290.0, 220.0, 8484.271021693852), 0.0)
│     turbulence = SmagorinskyLilly{Float64}(0.23)
│     turbconv = ClimateMachine.TurbulenceConvection.NoTurbConv()
│     hyperdiffusion = NoHyperDiffusion()
│     moisture = EquilMoist{Float64}(3, 0.1)
│     precipitation = NoPrecipitation()
│     radiation = NoRadiation()
│     source = (Gravity(),)
│     tracers = NoTracers()
│     boundarycondition = (AtmosBC{Impenetrable{FreeSlip},PrescribedEnergyFlux{var"#energyflux#3"{Float64,Float64,Float64}},Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), PrescribedEnergyFlux{var"#energyflux#3"{Float64,Float64,Float64}}(var"#energyflux#3"{Float64,Float64,Float64}(100.0, 500.0, 2000.0)), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC()), AtmosBC{Impenetrable{FreeSlip},Insulating,Impermeable,ImpermeableTracer,ClimateMachine.TurbulenceConvection.NoTurbConvBC}(Impenetrable{FreeSlip}(FreeSlip()), Insulating(), Impermeable(), ImpermeableTracer(), ClimateMachine.TurbulenceConvection.NoTurbConvBC()))
│     init_state_prognostic = init_surfacebubble!
└     data_config = nothing
┌ Info: Establishing Atmos LES configuration for SurfaceDrivenBubble
│     precision        = Float64
│     polynomial order = 4
│     domain           = 2000.00 m x2000.00 m x2000.00 m
│     resolution       = 50x50x50
│     MPI ranks        = 3
│     min(Δ_horz)      = 34.53 m
└     min(Δ_vert)      = 34.53 m
[ Info: Initializing SurfaceDrivenBubble
┌ Info: Starting SurfaceDrivenBubble
│     dt              = 1.69090e-01
│     timeend         =  2000.00
│     number of steps = 11828
└     norm(Q)         = 2.1322438724310231e+09
┌ Info: Update
│     simtime =     0.17 /  2000.00
│     runtime = 00:01:25
└     norm(Q) = 2.1322440522654135e+09
┌ Info: Update
│     simtime =   142.04 /  2000.00
│     runtime = 00:02:19
└     norm(Q) = 2.1323986103171415e+09
┌ Info: Update
│     simtime =   299.80 /  2000.00
│     runtime = 00:03:19
└     norm(Q) = 2.1325728353181877e+09
┌ Info: Update
│     simtime =   457.39 /  2000.00
│     runtime = 00:04:19
└     norm(Q) = 2.1327468431531587e+09
┌ Info: Update
│     simtime =   614.98 /  2000.00
│     runtime = 00:05:19
└     norm(Q) = 2.1327887145769420e+09
┌ Info: Update
│     simtime =   772.57 /  2000.00
│     runtime = 00:06:19
└     norm(Q) = 2.1327879671602645e+09
┌ Info: Update
│     simtime =   930.00 /  2000.00
│     runtime = 00:07:19
└     norm(Q) = 2.1327884068180506e+09
┌ Info: Update
│     simtime =  1086.57 /  2000.00
│     runtime = 00:08:19
└     norm(Q) = 2.1327898775884333e+09
┌ Info: Update
│     simtime =  1243.15 /  2000.00
│     runtime = 00:09:19
└     norm(Q) = 2.1327914702660773e+09
┌ Info: Update
│     simtime =  1399.22 /  2000.00
│     runtime = 00:10:19
└     norm(Q) = 2.1327930361069410e+09
┌ Info: Update
│     simtime =  1556.14 /  2000.00
│     runtime = 00:11:19
└     norm(Q) = 2.1327944517948413e+09
┌ Info: Update
│     simtime =  1713.73 /  2000.00
│     runtime = 00:12:19
└     norm(Q) = 2.1327954643262784e+09
┌ Info: Update
│     simtime =  1870.48 /  2000.00
│     runtime = 00:13:19
└     norm(Q) = 2.1327963977009373e+09
┌ Info: Finished
│     norm(Q)            = 2.1327970037534139e+09
│     norm(Q) / norm(Q₀) = 1.0002594127855367e+00
└     norm(Q) - norm(Q₀) = 5.5313132239079475e+05
┌ Info: Euclidean distance
│     norm(Q - Qe)            = 8.8329683459202712e+05
└     norm(Q - Qe) / norm(Qe) = 4.1425694593975263e-04

out_10795566

+ hostname
hpc-23-28.cm.cluster
+ cd /central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92
++ pwd
+ export JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ JULIA_DEPOT_PATH=/central/scratchio/esm/slurmci/sources/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/.slurmdepot_gpu
+ export JULIA_CUDA_USE_BINARYBUILDER=false
+ JULIA_CUDA_USE_BINARYBUILDER=false
+ export JULIA_MPI_BINARY=system
+ JULIA_MPI_BINARY=system
+ export OPENBLAS_NUM_THREADS=1
+ OPENBLAS_NUM_THREADS=1
+ export CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ CLIMATEMACHINE_SETTINGS_FIX_RNG_SEED=true
+ export CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795566_output
+ CLIMATEMACHINE_SETTINGS_OUTPUT_DIR=/central/scratchio/esm/slurmci/logs/a226f40f1b07186cdbbf1eb08e04a93575a1ec92/10795566_output
+ export OMPI_MCA_btl=self,tcp
+ OMPI_MCA_btl=self,tcp
+ module purge
++ /software/Modules/bin/modulecmd sh purge
+ eval MANPATH=/central/slurm/install/current/share/man/:/usr/share/man/overrides:/usr/share/man:/opt/ibutils/share

out_10795567

out_10795568

out_10795569

out_10795570

out_10795571

out_10795572

out_10795573

out_10795574

out_10795575

out_10795576

out_10795577

out_10795578

out_10795579

out_10795580

out_10795581

out_10795582

out_10795583

out_10795584

out_10795585

out_10795586

out_10795587

out_10795588

out_10795589

out_10795590

out_10795591

out_10795592

out_10795593

out_10795594

out_10795595

out_10795596

out_10795597

out_10795598

out_10795599

out_10795600

out_10795601

out_10795602

out_10795603

out_10795604