climabot/_summary.md

## _summary.md

      
    Raw
  

              _summary.md
            
          
command
ntasks
jobid
status
elapsed


.slurmci/cpu-init.sh

4567165
✅
00:05:25


.slurmci/cpu.sh test/Atmos/Dycore/tracers_test.jl
ntasks=3
4567166
✅
00:00:50


.slurmci/cpu.sh test/Atmos/Dycore/rising_thermal_bubble.jl
ntasks=3
4567167
✅
00:00:55


.slurmci/cpu.sh test/DGmethods/Euler/isentropic_vortex_standalone.jl
ntasks=3
4567168
✅
00:00:58


.slurmci/cpu.sh test/DGmethods/Euler/isentropic_vortex_standalone_aux.jl
ntasks=3
4567169
✅
00:01:00


.slurmci/cpu.sh test/DGmethods/Euler/isentropic_vortex_standalone_source.jl
ntasks=3
4567170
✅
00:01:00


.slurmci/cpu.sh test/DGmethods/Euler/isentropic_vortex_standalone_bc.jl
ntasks=3
4567171
✅
00:00:58


.slurmci/cpu.sh test/DGmethods/conservation/sphere.jl
ntasks=3
4567172
✅
00:00:50


.slurmci/cpu.sh test/DGmethods/compressible_Navier_Stokes/mms_bc.jl
ntasks=3
4567173
✅
00:01:13


.slurmci/cpu.sh test/DGmethods/sphere/advection_sphere.jl
ntasks=2
4567174
✅
00:00:55


.slurmci/cpu.sh examples/DGmethods/ex_001_periodic_advection.jl
ntasks=3
4567175
✅
00:00:55


.slurmci/cpu.sh examples/DGmethods/ex_002_solid_body_rotation.jl
ntasks=3
4567176
✅
00:01:19


.slurmci/gpu-init.sh

4567177
❌
00:00:05


.slurmci/gpu.sh test/Atmos/Dycore/tracers_test.jl
ntasks=3
4567178
❌
00:00:05


.slurmci/gpu.sh test/Atmos/Dycore/rising_thermal_bubble.jl
ntasks=3
4567179
❌
00:00:05


.slurmci/cpu.sh test/DGmethods/Euler/isentropic_vortex_standalone.jl
ntasks=3
4567180
❌
00:00:19


.slurmci/cpu.sh test/DGmethods/Euler/isentropic_vortex_standalone_aux.jl
ntasks=3
4567181
❌
00:00:21


.slurmci/cpu.sh test/DGmethods/Euler/isentropic_vortex_standalone_source.jl
ntasks=3
4567182
❌
00:00:23


.slurmci/cpu.sh test/DGmethods/Euler/isentropic_vortex_standalone_bc.jl
ntasks=3
4567183
❌
00:00:21


.slurmci/cpu.sh test/DGmethods/conservation/sphere.jl
ntasks=3
4567184
❌
00:00:22


.slurmci/cpu.sh test/DGmethods/compressible_Navier_Stokes/mms_bc.jl
ntasks=3
4567185
❌
00:00:07


.slurmci/cpu.sh test/DGmethods/sphere/advection_sphere.jl
ntasks=2
4567186
❌
00:00:21


## out_4567165
WARNING: Method definition overdub(Cassette.Context{N, M, T, P, B, H} where H<:Union{Cassette.DisableHooks, Nothing} where B<:Union{Nothing, Base.IdDict{Module, Base.Dict{Symbol, Cassette.BindingMeta}}} where P<:Cassette.AbstractPass where T<:Union{Nothing, Cassette.Tag{N, X, E} where E where X where N<:Cassette.AbstractContextName} where M where N<:Cassette.AbstractContextName, Any...) in module Cassette at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Cassette/xggAf/src/overdub.jl:508 overwritten in module GPUifyLoops at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Cassette/xggAf/src/overdub.jl:508.
WARNING: Method definition recurse(Cassette.Context{N, M, T, P, B, H} where H<:Union{Cassette.DisableHooks, Nothing} where B<:Union{Nothing, Base.IdDict{Module, Base.Dict{Symbol, Cassette.BindingMeta}}} where P<:Cassette.AbstractPass where T<:Union{Nothing, Cassette.Tag{N, X, E} where E where X where N<:Cassette.AbstractContextName} where M where N<:Cassette.AbstractContextName, Any...) in module Cassette at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Cassette/xggAf/src/overdub.jl:521 overwritten in module GPUifyLoops at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Cassette/xggAf/src/overdub.jl:521.
WARNING: Method definition nlsolve_f(Any) in module OrdinaryDiffEq at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/OrdinaryDiffEq/TUKTm/src/integrators/integrator_utils.jl:359 overwritten in module StochasticDiffEq at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/StochasticDiffEq/Y07eQ/src/integrators/integrator_utils.jl:340.
WARNING: Method definition nlsolve_f(Any, Any) in module OrdinaryDiffEq at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/OrdinaryDiffEq/TUKTm/src/integrators/integrator_utils.jl:358 overwritten in module StochasticDiffEq at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/StochasticDiffEq/Y07eQ/src/integrators/integrator_utils.jl:339.
   Cloning default registries into `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu`
   Cloning registry from "https://github.com/JuliaRegistries/General.git"
[?25l    Fetching: [>                                        ]  0.0 %
    Resolving Deltas: [=============>                           ]  31.8 %
[2K[?25h     Added registry `General` to `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/registries/General`
   Cloning git-repo `https://github.com/climate-machine/Canary.jl`
[?25l    Fetching: [>                                        ]  0.0 %
[2K[?25h   Cloning git-repo `https://github.com/vchuravy/GPUifyLoops.jl.git`
[?25l    Fetching: [>                                        ]  0.0 %
[2K[?25h Installed RecipesBase ───────────────── v0.6.0
 Installed MultiScaleArrays ──────────── v1.4.0
 Installed TreeViews ─────────────────── v0.3.0
 Installed Distances ─────────────────── v0.8.0
 Installed DiffEqNoiseProcess ────────── v3.2.1
 Installed HTTP ──────────────────────── v0.8.0
 Installed DiffEqBase ────────────────── v5.8.0
 Installed RandomNumbers ─────────────── v1.3.0
 Installed Compat ────────────────────── v2.1.0
 Installed PoissonRandom ─────────────── v0.4.0
 Installed MPI ───────────────────────── v0.8.0
 Installed LightXML ──────────────────── v0.8.0
 Installed DiffEqDiffTools ───────────── v0.8.1
 Installed StatsFuns ─────────────────── v0.8.0
 Installed DiffRules ─────────────────── v0.0.10
 Installed Documenter ────────────────── v0.22.3
 Installed Missings ──────────────────── v0.4.1
 Installed Reexport ──────────────────── v0.2.0
 Installed LazyArrays ────────────────── v0.8.1
 Installed URIParser ─────────────────── v0.4.0
 Installed DelayDiffEq ───────────────── v5.2.0
 Installed Tokenize ──────────────────── v0.5.3
 Installed Coverage ──────────────────── v0.9.1
 Installed Literate ──────────────────── v1.1.0
 Installed SteadyStateDiffEq ─────────── v1.4.0
 Installed DiffEqFinancial ───────────── v2.1.0
 Installed StaticArrays ──────────────── v0.10.3
 Installed Distributions ─────────────── v0.19.2
 Installed SortingAlgorithms ─────────── v0.3.1
 Installed PDMats ────────────────────── v0.9.7
 Installed ArrayInterface ────────────── v0.1.1
 Installed TableTraits ───────────────── v1.0.0
 Installed StochasticDiffEq ──────────── v6.2.0
 Installed Arpack ────────────────────── v0.3.1
 Installed MacroTools ────────────────── v0.5.0
 Installed IniFile ───────────────────── v0.5.0
 Installed StatsBase ─────────────────── v0.30.0
 Installed Calculus ──────────────────── v0.4.1
 Installed DiffEqMonteCarlo ──────────── v0.14.0
 Installed NaNMath ───────────────────── v0.3.2
 Installed BinDeps ───────────────────── v0.8.10
 Installed QuadGK ────────────────────── v2.0.4
 Installed MuladdMacro ───────────────── v0.2.1
 Installed CommonSubexpressions ──────── v0.2.0
 Installed BoundaryValueDiffEq ───────── v2.2.3
 Installed FunctionWrappers ──────────── v1.0.0
 Installed Requires ──────────────────── v0.5.2
 Installed GenericSVD ────────────────── v0.2.1
 Installed Roots ─────────────────────── v0.8.1
 Installed DifferentialEquations ─────── v6.3.0
 Installed Rmath ─────────────────────── v0.5.0
 Installed FillArrays ────────────────── v0.6.1
 Installed IteratorInterfaceExtensions ─ v1.0.0
 Installed BinaryProvider ────────────── v0.5.4
 Installed RecursiveArrayTools ───────── v0.20.0
 Installed CodecZlib ─────────────────── v0.5.2
 Installed SpecialFunctions ──────────── v0.7.2
 Installed MatrixFactorizations ──────── v0.0.4
 Installed DiffEqOperators ───────────── v3.5.0
 Installed JSON ──────────────────────── v0.20.0
 Installed NLsolve ───────────────────── v4.0.0
 Installed IterativeSolvers ──────────── v0.8.1
 Installed DiffEqPhysics ─────────────── v3.1.0
 Installed ForwardDiff ───────────────── v0.10.3
 Installed Sundials ──────────────────── v3.5.0
 Installed DimensionalPlotRecipes ────── v0.2.0
 Installed CSTParser ─────────────────── v0.5.2
 Installed Cassette ──────────────────── v0.2.3
 Installed NLSolversBase ─────────────── v7.3.1
 Installed BandedMatrices ────────────── v0.9.1
 Installed ResettableStacks ──────────── v0.6.0
 Installed DiffEqJump ────────────────── v6.1.1
 Installed MbedTLS ───────────────────── v0.6.8
 Installed DiffEqCallbacks ───────────── v2.5.2
 Installed OrderedCollections ────────── v1.1.0
 Installed TranscodingStreams ────────── v0.9.4
 Installed ExponentialUtilities ──────── v1.4.0
 Installed DocStringExtensions ───────── v0.7.0
 Installed Parameters ────────────────── v0.10.3
 Installed RecursiveFactorization ────── v0.0.1
 Installed OrdinaryDiffEq ────────────── v5.6.1
 Installed DataStructures ────────────── v0.15.0
 Installed DiffResults ───────────────── v0.0.4
 Installed Polynomials ───────────────── v0.5.2
 Installed LineSearches ──────────────── v7.0.1
 Installed WriteVTK ──────────────────── v1.0.2
 Installed DoubleFloats ──────────────── v0.7.21
  Building MPI ─────────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/MPI/b4xgC/deps/build.log`
  Building LightXML ────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/LightXML/k3mJ4/deps/build.log`
  Building Arpack ──────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Arpack/cu5By/deps/build.log`
  Building Rmath ───────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Rmath/Py9gH/deps/build.log`
  Building SpecialFunctions → `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/deps/build.log`
  Building CodecZlib ───────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/CodecZlib/9jDi1/deps/build.log`
  Building Sundials ────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Sundials/zdInw/deps/build.log`
  Building MbedTLS ─────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/MbedTLS/X4xar/deps/build.log`
  Building SpecialFunctions → `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/deps/build.log`
  Building MbedTLS ─────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/MbedTLS/X4xar/deps/build.log`
  Building Arpack ──────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Arpack/cu5By/deps/build.log`
  Building Rmath ───────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Rmath/Py9gH/deps/build.log`
  Building MPI ─────────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/MPI/b4xgC/deps/build.log`
  Building CodecZlib ───────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/CodecZlib/9jDi1/deps/build.log`
  Building LightXML ────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/LightXML/k3mJ4/deps/build.log`
  Building Sundials ────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Sundials/zdInw/deps/build.log`
Precompiling project...
Precompiling Documenter
Precompiling ForwardDiff
Precompiling Coverage
Precompiling Distributions
Precompiling MPI
Precompiling Literate
Precompiling DoubleFloats
Precompiling GPUifyLoops
Precompiling WriteVTK
Precompiling DifferentialEquations
Precompiling CLIMA

## out_4567166
┌ Info: Starting
└ norm(Q₀) = 3.7231699541129485e+07
┌ Info: Finished
│ norm(Q)            = 3.7231699560531616e+07
│ norm(Q) / norm(Q₀) = 1.0000000005211187e+00
└ norm(Q) - norm(Q₀) = 1.9402131438255310e-02
┌ Info: Starting
└ norm(Q₀) = 1.1782956129620304e+09
┌ Info: Finished
│ norm(Q)            = 1.1782956135599356e+09
│ norm(Q) / norm(Q₀) = 1.0000000005074323e+00
└ norm(Q) - norm(Q₀) = 5.9790515899658203e-01
┌ Info: Starting
└ norm(Q₀) = 3.7231699541129455e+07
┌ Info: Finished
│ norm(Q)            = 3.7231699560531594e+07
│ norm(Q) / norm(Q₀) = 1.0000000005211187e+00
└ norm(Q) - norm(Q₀) = 1.9402138888835907e-02
┌ Info: Starting
└ norm(Q₀) = 1.1782956129620292e+09
┌ Info: Finished
│ norm(Q)            = 1.1782956135599358e+09
│ norm(Q) / norm(Q₀) = 1.0000000005074334e+00
└ norm(Q) - norm(Q₀) = 5.9790658950805664e-01

## out_4567167
┌ Info: Starting
└ norm(Q₀) = 2.3341564380018011e+07
┌ Info: Finished
│ norm(Q)            = 2.3341564379944012e+07
│ norm(Q) / norm(Q₀) = 9.9999999999682976e-01
└ norm(Q) - norm(Q₀) = -7.3999166488647461e-05
┌ Info: Starting
└ norm(Q₀) = 7.3838214845389509e+08
┌ Info: Finished
│ norm(Q)            = 7.3838214845233417e+08
│ norm(Q) / norm(Q₀) = 9.9999999999788602e-01
└ norm(Q) - norm(Q₀) = -1.5609264373779297e-03
┌ Info: Starting
└ norm(Q₀) = 2.3341564380018026e+07
┌ Info: Finished
│ norm(Q)            = 2.3341564379944034e+07
│ norm(Q) / norm(Q₀) = 9.9999999999683009e-01
└ norm(Q) - norm(Q₀) = -7.3991715908050537e-05
┌ Info: Starting
└ norm(Q₀) = 7.3838214845389497e+08
┌ Info: Finished
│ norm(Q)            = 7.3838214845233405e+08
│ norm(Q) / norm(Q₀) = 9.9999999999788602e-01
└ norm(Q) - norm(Q₀) = -1.5609264373779297e-03

## out_4567168
[ Info: (Array, Float64, 2)
┌ Info: Starting
└ norm(Q₀) = 1.4867013014056337e+02
┌ Info: Finished
│ norm(Q)            = 1.4866994595248894e+02
│ norm(Q) / norm(Q₀) = 9.9999876109562658e-01
└ norm(Q) - norm(Q₀) = -1.8418807442799334e-04
[ Info: (Array, Float64, 3)
┌ Info: Starting
└ norm(Q₀) = 4.7047089068182589e+02
┌ Info: Finished
│ norm(Q)            = 4.7046926313097612e+02
│ norm(Q) / norm(Q₀) = 9.9999654059181553e-01
└ norm(Q) - norm(Q₀) = -1.6275508497756164e-03

## out_4567169
[ Info: (Array, Float64, 2)
┌ Info: Starting
└ norm(Q₀) = 1.4867013014056337e+02
┌ Info: Finished
│ norm(Q)            = 1.4867003154824238e+02
│ norm(Q) / norm(Q₀) = 9.9999933683840259e-01
└ norm(Q) - norm(Q₀) = -9.8592320995294358e-05
[ Info: (Array, Float64, 3)
┌ Info: Starting
└ norm(Q₀) = 4.7047089068182589e+02
┌ Info: Finished
│ norm(Q)            = 4.7046956300592569e+02
│ norm(Q) / norm(Q₀) = 9.9999717798502208e-01
└ norm(Q) - norm(Q₀) = -1.3276759001996652e-03

## out_4567170
[ Info: (Array, Float64, 2)
┌ Info: Starting
└ norm(Q₀) = 1.4867013014056337e+02
┌ Info: Finished
│ norm(Q)            = 1.4866999224494174e+02
│ norm(Q) / norm(Q₀) = 9.9999907247258413e-01
└ norm(Q) - norm(Q₀) = -1.3789562163424307e-04
[ Info: (Array, Float64, 3)
┌ Info: Starting
└ norm(Q₀) = 4.7047089068182589e+02
┌ Info: Finished
│ norm(Q)            = 4.7046931596609670e+02
│ norm(Q) / norm(Q₀) = 9.9999665289445028e-01
└ norm(Q) - norm(Q₀) = -1.5747157291912117e-03

## out_4567171
[ Info: (Array, Float64, 2)
┌ Info: Starting
└ norm(Q₀) = 1.4867013014056337e+02
┌ Info: Finished
│ norm(Q)            = 1.4866989208978598e+02
│ norm(Q) / norm(Q₀) = 9.9999839879889008e-01
└ norm(Q) - norm(Q₀) = -2.3805077739780245e-04
[ Info: (Array, Float64, 3)
┌ Info: Starting
└ norm(Q₀) = 4.7047089068182589e+02
┌ Info: Finished
│ norm(Q)            = 4.7046857245331756e+02
│ norm(Q) / norm(Q₀) = 9.9999507253572062e-01
└ norm(Q) - norm(Q₀) = -2.3182285083294119e-03

## out_4567172
[ Info: (Array, Float64, 3)
┌ Info: Starting
│ norm(Q₀) = 4.3947701840568536e+00
└ sum(Q₀) = 2.9078612659396555e+01
┌ Info: Finished
│ norm(Q)            = 4.4058125918361855e+00
│ norm(Q) / norm(Q₀) = 1.0025126246235563e+00
│ norm(Q) - norm(Q₀) = 1.1042407779331853e-02
│ max mass loss      = 0.0000000000000000e+00
│ max mass gain      = 0.0000000000000000e+00
└ initial mass       = 2.9078612659396555e+01

## out_4567173
[ Info: (Array, Float64, 2)
┌ Info: Starting
└ norm(Q₀) = 2.1888553787144847e+01
┌ Info: Finished
│ norm(Q)            = 2.1685531992490439e+01
│ norm(Q) / norm(Q₀) = 9.9072475063319887e-01
└ norm(Q) - norm(Q₀) = -2.0302179465440773e-01
[ Info: (Array, Float64, 3)
┌ Info: Starting
└ norm(Q₀) = 1.6859920944179784e+01
┌ Info: Finished
│ norm(Q)            = 1.7027712750806387e+01
│ norm(Q) / norm(Q₀) = 1.0099521111150005e+00
└ norm(Q) - norm(Q₀) = 1.6779180662660309e-01

## out_4567174
┌ Error: Exception while generating log record in module Main at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/test/DGmethods/sphere/advection_sphere.jl:337
│   exception =
│    UndefVarError: dim not defined
│    Stacktrace:
│     [1] top-level scope at ./logging.jl:319
│     [2] include at ./boot.jl:326 [inlined]
│     [3] include_relative(::Module, ::String) at ./loading.jl:1038
│     [4] include(::Module, ::String) at ./sysimg.jl:29
│     [5] exec_options(::Base.JLOptions) at ./client.jl:267
│     [6] _start() at ./client.jl:436
└ @ Main /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/test/DGmethods/sphere/advection_sphere.jl:337
┌ Info: Finished
│ error = 2.1334545498364027e-02
└ Δmass = 1.8480965431931998e-16

## out_4567175
┌ Info: Run with
│ dim              = 2
│ Ne               = 20
│ polynomial order = 4
└ error            = 3.219188e-06
┌ Info: Update
│ simtime = 3.1406250000000024e-01
│ runtime = 00:00:00
└ norm(Q) = 2.2795853019897656e+00
┌ Info: Run with
│ dim              = 2
│ Ne               = 20
│ polynomial order = 4
└ error            = 3.219188e-06
┌ Info: Running with
│ dim              = 2
└ polynomial order = 4
┌ Info: Level      = 1
│ Ne               = 5
└ error            = 5.1353e-03
┌ Info: Level      = 2
│ Ne               = 10
│ error            = 1.0321e-04
└ convergence rate = 5.6369e+00
┌ Info: Level      = 3
│ Ne               = 20
│ error            = 3.2192e-06
└ convergence rate = 5.0027e+00
┌ Info: Level      = 4
│ Ne               = 40
│ error            = 1.0168e-07
└ convergence rate = 4.9846e+00

## out_4567176
┌ Info: Run with
│ dim              = 2
│ Ne               = 20
│ polynomial order = 4
└ error            = 1.577257e-04
┌ Info: Running with
│ dim              = 2
└ polynomial order = 4
┌ Info: Level      = 1
│ Ne               = 5
└ error            = 5.7704e-02
┌ Info: Level      = 2
│ Ne               = 10
│ error            = 7.2082e-03
└ convergence rate = 3.0010e+00
┌ Info: Level      = 3
│ Ne               = 20
│ error            = 1.5773e-04
└ convergence rate = 5.5141e+00
┌ Info: Level      = 4
│ Ne               = 40
│ error            = 3.3760e-06
└ convergence rate = 5.5460e+00

## out_4567177
ERROR: Unable to find compatible target in system image.

## out_4567178
ERROR: Unable to find compatible target in system image.
ERROR: Unable to find compatible target in system image.
ERROR: Unable to find compatible target in system image.
-------------------------------------------------------
Primary job  terminated normally, but 1 process returned
a non-zero exit code. Per user-direction, the job has been aborted.
-------------------------------------------------------
--------------------------------------------------------------------------
mpiexec detected that one or more processes exited with non-zero status, thus causing
the job to be terminated. The first process to do so was:

  Process name: [[57719,1],2]
  Exit code:    1
--------------------------------------------------------------------------

## out_4567179
ERROR: Unable to find compatible target in system image.
ERROR: Unable to find compatible target in system image.
ERROR: Unable to find compatible target in system image.
-------------------------------------------------------
Primary job  terminated normally, but 1 process returned
a non-zero exit code. Per user-direction, the job has been aborted.
-------------------------------------------------------
--------------------------------------------------------------------------
mpiexec detected that one or more processes exited with non-zero status, thus causing
the job to be terminated. The first process to do so was:

  Process name: [[19192,1],2]
  Exit code:    1
--------------------------------------------------------------------------

## out_4567180
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for MPI [da04e1cc-30fd-572f-bb4f-1f8673147195]
│   exception = ArgumentError: Invalid checksum in cache file /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/MPI/nO0XF.ji.
└ @ Base loading.jl:969
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for DiffResults [163ba53b-c6d8-5494-b064-1a9d43ac40c5]
│   exception = Required dependency StaticArrays [90137ffa-7385-5640-81b9-e52037218182] failed to load from a cache file.
└ @ Base loading.jl:969
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for DiffResults [163ba53b-c6d8-5494-b064-1a9d43ac40c5]
│   exception = Required dependency StaticArrays [90137ffa-7385-5640-81b9-e52037218182] failed to load from a cache file.
└ @ Base loading.jl:969
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for DiffResults [163ba53b-c6d8-5494-b064-1a9d43ac40c5]
│   exception = Required dependency StaticArrays [90137ffa-7385-5640-81b9-e52037218182] failed to load from a cache file.
└ @ Base loading.jl:969
ERROR: ERROR: LoadError: LoadError: ERROR: LoadError: SpecialFunctions is not installed properly, run `Pkg.build("SpecialFunctions")`,restart Julia and try again
Stacktrace:SpecialFunctions is not installed properly, run `Pkg.build("SpecialFunctions")`,restart Julia and try again
 [1]
Stacktrace:
 [1] errorerror(::(::SpecialFunctions is not installed properly, run `Pkg.build("SpecialFunctions")`,restart Julia and try againString) at ./error.jl:33
 [2] top-level scope at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:6
 [3]
Stacktrace:include at ./boot.jl:326 [inlined]
 [4] include_relative(::Module, ::String) at ./loading.jl:1038
 [5] include(::Module, ::String) at ./sysimg.jl:29
 [6] top-level scope at none:2
 [7] eval at ./boot.jl:328 [inlined]
 [8] eval(::Expr) at ./client.jl:404
 [9] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:4

 [1] String) at ./error.jl:33
 [2] top-level scope at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:6
 [3] include at ./boot.jl:326 [inlined]
 [4] include_relative(::Module, ::String) at ./loading.jl:1038
 [5] include(::Module, ::String) at ./sysimg.jl:29
 [6] top-level scope at none:2
 [7] eval at ./boot.jl:328 [inlined]
 [8] eval(::Expr) at ./client.jl:404
 [9] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:4
error(::String) at ./error.jl:33
 [2] top-level scope at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:6
 [3] ERROR: include at ./boot.jl:326 [inlined]
 [4] include_relative(::Module, ::String) at ./loading.jl:1038
 [5] include(::Module, ::String) at ./sysimg.jl:29
 [6] top-level scope at none:2
 [7] eval at ./boot.jl:328 [inlined]
 [8] eval(::Expr) at ./client.jl:404
 [9] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:4
LoadError: ERROR: LoadError: ERROR: LoadError: Failed to precompile SpecialFunctions [276daf66-3868-5448-9aa4-cd146d93841b] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/SpecialFunctions/78gOt.ji.
Stacktrace:
 [1] Failed to precompile SpecialFunctions [276daf66-3868-5448-9aa4-cd146d93841b] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/SpecialFunctions/78gOt.ji.Failed to precompile SpecialFunctions [276daf66-3868-5448-9aa4-cd146d93841b] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/SpecialFunctions/78gOt.ji.error
Stacktrace:
Stacktrace:(::
 [1]
 [1] errorerrorString) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] top-level scope at none:2
 [10] eval at ./boot.jl:328 [inlined]
 [11] eval(::Expr) at ./client.jl:404
 [12] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/ForwardDiff/N0wMF/src/ForwardDiff.jl:9
((::::String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] top-level scope at none:2
 [10] eval at ./boot.jl:328 [inlined]
 [11] eval(::Expr) at ./client.jl:404
 [12] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/ForwardDiff/N0wMF/src/ForwardDiff.jl:9
include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] top-level scope at none:2
 [10] eval at ./boot.jl:328 [inlined]
 [11] eval(::Expr) at ./client.jl:404
 [12] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/ForwardDiff/N0wMF/src/ForwardDiff.jl:9
ERROR: LoadError: LoadError: ERROR: ERROR: LoadError: LoadError: LoadError: LoadError: Failed to precompile ForwardDiff [f6369f11-7733-5829-9624-2563aa707210] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/ForwardDiff/k0ETY.ji.
Stacktrace:
 [1] Failed to precompile ForwardDiff [f6369f11-7733-5829-9624-2563aa707210] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/ForwardDiff/k0ETY.ji.error
Stacktrace:Failed to precompile ForwardDiff [f6369f11-7733-5829-9624-2563aa707210] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/ForwardDiff/k0ETY.ji.
 [1] (
Stacktrace:::
 [1] errorString) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include at ./sysimg.jl:29 [inlined]
 [9] include(::String) at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:1
 [10] top-level scope at none:0
 [11] include at ./boot.jl:326 [inlined]
 [12] include_relative(::Module, ::String) at ./loading.jl:1038
 [13] include(::Module, ::String) at ./sysimg.jl:29
 [14] top-level scope at none:2
 [15] eval at ./boot.jl:328 [inlined]
 [16] eval(::Expr) at ./client.jl:404
 [17] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/Utilities/RootSolvers/RootSolvers.jl:21
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:5
(::error(String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] ::include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include at ./sysimg.jl:29 [inlined]
 [9] include(::String) at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:1
 [10] top-level scope at none:0
 [11] include at ./boot.jl:326 [inlined]
 [12] include_relative(::Module, ::String) at ./loading.jl:1038
 [13] include(::Module, ::String) at ./sysimg.jl:29
 [14] top-level scope at none:2
 [15] eval at ./boot.jl:328 [inlined]
 [16] eval(::Expr) at ./client.jl:404
 [17] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/Utilities/RootSolvers/RootSolvers.jl:21
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:5
ERROR: String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include at ./sysimg.jl:29 [inlined]
 [9] include(::String) at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:1
 [10] top-level scope at none:0
 [11] include at ./boot.jl:326 [inlined]
 [12] include_relative(::Module, ::String) at ./loading.jl:1038
 [13] include(::Module, ::String) at ./sysimg.jl:29
 [14] top-level scope at none:2
 [15] eval at ./boot.jl:328 [inlined]
 [16] eval(::Expr) at ./client.jl:404
 [17] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/Utilities/RootSolvers/RootSolvers.jl:21
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:5
LoadError: ERROR: LoadError: ERROR: LoadError: Failed to precompile CLIMA [777c4786-024f-11e9-21a3-85d5d4106250] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/CLIMA/QNtDh.ji.
Stacktrace:
 [1] Failed to precompile CLIMA [777c4786-024f-11e9-21a3-85d5d4106250] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/CLIMA/QNtDh.ji.
Stacktrace:Failed to precompile CLIMA [777c4786-024f-11e9-21a3-85d5d4106250] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/CLIMA/QNtDh.ji.
 [1]
Stacktrace:error
 [1] (::errorerror(::String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] (include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] exec_options(::Base.JLOptions) at ./client.jl:267
 [10] _start() at ./client.jl:436
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/test/DGmethods/Euler/isentropic_vortex_standalone.jl:20
::String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] exec_options(::Base.JLOptions) at ./client.jl:267
 [10] _start() at ./client.jl:436
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/test/DGmethods/Euler/isentropic_vortex_standalone.jl:20
-------------------------------------------------------
Primary job  terminated normally, but 1 process returned
a non-zero exit code. Per user-direction, the job has been aborted.
-------------------------------------------------------
--------------------------------------------------------------------------
mpiexec detected that one or more processes exited with non-zero status, thus causing
the job to be terminated. The first process to do so was:

  Process name: [[57985,1],0]
  Exit code:    1
--------------------------------------------------------------------------

## out_4567181
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for DiffResults [163ba53b-c6d8-5494-b064-1a9d43ac40c5]
│   exception = Required dependency StaticArrays [90137ffa-7385-5640-81b9-e52037218182] failed to load from a cache file.
└ @ Base loading.jl:969
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for DiffResults [163ba53b-c6d8-5494-b064-1a9d43ac40c5]
│   exception = Required dependency StaticArrays [90137ffa-7385-5640-81b9-e52037218182] failed to load from a cache file.
└ @ Base loading.jl:969
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for DiffResults [163ba53b-c6d8-5494-b064-1a9d43ac40c5]
│   exception = Required dependency StaticArrays [90137ffa-7385-5640-81b9-e52037218182] failed to load from a cache file.
└ @ Base loading.jl:969
ERROR: ERROR: LoadError: LoadError: ERROR: LoadError: SpecialFunctions is not installed properly, run `Pkg.build("SpecialFunctions")`,restart Julia and try again
Stacktrace:
 [1] SpecialFunctions is not installed properly, run `Pkg.build("SpecialFunctions")`,restart Julia and try again
Stacktrace:error
 [1] (::error(String) at ./error.jl:33
 [2] top-level scope at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:6
 [3] include at ./boot.jl:326 [inlined]
 [4] include_relative(::Module, ::String) at ./loading.jl:1038
 [5] include(::Module, ::String) at ./sysimg.jl:29
 [6] top-level scope at none:2
 [7] eval at ./boot.jl:328 [inlined]
 [8] eval(::Expr) at ./client.jl:404
 [9] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:4
::SpecialFunctions is not installed properly, run `Pkg.build("SpecialFunctions")`,restart Julia and try againString) at ./error.jl:33
 [2] top-level scope at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:6
 [3] include at ./boot.jl:326 [inlined]
 [4] include_relative(::Module, ::String) at ./loading.jl:1038
 [5] include(::Module, ::String) at ./sysimg.jl:29
 [6] top-level scope at none:2
 [7] eval at ./boot.jl:328 [inlined]
 [8] eval(::Expr) at ./client.jl:404
 [9] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:4

Stacktrace:
 [1] error(ERROR: ::LoadError: ERROR: String) at ./error.jl:33
 [2] top-level scope at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:6
 [3] include at ./boot.jl:326 [inlined]
 [4] include_relative(::Module, ::String) at ./loading.jl:1038
 [5] include(::Module, ::String) at ./sysimg.jl:29
 [6] top-level scope at none:2
 [7] eval at ./boot.jl:328 [inlined]
 [8] eval(::Expr) at ./client.jl:404
 [9] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:4
LoadError: ERROR: LoadError: Failed to precompile SpecialFunctions [276daf66-3868-5448-9aa4-cd146d93841b] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/SpecialFunctions/78gOt.ji.
Stacktrace:Failed to precompile SpecialFunctions [276daf66-3868-5448-9aa4-cd146d93841b] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/SpecialFunctions/78gOt.ji.
 [1]
Stacktrace:
 [1] error(error::Failed to precompile SpecialFunctions [276daf66-3868-5448-9aa4-cd146d93841b] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/SpecialFunctions/78gOt.ji.(::
Stacktrace:String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] top-level scope at none:2
 [10] eval at ./boot.jl:328 [inlined]
 [11] eval(::Expr) at ./client.jl:404
 [12] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/ForwardDiff/N0wMF/src/ForwardDiff.jl:9

 [1] String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] top-level scope at none:2
 [10] eval at ./boot.jl:328 [inlined]
 [11] eval(::Expr) at ./client.jl:404
 [12] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/ForwardDiff/N0wMF/src/ForwardDiff.jl:9
error(ERROR: ::LoadError: ERROR: LoadError: LoadError: String) at LoadError: ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] top-level scope at none:2
 [10] eval at ./boot.jl:328 [inlined]
 [11] eval(::Expr) at ./client.jl:404
 [12] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/ForwardDiff/N0wMF/src/ForwardDiff.jl:9
ERROR: LoadError: LoadError: Failed to precompile ForwardDiff [f6369f11-7733-5829-9624-2563aa707210] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/ForwardDiff/k0ETY.ji.
Stacktrace:Failed to precompile ForwardDiff [f6369f11-7733-5829-9624-2563aa707210] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/ForwardDiff/k0ETY.ji.
 [1] Failed to precompile ForwardDiff [f6369f11-7733-5829-9624-2563aa707210] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/ForwardDiff/k0ETY.ji.
Stacktrace:
Stacktrace:
 [1]
 [1] error(errorerror::((String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] ::::include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include at ./sysimg.jl:29 [inlined]
 [9] include(::String) at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:1
 [10] top-level scope at none:0
 [11] include at ./boot.jl:326 [inlined]
 [12] include_relative(::Module, ::String) at ./loading.jl:1038
 [13] include(::Module, ::String) at ./sysimg.jl:29
 [14] top-level scope at none:2
 [15] eval at ./boot.jl:328 [inlined]
 [16] eval(::Expr) at ./client.jl:404
 [17] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/Utilities/RootSolvers/RootSolvers.jl:21
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:5
String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include at ./sysimg.jl:29 [inlined]
 [9] include(::String) at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:1
 [10] top-level scope at none:0
 [11] include at ./boot.jl:326 [inlined]
 [12] include_relative(::Module, ::String) at ./loading.jl:1038
 [13] include(::Module, ::String) at ./sysimg.jl:29
 [14] top-level scope at none:2
 [15] eval at ./boot.jl:328 [inlined]
 [16] eval(::Expr) at ./client.jl:404
 [17] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/Utilities/RootSolvers/RootSolvers.jl:21
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:5
include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include at ./sysimg.jl:29 [inlined]
 [9] include(::String) at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:1
 [10] top-level scope at none:0
 [11] include at ./boot.jl:326 [inlined]
 [12] include_relative(::Module, ::String) at ./loading.jl:1038
 [13] include(::Module, ::String) at ./sysimg.jl:29
 [14] top-level scope at none:2
 [15] eval at ./boot.jl:328 [inlined]
 [16] eval(::Expr) at ./client.jl:404
 [17] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/Utilities/RootSolvers/RootSolvers.jl:21
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:5
ERROR: ERROR: LoadError: ERROR: LoadError: LoadError: Failed to precompile CLIMA [777c4786-024f-11e9-21a3-85d5d4106250] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/CLIMA/QNtDh.ji.Failed to precompile CLIMA [777c4786-024f-11e9-21a3-85d5d4106250] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/CLIMA/QNtDh.ji.
Stacktrace:
Stacktrace:
 [1]
 [1] Failed to precompile CLIMA [777c4786-024f-11e9-21a3-85d5d4106250] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/CLIMA/QNtDh.ji.
Stacktrace:
 [1] errorerror(error::(::(::String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] exec_options(::Base.JLOptions) at ./client.jl:267
 [10] _start() at ./client.jl:436
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/test/DGmethods/Euler/isentropic_vortex_standalone_aux.jl:20
include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] exec_options(::Base.JLOptions) at ./client.jl:267
 [10] _start() at ./client.jl:436
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/test/DGmethods/Euler/isentropic_vortex_standalone_aux.jl:20
-------------------------------------------------------
Primary job  terminated normally, but 1 process returned
a non-zero exit code. Per user-direction, the job has been aborted.
-------------------------------------------------------
--------------------------------------------------------------------------
mpiexec detected that one or more processes exited with non-zero status, thus causing
the job to be terminated. The first process to do so was:

  Process name: [[12157,1],0]
  Exit code:    1
--------------------------------------------------------------------------

## out_4567182
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for StaticArrays [90137ffa-7385-5640-81b9-e52037218182]
│   exception = ArgumentError: Invalid checksum in cache file /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/StaticArrays/yY9vm.ji.
└ @ Base loading.jl:969
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for StaticArrays [90137ffa-7385-5640-81b9-e52037218182]
│   exception = ArgumentError: Invalid checksum in cache file /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/StaticArrays/yY9vm.ji.
└ @ Base loading.jl:969
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for DiffResults [163ba53b-c6d8-5494-b064-1a9d43ac40c5]
│   exception = ArgumentError: Invalid checksum in cache file /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/DiffResults/vlfPe.ji.
└ @ Base loading.jl:969
ERROR: LoadError: SpecialFunctions is not installed properly, run `Pkg.build("SpecialFunctions")`,restart Julia and try again
Stacktrace:
 [1] ERROR: errorLoadError: (::String) at ./error.jl:33
 [2] top-level scope at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:6
 [3] include at ./boot.jl:326 [inlined]
 [4] include_relative(::Module, ::String) at ./loading.jl:1038
 [5] include(::Module, ::String) at ./sysimg.jl:29
 [6] top-level scope at none:2
 [7] eval at ./boot.jl:328 [inlined]
 [8] eval(::Expr) at ./client.jl:404
 [9] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:4
ERROR: LoadError: SpecialFunctions is not installed properly, run `Pkg.build("SpecialFunctions")`,restart Julia and try again
Stacktrace:
 [1] error(::Failed to precompile SpecialFunctions [276daf66-3868-5448-9aa4-cd146d93841b] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/SpecialFunctions/78gOt.ji.
Stacktrace:String) at ./error.jl:33
 [2] top-level scope at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:6
 [3] include at ./boot.jl:326 [inlined]
 [4] include_relative(::Module, ::String) at ./loading.jl:1038
 [5] include(::Module, ::String) at ./sysimg.jl:29
 [6] top-level scope at none:2
 [7] eval at ./boot.jl:328 [inlined]
 [8] eval(::Expr) at ./client.jl:404
 [9] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:4

 [1] error(::String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] top-level scope at none:2
 [10] eval at ./boot.jl:328 [inlined]
 [11] eval(::Expr) at ./client.jl:404
 [12] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/ForwardDiff/N0wMF/src/ForwardDiff.jl:9
ERROR: LoadError: ERROR: LoadError: LoadError: Failed to precompile SpecialFunctions [276daf66-3868-5448-9aa4-cd146d93841b] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/SpecialFunctions/78gOt.ji.
Stacktrace:
 [1] Failed to precompile ForwardDiff [f6369f11-7733-5829-9624-2563aa707210] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/ForwardDiff/k0ETY.ji.
Stacktrace:error
 [1] error(::(::String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include at ./sysimg.jl:29 [inlined]
 [9] include(::String) at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:1
 [10] top-level scope at none:0
 [11] include at ./boot.jl:326 [inlined]
 [12] include_relative(::Module, ::String) at ./loading.jl:1038
 [13] include(::Module, ::String) at ./sysimg.jl:29
 [14] top-level scope at none:2
 [15] eval at ./boot.jl:328 [inlined]
 [16] eval(::Expr) at ./client.jl:404
 [17] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/Utilities/RootSolvers/RootSolvers.jl:21
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:5
String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] top-level scope at none:2
 [10] eval at ./boot.jl:328 [inlined]
 [11] eval(::Expr) at ./client.jl:404
 [12] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/ForwardDiff/N0wMF/src/ForwardDiff.jl:9
ERROR: ERROR: LoadError: LoadError: LoadError: Failed to precompile ForwardDiff [f6369f11-7733-5829-9624-2563aa707210] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/ForwardDiff/k0ETY.ji.
Stacktrace:
 [1] error(::String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include at ./sysimg.jl:29 [inlined]
 [9] include(::String) at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:1
 [10] top-level scope at none:0
 [11] include at ./boot.jl:326 [inlined]
 [12] include_relative(::Module, ::String) at ./loading.jl:1038
 [13] include(::Module, ::String) at ./sysimg.jl:29
 [14] top-level scope at none:2
 [15] eval at ./boot.jl:328 [inlined]
 [16] eval(::Expr) at ./client.jl:404
 [17] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/Utilities/RootSolvers/RootSolvers.jl:21
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:5
Failed to precompile CLIMA [777c4786-024f-11e9-21a3-85d5d4106250] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/CLIMA/QNtDh.ji.
Stacktrace:
 [1] ERROR: LoadError: error(::String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] exec_options(::Base.JLOptions) at ./client.jl:267
 [10] _start() at ./client.jl:436
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/test/DGmethods/Euler/isentropic_vortex_standalone_source.jl:20
-------------------------------------------------------
Primary job  terminated normally, but 1 process returned
a non-zero exit code. Per user-direction, the job has been aborted.
-------------------------------------------------------
--------------------------------------------------------------------------
mpiexec detected that one or more processes exited with non-zero status, thus causing
the job to be terminated. The first process to do so was:

  Process name: [[4112,1],2]
  Exit code:    1
--------------------------------------------------------------------------

## out_4567183
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for MPI [da04e1cc-30fd-572f-bb4f-1f8673147195]
│   exception = ArgumentError: Invalid checksum in cache file /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/MPI/nO0XF.ji.
└ @ Base loading.jl:969
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for DiffResults [163ba53b-c6d8-5494-b064-1a9d43ac40c5]
│   exception = Required dependency StaticArrays [90137ffa-7385-5640-81b9-e52037218182] failed to load from a cache file.
└ @ Base loading.jl:969
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for DiffResults [163ba53b-c6d8-5494-b064-1a9d43ac40c5]
│   exception = Required dependency StaticArrays [90137ffa-7385-5640-81b9-e52037218182] failed to load from a cache file.
└ @ Base loading.jl:969
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for DiffResults [163ba53b-c6d8-5494-b064-1a9d43ac40c5]
│   exception = Required dependency StaticArrays [90137ffa-7385-5640-81b9-e52037218182] failed to load from a cache file.
└ @ Base loading.jl:969
ERROR: ERROR: LoadError: LoadError: ERROR: LoadError: SpecialFunctions is not installed properly, run `Pkg.build("SpecialFunctions")`,restart Julia and try again
Stacktrace:SpecialFunctions is not installed properly, run `Pkg.build("SpecialFunctions")`,restart Julia and try again
 [1]
Stacktrace:
 [1] errorerror(::(::String) at ./error.jl:33
 [2] top-level scope at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:6
 [3] include at ./boot.jl:326 [inlined]
 [4] include_relative(::Module, ::String) at ./loading.jl:1038
 [5] include(::Module, ::String) at ./sysimg.jl:29
 [6] top-level scope at none:2
 [7] eval at ./boot.jl:328 [inlined]
 [8] eval(::Expr) at ./client.jl:404
 [9] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:4
String) at ./error.jl:33
 [2] top-level scope at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:6
 [3] include at ./boot.jl:326 [inlined]
 [4] include_relative(::Module, ::String) at ./loading.jl:1038
 [5] include(::Module, ::String) at ./sysimg.jl:29
 [6] top-level scope at none:2
 [7] eval at ./boot.jl:328 [inlined]
 [8] eval(::Expr) at ./client.jl:404
 [9] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:4
SpecialFunctions is not installed properly, run `Pkg.build("SpecialFunctions")`,restart Julia and try again
Stacktrace:ERROR:
 [1] ERROR: LoadError: LoadError: error(::String) at ./error.jl:33
 [2] top-level scope at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:6
 [3] include at ./boot.jl:326 [inlined]
 [4] include_relative(::Module, ::String) at ./loading.jl:1038
 [5] include(::Module, ::String) at ./sysimg.jl:29
 [6] top-level scope at none:2
 [7] eval at ./boot.jl:328 [inlined]
 [8] eval(::Expr) at ./client.jl:404
 [9] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:4
ERROR: LoadError: Failed to precompile SpecialFunctions [276daf66-3868-5448-9aa4-cd146d93841b] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/SpecialFunctions/78gOt.ji.Failed to precompile SpecialFunctions [276daf66-3868-5448-9aa4-cd146d93841b] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/SpecialFunctions/78gOt.ji.
Stacktrace:
 [1]
Stacktrace:
 [1] errorerror(::(::String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] top-level scope at none:2
 [10] eval at ./boot.jl:328 [inlined]
 [11] eval(::Expr) at ./client.jl:404
 [12] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/ForwardDiff/N0wMF/src/ForwardDiff.jl:9
String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] top-level scope at none:2
 [10] eval at ./boot.jl:328 [inlined]
 [11] eval(::Expr) at ./client.jl:404
 [12] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/ForwardDiff/N0wMF/src/ForwardDiff.jl:9
ERROR: Failed to precompile SpecialFunctions [276daf66-3868-5448-9aa4-cd146d93841b] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/SpecialFunctions/78gOt.ji.LoadError: ERROR: LoadError:
Stacktrace:LoadError: LoadError:
 [1] error(::String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] top-level scope at none:2
 [10] eval at ./boot.jl:328 [inlined]
 [11] eval(::Expr) at ./client.jl:404
 [12] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/ForwardDiff/N0wMF/src/ForwardDiff.jl:9
ERROR: LoadError: LoadError: Failed to precompile ForwardDiff [f6369f11-7733-5829-9624-2563aa707210] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/ForwardDiff/k0ETY.ji.Failed to precompile ForwardDiff [f6369f11-7733-5829-9624-2563aa707210] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/ForwardDiff/k0ETY.ji.
Stacktrace:
Stacktrace:
 [1]
 [1] errorerror(::(::String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include at ./sysimg.jl:29 [inlined]
 [9] include(::String) at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:1
 [10] top-level scope at none:0
 [11] include at ./boot.jl:326 [inlined]
 [12] include_relative(::Module, ::String) at ./loading.jl:1038
 [13] include(::Module, ::String) at ./sysimg.jl:29
 [14] top-level scope at none:2
 [15] eval at ./boot.jl:328 [inlined]
 [16] eval(::Expr) at ./client.jl:404
 [17] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/Utilities/RootSolvers/RootSolvers.jl:21
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:5
String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include at ./sysimg.jl:29 [inlined]
 [9] include(::String) at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:1
 [10] top-level scope at none:0
 [11] include at ./boot.jl:326 [inlined]
 [12] include_relative(::Module, ::String) at ./loading.jl:1038
 [13] include(::Module, ::String) at ./sysimg.jl:29
 [14] top-level scope at none:2
 [15] eval at ./boot.jl:328 [inlined]
 [16] eval(::Expr) at ./client.jl:404
 [17] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/Utilities/RootSolvers/RootSolvers.jl:21
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:5
ERROR: Failed to precompile ForwardDiff [f6369f11-7733-5829-9624-2563aa707210] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/ForwardDiff/k0ETY.ji.ERROR:
Stacktrace:LoadError:
 [1] LoadError: error(::String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include at ./sysimg.jl:29 [inlined]
 [9] include(::String) at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:1
 [10] top-level scope at none:0
 [11] include at ./boot.jl:326 [inlined]
 [12] include_relative(::Module, ::String) at ./loading.jl:1038
 [13] include(::Module, ::String) at ./sysimg.jl:29
 [14] top-level scope at none:2
 [15] eval at ./boot.jl:328 [inlined]
 [16] eval(::Expr) at ./client.jl:404
 [17] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/Utilities/RootSolvers/RootSolvers.jl:21
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:5
ERROR: LoadError: Failed to precompile CLIMA [777c4786-024f-11e9-21a3-85d5d4106250] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/CLIMA/QNtDh.ji.Failed to precompile CLIMA [777c4786-024f-11e9-21a3-85d5d4106250] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/CLIMA/QNtDh.ji.
Stacktrace:
Stacktrace:
 [1]
 [1] errorerror((::::Failed to precompile CLIMA [777c4786-024f-11e9-21a3-85d5d4106250] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/CLIMA/QNtDh.ji.String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6]
Stacktrace:include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] exec_options(::Base.JLOptions) at ./client.jl:267
 [10] _start() at ./client.jl:436
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/test/DGmethods/Euler/isentropic_vortex_standalone_bc.jl:20
include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] exec_options(::Base.JLOptions) at ./client.jl:267
 [10] _start() at ./client.jl:436
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/test/DGmethods/Euler/isentropic_vortex_standalone_bc.jl:20
-------------------------------------------------------
Primary job  terminated normally, but 1 process returned
a non-zero exit code. Per user-direction, the job has been aborted.
-------------------------------------------------------
--------------------------------------------------------------------------
mpiexec detected that one or more processes exited with non-zero status, thus causing
the job to be terminated. The first process to do so was:

  Process name: [[29085,1],2]
  Exit code:    1
--------------------------------------------------------------------------

## out_4567184
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for MPI [da04e1cc-30fd-572f-bb4f-1f8673147195]
│   exception = ArgumentError: Invalid checksum in cache file /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/MPI/nO0XF.ji.
└ @ Base loading.jl:969
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for MPI [da04e1cc-30fd-572f-bb4f-1f8673147195]
│   exception = ArgumentError: Invalid checksum in cache file /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/MPI/nO0XF.ji.
└ @ Base loading.jl:969
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for DiffResults [163ba53b-c6d8-5494-b064-1a9d43ac40c5]
│   exception = Required dependency StaticArrays [90137ffa-7385-5640-81b9-e52037218182] failed to load from a cache file.
└ @ Base loading.jl:969
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for DiffResults [163ba53b-c6d8-5494-b064-1a9d43ac40c5]
│   exception = Required dependency StaticArrays [90137ffa-7385-5640-81b9-e52037218182] failed to load from a cache file.
└ @ Base loading.jl:969
ERROR: LoadError: ERROR: LoadError: ERROR: LoadError: SpecialFunctions is not installed properly, run `Pkg.build("SpecialFunctions")`,restart Julia and try again
Stacktrace:
 [1] error(::String) at ./error.jl:33
 [2] top-level scope at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:6
 [3] include at ./boot.jl:326 [inlined]
 [4] include_relative(::Module, ::String) at ./loading.jl:1038
 [5] include(::Module, ::String) at ./sysimg.jl:29
 [6] top-level scope at none:2
 [7] eval at ./boot.jl:328 [inlined]
 [8] eval(::Expr) at ./client.jl:404
 [9] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:4
SpecialFunctions is not installed properly, run `Pkg.build("SpecialFunctions")`,restart Julia and try again
Stacktrace:
 [1] error(::SpecialFunctions is not installed properly, run `Pkg.build("SpecialFunctions")`,restart Julia and try again
Stacktrace:ERROR:
 [1] String) at ./error.jl:33
 [2] top-level scope at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:6
 [3] LoadError: include at ./boot.jl:326 [inlined]
 [4] include_relative(::Module, ::String) at ./loading.jl:1038
 [5] include(::Module, ::String) at ./sysimg.jl:29
 [6] top-level scope at none:2
 [7] eval at ./boot.jl:328 [inlined]
 [8] eval(::Expr) at ./client.jl:404
 [9] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:4
error(::String) at ./error.jl:33
 [2] top-level scope at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:6
 [3] include at ./boot.jl:326 [inlined]
 [4] include_relative(::Module, ::String) at ./loading.jl:1038
 [5] include(::Module, ::String) at ./sysimg.jl:29
 [6] top-level scope at none:2
 [7] eval at ./boot.jl:328 [inlined]
 [8] eval(::Expr) at ./client.jl:404
 [9] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:4
ERROR: LoadError: ERROR: LoadError: Failed to precompile SpecialFunctions [276daf66-3868-5448-9aa4-cd146d93841b] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/SpecialFunctions/78gOt.ji.
Stacktrace:
 [1] Failed to precompile SpecialFunctions [276daf66-3868-5448-9aa4-cd146d93841b] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/SpecialFunctions/78gOt.ji.error(
Stacktrace:::
 [1] String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] top-level scope at none:2
 [10] eval at ./boot.jl:328 [inlined]
 [11] eval(::Expr) at ./client.jl:404
 [12] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/ForwardDiff/N0wMF/src/ForwardDiff.jl:9
errorFailed to precompile SpecialFunctions [276daf66-3868-5448-9aa4-cd146d93841b] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/SpecialFunctions/78gOt.ji.(::ERROR:
Stacktrace:LoadError:
 [1] String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] top-level scope at none:2
 [10] eval at ./boot.jl:328 [inlined]
 [11] eval(::LoadError: Expr) at ./client.jl:404
 [12] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/ForwardDiff/N0wMF/src/ForwardDiff.jl:9
error(::ERROR: LoadError: LoadError: String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] top-level scope at none:2
 [10] eval at ./boot.jl:328 [inlined]
 [11] eval(::Expr) at ./client.jl:404
 [12] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/ForwardDiff/N0wMF/src/ForwardDiff.jl:9
ERROR: LoadError: LoadError: Failed to precompile ForwardDiff [f6369f11-7733-5829-9624-2563aa707210] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/ForwardDiff/k0ETY.ji.
Stacktrace:
 [1] errorFailed to precompile ForwardDiff [f6369f11-7733-5829-9624-2563aa707210] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/ForwardDiff/k0ETY.ji.(::
Stacktrace:
 [1] String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include at ./sysimg.jl:29 [inlined]
 [9] include(::String) at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:1
 [10] top-level scope at none:0
 [11] include at ./boot.jl:326 [inlined]
 [12] include_relative(::Module, ::String) at ./loading.jl:1038
 [13] include(::Module, ::String) at ./sysimg.jl:29
 [14] top-level scope at none:2
 [15] eval at ./boot.jl:328 [inlined]
 [16] eval(::Expr) at ./client.jl:404
 [17] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/Utilities/RootSolvers/RootSolvers.jl:21
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:5
error(::Failed to precompile ForwardDiff [f6369f11-7733-5829-9624-2563aa707210] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/ForwardDiff/k0ETY.ji.ERROR:
Stacktrace:String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include at ./sysimg.jl:29 [inlined]
 [9] include(::String) at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:1
 [10] top-level scope at none:0
 [11] include at ./boot.jl:326 [inlined]
 [12] include_relative(::Module, ::String) at ./loading.jl:1038
 [13] include(::Module, ::String) at ./sysimg.jl:29
 [14] top-level scope at none:2
 [15] eval at ./boot.jl:328 [inlined]
 [16] eval(::Expr) at ./client.jl:404
 [17] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/Utilities/RootSolvers/RootSolvers.jl:21
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:5

 [1] LoadError: error(ERROR: ::LoadError: String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include at ./sysimg.jl:29 [inlined]
 [9] include(::String) at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:1
 [10] top-level scope at none:0
 [11] include at ./boot.jl:326 [inlined]
 [12] include_relative(::Module, ::String) at ./loading.jl:1038
 [13] include(::Module, ::String) at ./sysimg.jl:29
 [14] top-level scope at none:2
 [15] eval at ./boot.jl:328 [inlined]
 [16] eval(::Expr) at ./client.jl:404
 [17] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/Utilities/RootSolvers/RootSolvers.jl:21
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:5
ERROR: LoadError: Failed to precompile CLIMA [777c4786-024f-11e9-21a3-85d5d4106250] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/CLIMA/QNtDh.ji.
Stacktrace:
 [1] Failed to precompile CLIMA [777c4786-024f-11e9-21a3-85d5d4106250] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/CLIMA/QNtDh.ji.
Stacktrace:error
 [1] (::errorFailed to precompile CLIMA [777c4786-024f-11e9-21a3-85d5d4106250] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/CLIMA/QNtDh.ji.
Stacktrace:String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] (
 [1] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] exec_options(::Base.JLOptions) at ./client.jl:267
 [10] _start() at ./client.jl:436
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/test/DGmethods/conservation/sphere.jl:14
::-------------------------------------------------------
Primary job  terminated normally, but 1 process returned
a non-zero exit code. Per user-direction, the job has been aborted.
-------------------------------------------------------
--------------------------------------------------------------------------
mpiexec detected that one or more processes exited with non-zero status, thus causing
the job to be terminated. The first process to do so was:

  Process name: [[29082,1],0]
  Exit code:    1
--------------------------------------------------------------------------

## out_4567185
ERROR: LoadError: ┌ Warning: The call to compilecache failed to create a usable precompiled cache file for MPI [da04e1cc-30fd-572f-bb4f-1f8673147195]
│   exception = ArgumentError: Invalid header in cache file /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/MPI/nO0XF.ji.
└ @ Base loading.jl:969
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for MPI [da04e1cc-30fd-572f-bb4f-1f8673147195]
│   exception = Precompile file header verification checks failed.
└ @ Base loading.jl:969
SystemError: opening file "/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/MPI/nO0XF.ji": No such file or directory
Stacktrace:
 [1] #systemerror#43(::Nothing, ::Function, ::String, ::Bool) at ./error.jl:134
 [2] systemerror at ./error.jl:134 [inlined]
 [3] #open#309(::Bool, ::Nothing, ::Nothing, ::Nothing, ::Nothing, ::Function, ::String) at ./iostream.jl:283
 [4] #open at ./none:0 [inlined]
 [5] open(::String, ::String) at ./iostream.jl:339
 [6] _require_from_serialized(::String) at ./loading.jl:667
 [7] _require(::Base.PkgId) at ./loading.jl:967
 [8] require(::Base.PkgId) at ./loading.jl:858
 [9] require(::Module, ::Symbol) at ./loading.jl:853
 [10] include at ./boot.jl:326 [inlined]
 [11] include_relative(::Module, ::String) at ./loading.jl:1038
 [12] include(::Module, ::String) at ./sysimg.jl:29
 [13] exec_options(::Base.JLOptions) at ./client.jl:267
 [14] _start() at ./client.jl:436
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/test/DGmethods/compressible_Navier_Stokes/mms_bc.jl:1
-------------------------------------------------------
Primary job  terminated normally, but 1 process returned
a non-zero exit code. Per user-direction, the job has been aborted.
-------------------------------------------------------
--------------------------------------------------------------------------
mpiexec detected that one or more processes exited with non-zero status, thus causing
the job to be terminated. The first process to do so was:

  Process name: [[35409,1],2]
  Exit code:    1
--------------------------------------------------------------------------

## out_4567186
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for MPI [da04e1cc-30fd-572f-bb4f-1f8673147195]
│   exception = Precompile file header verification checks failed.
└ @ Base loading.jl:969
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for DiffResults [163ba53b-c6d8-5494-b064-1a9d43ac40c5]
│   exception = Required dependency StaticArrays [90137ffa-7385-5640-81b9-e52037218182] failed to load from a cache file.
└ @ Base loading.jl:969
┌ Warning: The call to compilecache failed to create a usable precompiled cache file for DiffResults [163ba53b-c6d8-5494-b064-1a9d43ac40c5]
│   exception = Required dependency StaticArrays [90137ffa-7385-5640-81b9-e52037218182] failed to load from a cache file.
└ @ Base loading.jl:969
ERROR: LoadError: ERROR: LoadError: SpecialFunctions is not installed properly, run `Pkg.build("SpecialFunctions")`,restart Julia and try again
Stacktrace:
 [1] error(::String) at ./error.jl:33
 [2] top-level scope at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:6
 [3] include at ./boot.jl:326 [inlined]
 [4] include_relative(::Module, ::String) at ./loading.jl:1038
 [5] include(::Module, ::String) at ./sysimg.jl:29
 [6] top-level scope at none:2
 [7] eval at ./boot.jl:328 [inlined]
 [8] eval(::Expr) at ./client.jl:404
 [9] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:4
SpecialFunctions is not installed properly, run `Pkg.build("SpecialFunctions")`,restart Julia and try again
Stacktrace:
 [1] error(::ERROR: String) at ./error.jl:33
 [2] top-level scope at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:6
 [3] include at ./boot.jl:326 [inlined]
 [4] include_relative(::Module, ::String) at ./loading.jl:1038
 [5] include(::Module, ::String) at ./sysimg.jl:29
 [6] top-level scope at none:2
 [7] eval at ./boot.jl:328 [inlined]
 [8] eval(::Expr) at ./client.jl:404
 [9] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/src/SpecialFunctions.jl:4
LoadError: ERROR: LoadError: Failed to precompile SpecialFunctions [276daf66-3868-5448-9aa4-cd146d93841b] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/SpecialFunctions/78gOt.ji.
Stacktrace:
 [1] Failed to precompile SpecialFunctions [276daf66-3868-5448-9aa4-cd146d93841b] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/SpecialFunctions/78gOt.ji.error
Stacktrace:(
 [1] ::errorString) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] top-level scope at none:2
 [10] eval at ./boot.jl:328 [inlined]
 [11] eval(::Expr) at ./client.jl:404
 [12] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/ForwardDiff/N0wMF/src/ForwardDiff.jl:9
(::ERROR: String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] LoadError: LoadError: include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] top-level scope at none:2
 [10] eval at ./boot.jl:328 [inlined]
 [11] eval(::Expr) at ./client.jl:404
 [12] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/ForwardDiff/N0wMF/src/ForwardDiff.jl:9
ERROR: LoadError: LoadError: Failed to precompile ForwardDiff [f6369f11-7733-5829-9624-2563aa707210] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/ForwardDiff/k0ETY.ji.
Stacktrace:
 [1] errorFailed to precompile ForwardDiff [f6369f11-7733-5829-9624-2563aa707210] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/ForwardDiff/k0ETY.ji.(::
Stacktrace:
 [1] String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include at ./sysimg.jl:29 [inlined]
 [9] include(::String) at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:1
 [10] top-level scope at none:0
 [11] include at ./boot.jl:326 [inlined]
 [12] include_relative(::Module, ::String) at ./loading.jl:1038
 [13] include(::Module, ::String) at ./sysimg.jl:29
 [14] top-level scope at none:2
 [15] eval at ./boot.jl:328 [inlined]
 [16] eval(::Expr) at ./client.jl:404
 [17] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/Utilities/RootSolvers/RootSolvers.jl:21
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:5
error(::ERROR: String) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include at ./sysimg.jl:29 [inlined]
 [9] include(::String) at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:1
 [10] top-level scope at none:0
 [11] include at ./boot.jl:326 [inlined]
 [12] include_relative(::Module, ::String) at ./loading.jl:1038
 [13] include(::Module, ::String) at ./sysimg.jl:29
 [14] top-level scope at none:2
 [15] eval at ./boot.jl:328 [inlined]
 [16] eval(::Expr) at ./client.jl:404
 [17] top-level scope at ./none:3
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/Utilities/RootSolvers/RootSolvers.jl:21
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/src/CLIMA.jl:5
LoadError: ERROR: LoadError: Failed to precompile CLIMA [777c4786-024f-11e9-21a3-85d5d4106250] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/CLIMA/QNtDh.ji.
Stacktrace:
 [1] Failed to precompile CLIMA [777c4786-024f-11e9-21a3-85d5d4106250] to /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/compiled/v1.1/CLIMA/QNtDh.ji.error
Stacktrace:
 [1] (::errorString) at ./error.jl:33
 [2] compilecache(::Base.PkgId, ::String) at ./loading.jl:1197
 [3] _require(::Base.PkgId) at ./loading.jl:960
 [4] require(::Base.PkgId) at ./loading.jl:858
 [5] require(::Module, ::Symbol) at ./loading.jl:853
 [6] include at ./boot.jl:326 [inlined]
 [7] include_relative(::Module, ::String) at ./loading.jl:1038
 [8] include(::Module, ::String) at ./sysimg.jl:29
 [9] exec_options(::Base.JLOptions) at ./client.jl:267
 [10] _start() at ./client.jl:436
in expression starting at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/test/DGmethods/sphere/advection_sphere.jl:27
-------------------------------------------------------
Primary job  terminated normally, but 1 process returned
a non-zero exit code. Per user-direction, the job has been aborted.
-------------------------------------------------------
--------------------------------------------------------------------------
mpiexec detected that one or more processes exited with non-zero status, thus causing
the job to be terminated. The first process to do so was:

  Process name: [[35408,1],0]
  Exit code:    1
--------------------------------------------------------------------------
command	ntasks	jobid	status	elapsed
`.slurmci/cpu-init.sh`		4567165	✅	00:05:25
`.slurmci/cpu.sh test/Atmos/Dycore/tracers_test.jl`	ntasks=3	4567166	✅	00:00:50
`.slurmci/cpu.sh test/Atmos/Dycore/rising_thermal_bubble.jl`	ntasks=3	4567167	✅	00:00:55
`.slurmci/cpu.sh test/DGmethods/Euler/isentropic_vortex_standalone.jl`	ntasks=3	4567168	✅	00:00:58
`.slurmci/cpu.sh test/DGmethods/Euler/isentropic_vortex_standalone_aux.jl`	ntasks=3	4567169	✅	00:01:00
`.slurmci/cpu.sh test/DGmethods/Euler/isentropic_vortex_standalone_source.jl`	ntasks=3	4567170	✅	00:01:00
`.slurmci/cpu.sh test/DGmethods/Euler/isentropic_vortex_standalone_bc.jl`	ntasks=3	4567171	✅	00:00:58
`.slurmci/cpu.sh test/DGmethods/conservation/sphere.jl`	ntasks=3	4567172	✅	00:00:50
`.slurmci/cpu.sh test/DGmethods/compressible_Navier_Stokes/mms_bc.jl`	ntasks=3	4567173	✅	00:01:13
`.slurmci/cpu.sh test/DGmethods/sphere/advection_sphere.jl`	ntasks=2	4567174	✅	00:00:55
`.slurmci/cpu.sh examples/DGmethods/ex_001_periodic_advection.jl`	ntasks=3	4567175	✅	00:00:55
`.slurmci/cpu.sh examples/DGmethods/ex_002_solid_body_rotation.jl`	ntasks=3	4567176	✅	00:01:19
`.slurmci/gpu-init.sh`		4567177	❌	00:00:05
`.slurmci/gpu.sh test/Atmos/Dycore/tracers_test.jl`	ntasks=3	4567178	❌	00:00:05
`.slurmci/gpu.sh test/Atmos/Dycore/rising_thermal_bubble.jl`	ntasks=3	4567179	❌	00:00:05
`.slurmci/cpu.sh test/DGmethods/Euler/isentropic_vortex_standalone.jl`	ntasks=3	4567180	❌	00:00:19
`.slurmci/cpu.sh test/DGmethods/Euler/isentropic_vortex_standalone_aux.jl`	ntasks=3	4567181	❌	00:00:21
`.slurmci/cpu.sh test/DGmethods/Euler/isentropic_vortex_standalone_source.jl`	ntasks=3	4567182	❌	00:00:23
`.slurmci/cpu.sh test/DGmethods/Euler/isentropic_vortex_standalone_bc.jl`	ntasks=3	4567183	❌	00:00:21
`.slurmci/cpu.sh test/DGmethods/conservation/sphere.jl`	ntasks=3	4567184	❌	00:00:22
`.slurmci/cpu.sh test/DGmethods/compressible_Navier_Stokes/mms_bc.jl`	ntasks=3	4567185	❌	00:00:07
`.slurmci/cpu.sh test/DGmethods/sphere/advection_sphere.jl`	ntasks=2	4567186	❌	00:00:21
	WARNING: Method definition overdub(Cassette.Context{N, M, T, P, B, H} where H<:Union{Cassette.DisableHooks, Nothing} where B<:Union{Nothing, Base.IdDict{Module, Base.Dict{Symbol, Cassette.BindingMeta}}} where P<:Cassette.AbstractPass where T<:Union{Nothing, Cassette.Tag{N, X, E} where E where X where N<:Cassette.AbstractContextName} where M where N<:Cassette.AbstractContextName, Any...) in module Cassette at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Cassette/xggAf/src/overdub.jl:508 overwritten in module GPUifyLoops at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Cassette/xggAf/src/overdub.jl:508.
	WARNING: Method definition recurse(Cassette.Context{N, M, T, P, B, H} where H<:Union{Cassette.DisableHooks, Nothing} where B<:Union{Nothing, Base.IdDict{Module, Base.Dict{Symbol, Cassette.BindingMeta}}} where P<:Cassette.AbstractPass where T<:Union{Nothing, Cassette.Tag{N, X, E} where E where X where N<:Cassette.AbstractContextName} where M where N<:Cassette.AbstractContextName, Any...) in module Cassette at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Cassette/xggAf/src/overdub.jl:521 overwritten in module GPUifyLoops at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Cassette/xggAf/src/overdub.jl:521.
	WARNING: Method definition nlsolve_f(Any) in module OrdinaryDiffEq at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/OrdinaryDiffEq/TUKTm/src/integrators/integrator_utils.jl:359 overwritten in module StochasticDiffEq at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/StochasticDiffEq/Y07eQ/src/integrators/integrator_utils.jl:340.
	WARNING: Method definition nlsolve_f(Any, Any) in module OrdinaryDiffEq at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/OrdinaryDiffEq/TUKTm/src/integrators/integrator_utils.jl:358 overwritten in module StochasticDiffEq at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/StochasticDiffEq/Y07eQ/src/integrators/integrator_utils.jl:339.
	Cloning default registries into `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu`
	Cloning registry from "https://github.com/JuliaRegistries/General.git"
	[?25l Fetching: [> ] 0.0 % Resolving Deltas: [=============> ] 31.8 % [2K[?25h Added registry `General` to `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/registries/General`
	Cloning git-repo `https://github.com/climate-machine/Canary.jl`
	[?25l Fetching: [> ] 0.0 % [2K[?25h Cloning git-repo `https://github.com/vchuravy/GPUifyLoops.jl.git`
	[?25l Fetching: [> ] 0.0 % [2K[?25h Installed RecipesBase ───────────────── v0.6.0
	Installed MultiScaleArrays ──────────── v1.4.0
	Installed TreeViews ─────────────────── v0.3.0
	Installed Distances ─────────────────── v0.8.0
	Installed DiffEqNoiseProcess ────────── v3.2.1
	Installed HTTP ──────────────────────── v0.8.0
	Installed DiffEqBase ────────────────── v5.8.0
	Installed RandomNumbers ─────────────── v1.3.0
	Installed Compat ────────────────────── v2.1.0
	Installed PoissonRandom ─────────────── v0.4.0
	Installed MPI ───────────────────────── v0.8.0
	Installed LightXML ──────────────────── v0.8.0
	Installed DiffEqDiffTools ───────────── v0.8.1
	Installed StatsFuns ─────────────────── v0.8.0
	Installed DiffRules ─────────────────── v0.0.10
	Installed Documenter ────────────────── v0.22.3
	Installed Missings ──────────────────── v0.4.1
	Installed Reexport ──────────────────── v0.2.0
	Installed LazyArrays ────────────────── v0.8.1
	Installed URIParser ─────────────────── v0.4.0
	Installed DelayDiffEq ───────────────── v5.2.0
	Installed Tokenize ──────────────────── v0.5.3
	Installed Coverage ──────────────────── v0.9.1
	Installed Literate ──────────────────── v1.1.0
	Installed SteadyStateDiffEq ─────────── v1.4.0
	Installed DiffEqFinancial ───────────── v2.1.0
	Installed StaticArrays ──────────────── v0.10.3
	Installed Distributions ─────────────── v0.19.2
	Installed SortingAlgorithms ─────────── v0.3.1
	Installed PDMats ────────────────────── v0.9.7
	Installed ArrayInterface ────────────── v0.1.1
	Installed TableTraits ───────────────── v1.0.0
	Installed StochasticDiffEq ──────────── v6.2.0
	Installed Arpack ────────────────────── v0.3.1
	Installed MacroTools ────────────────── v0.5.0
	Installed IniFile ───────────────────── v0.5.0
	Installed StatsBase ─────────────────── v0.30.0
	Installed Calculus ──────────────────── v0.4.1
	Installed DiffEqMonteCarlo ──────────── v0.14.0
	Installed NaNMath ───────────────────── v0.3.2
	Installed BinDeps ───────────────────── v0.8.10
	Installed QuadGK ────────────────────── v2.0.4
	Installed MuladdMacro ───────────────── v0.2.1
	Installed CommonSubexpressions ──────── v0.2.0
	Installed BoundaryValueDiffEq ───────── v2.2.3
	Installed FunctionWrappers ──────────── v1.0.0
	Installed Requires ──────────────────── v0.5.2
	Installed GenericSVD ────────────────── v0.2.1
	Installed Roots ─────────────────────── v0.8.1
	Installed DifferentialEquations ─────── v6.3.0
	Installed Rmath ─────────────────────── v0.5.0
	Installed FillArrays ────────────────── v0.6.1
	Installed IteratorInterfaceExtensions ─ v1.0.0
	Installed BinaryProvider ────────────── v0.5.4
	Installed RecursiveArrayTools ───────── v0.20.0
	Installed CodecZlib ─────────────────── v0.5.2
	Installed SpecialFunctions ──────────── v0.7.2
	Installed MatrixFactorizations ──────── v0.0.4
	Installed DiffEqOperators ───────────── v3.5.0
	Installed JSON ──────────────────────── v0.20.0
	Installed NLsolve ───────────────────── v4.0.0
	Installed IterativeSolvers ──────────── v0.8.1
	Installed DiffEqPhysics ─────────────── v3.1.0
	Installed ForwardDiff ───────────────── v0.10.3
	Installed Sundials ──────────────────── v3.5.0
	Installed DimensionalPlotRecipes ────── v0.2.0
	Installed CSTParser ─────────────────── v0.5.2
	Installed Cassette ──────────────────── v0.2.3
	Installed NLSolversBase ─────────────── v7.3.1
	Installed BandedMatrices ────────────── v0.9.1
	Installed ResettableStacks ──────────── v0.6.0
	Installed DiffEqJump ────────────────── v6.1.1
	Installed MbedTLS ───────────────────── v0.6.8
	Installed DiffEqCallbacks ───────────── v2.5.2
	Installed OrderedCollections ────────── v1.1.0
	Installed TranscodingStreams ────────── v0.9.4
	Installed ExponentialUtilities ──────── v1.4.0
	Installed DocStringExtensions ───────── v0.7.0
	Installed Parameters ────────────────── v0.10.3
	Installed RecursiveFactorization ────── v0.0.1
	Installed OrdinaryDiffEq ────────────── v5.6.1
	Installed DataStructures ────────────── v0.15.0
	Installed DiffResults ───────────────── v0.0.4
	Installed Polynomials ───────────────── v0.5.2
	Installed LineSearches ──────────────── v7.0.1
	Installed WriteVTK ──────────────────── v1.0.2
	Installed DoubleFloats ──────────────── v0.7.21
	Building MPI ─────────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/MPI/b4xgC/deps/build.log`
	Building LightXML ────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/LightXML/k3mJ4/deps/build.log`
	Building Arpack ──────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Arpack/cu5By/deps/build.log`
	Building Rmath ───────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Rmath/Py9gH/deps/build.log`
	Building SpecialFunctions → `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/deps/build.log`
	Building CodecZlib ───────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/CodecZlib/9jDi1/deps/build.log`
	Building Sundials ────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Sundials/zdInw/deps/build.log`
	Building MbedTLS ─────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/MbedTLS/X4xar/deps/build.log`
	Building SpecialFunctions → `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/SpecialFunctions/fvheQ/deps/build.log`
	Building MbedTLS ─────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/MbedTLS/X4xar/deps/build.log`
	Building Arpack ──────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Arpack/cu5By/deps/build.log`
	Building Rmath ───────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Rmath/Py9gH/deps/build.log`
	Building MPI ─────────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/MPI/b4xgC/deps/build.log`
	Building CodecZlib ───────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/CodecZlib/9jDi1/deps/build.log`
	Building LightXML ────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/LightXML/k3mJ4/deps/build.log`
	Building Sundials ────────→ `/central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/.slurmdepot_cpu/packages/Sundials/zdInw/deps/build.log`
	Precompiling project...
	Precompiling Documenter
	Precompiling ForwardDiff
	Precompiling Coverage
	Precompiling Distributions
	Precompiling MPI
	Precompiling Literate
	Precompiling DoubleFloats
	Precompiling GPUifyLoops
	Precompiling WriteVTK
	Precompiling DifferentialEquations
	Precompiling CLIMA
	┌ Info: Starting
	└ norm(Q₀) = 3.7231699541129485e+07
	┌ Info: Finished
	│ norm(Q) = 3.7231699560531616e+07
	│ norm(Q) / norm(Q₀) = 1.0000000005211187e+00
	└ norm(Q) - norm(Q₀) = 1.9402131438255310e-02
	┌ Info: Starting
	└ norm(Q₀) = 1.1782956129620304e+09
	┌ Info: Finished
	│ norm(Q) = 1.1782956135599356e+09
	│ norm(Q) / norm(Q₀) = 1.0000000005074323e+00
	└ norm(Q) - norm(Q₀) = 5.9790515899658203e-01
	┌ Info: Starting
	└ norm(Q₀) = 3.7231699541129455e+07
	┌ Info: Finished
	│ norm(Q) = 3.7231699560531594e+07
	│ norm(Q) / norm(Q₀) = 1.0000000005211187e+00
	└ norm(Q) - norm(Q₀) = 1.9402138888835907e-02
	┌ Info: Starting
	└ norm(Q₀) = 1.1782956129620292e+09
	┌ Info: Finished
	│ norm(Q) = 1.1782956135599358e+09
	│ norm(Q) / norm(Q₀) = 1.0000000005074334e+00
	└ norm(Q) - norm(Q₀) = 5.9790658950805664e-01
	┌ Info: Starting
	└ norm(Q₀) = 2.3341564380018011e+07
	┌ Info: Finished
	│ norm(Q) = 2.3341564379944012e+07
	│ norm(Q) / norm(Q₀) = 9.9999999999682976e-01
	└ norm(Q) - norm(Q₀) = -7.3999166488647461e-05
	┌ Info: Starting
	└ norm(Q₀) = 7.3838214845389509e+08
	┌ Info: Finished
	│ norm(Q) = 7.3838214845233417e+08
	│ norm(Q) / norm(Q₀) = 9.9999999999788602e-01
	└ norm(Q) - norm(Q₀) = -1.5609264373779297e-03
	┌ Info: Starting
	└ norm(Q₀) = 2.3341564380018026e+07
	┌ Info: Finished
	│ norm(Q) = 2.3341564379944034e+07
	│ norm(Q) / norm(Q₀) = 9.9999999999683009e-01
	└ norm(Q) - norm(Q₀) = -7.3991715908050537e-05
	┌ Info: Starting
	└ norm(Q₀) = 7.3838214845389497e+08
	┌ Info: Finished
	│ norm(Q) = 7.3838214845233405e+08
	│ norm(Q) / norm(Q₀) = 9.9999999999788602e-01
	└ norm(Q) - norm(Q₀) = -1.5609264373779297e-03
	[ Info: (Array, Float64, 2)
	┌ Info: Starting
	└ norm(Q₀) = 1.4867013014056337e+02
	┌ Info: Finished
	│ norm(Q) = 1.4866994595248894e+02
	│ norm(Q) / norm(Q₀) = 9.9999876109562658e-01
	└ norm(Q) - norm(Q₀) = -1.8418807442799334e-04
	[ Info: (Array, Float64, 3)
	┌ Info: Starting
	└ norm(Q₀) = 4.7047089068182589e+02
	┌ Info: Finished
	│ norm(Q) = 4.7046926313097612e+02
	│ norm(Q) / norm(Q₀) = 9.9999654059181553e-01
	└ norm(Q) - norm(Q₀) = -1.6275508497756164e-03
	[ Info: (Array, Float64, 3)
	┌ Info: Starting
	│ norm(Q₀) = 4.3947701840568536e+00
	└ sum(Q₀) = 2.9078612659396555e+01
	┌ Info: Finished
	│ norm(Q) = 4.4058125918361855e+00
	│ norm(Q) / norm(Q₀) = 1.0025126246235563e+00
	│ norm(Q) - norm(Q₀) = 1.1042407779331853e-02
	│ max mass loss = 0.0000000000000000e+00
	│ max mass gain = 0.0000000000000000e+00
	└ initial mass = 2.9078612659396555e+01
	[ Info: (Array, Float64, 2)
	┌ Info: Starting
	└ norm(Q₀) = 2.1888553787144847e+01
	┌ Info: Finished
	│ norm(Q) = 2.1685531992490439e+01
	│ norm(Q) / norm(Q₀) = 9.9072475063319887e-01
	└ norm(Q) - norm(Q₀) = -2.0302179465440773e-01
	[ Info: (Array, Float64, 3)
	┌ Info: Starting
	└ norm(Q₀) = 1.6859920944179784e+01
	┌ Info: Finished
	│ norm(Q) = 1.7027712750806387e+01
	│ norm(Q) / norm(Q₀) = 1.0099521111150005e+00
	└ norm(Q) - norm(Q₀) = 1.6779180662660309e-01
	┌ Error: Exception while generating log record in module Main at /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/test/DGmethods/sphere/advection_sphere.jl:337
	│ exception =
	│ UndefVarError: dim not defined
	│ Stacktrace:
	│ [1] top-level scope at ./logging.jl:319
	│ [2] include at ./boot.jl:326 [inlined]
	│ [3] include_relative(::Module, ::String) at ./loading.jl:1038
	│ [4] include(::Module, ::String) at ./sysimg.jl:29
	│ [5] exec_options(::Base.JLOptions) at ./client.jl:267
	│ [6] _start() at ./client.jl:436
	└ @ Main /central/home/spjbyrne/projects/slurmci/sources/271b05d56994cff9ccc19921ac8da2ced5de8895/test/DGmethods/sphere/advection_sphere.jl:337
	┌ Info: Finished
	│ error = 2.1334545498364027e-02
	└ Δmass = 1.8480965431931998e-16
	┌ Info: Run with
	│ dim = 2
	│ Ne = 20
	│ polynomial order = 4
	└ error = 3.219188e-06
	┌ Info: Update
	│ simtime = 3.1406250000000024e-01
	│ runtime = 00:00:00
	└ norm(Q) = 2.2795853019897656e+00
	┌ Info: Run with
	│ dim = 2
	│ Ne = 20
	│ polynomial order = 4
	└ error = 3.219188e-06
	┌ Info: Running with
	│ dim = 2
	└ polynomial order = 4
	┌ Info: Level = 1
	│ Ne = 5
	└ error = 5.1353e-03
	┌ Info: Level = 2
	│ Ne = 10
	│ error = 1.0321e-04
	└ convergence rate = 5.6369e+00
	┌ Info: Level = 3
	│ Ne = 20
	│ error = 3.2192e-06
	└ convergence rate = 5.0027e+00
	┌ Info: Level = 4
	│ Ne = 40
	│ error = 1.0168e-07
	└ convergence rate = 4.9846e+00
	ERROR: Unable to find compatible target in system image.
	ERROR: Unable to find compatible target in system image.
	ERROR: Unable to find compatible target in system image.
	-------------------------------------------------------
	Primary job terminated normally, but 1 process returned
	a non-zero exit code. Per user-direction, the job has been aborted.
	-------------------------------------------------------
	--------------------------------------------------------------------------
	mpiexec detected that one or more processes exited with non-zero status, thus causing
	the job to be terminated. The first process to do so was:

	Process name: [[57719,1],2]
	Exit code: 1
	--------------------------------------------------------------------------