Importing NeuralPDE.jl before Interpolations.jl can lead to an error

[ldeso]

Hi,

I noticed that in some cases, importing NeuralPDE.jl before Interpolations.jl can lead to an error.

MWE

using Pkg
Pkg.activate(mktempdir())
Pkg.add([(; name = "Interpolations", version = "v0.14.7"), 
         (; name = "Lux", version = "v0.5.6"),
         (; name = "NeuralPDE", version = "v5.9.0"),
         (; name = "OptimizationOptimisers", version = "v0.1.6")])
using NeuralPDE
using Interpolations
using Lux, OptimizationOptimisers

itp = LinearInterpolation(0:1, 0:1)
@register_symbolic (itp::typeof(itp))(x)
NeuralPDE.dottable_(itp::typeof(itp)) = true

@parameters x
@variables f(..)
eq = f(x) ~ itp(x)
bc = f(0) ~ 0
@named pde_system = PDESystem(eq, [bc], [x ∈ (0, 1)], [x], [f(x)])

discretization = PhysicsInformedNN(Dense(1, 1), GridTraining(0.1))
prob = discretize(pde_system, discretization)
solve(prob, Adam(); maxiters = 10)

Expected behavior

The import order should not matter, or if the import order matters it should be documented.

Actual behavior

If Interpolations.jl is imported before NeuralPDE.jl, the script works fine. However, if NeuralPDE.jl is imported before Interpolations.jl, like in the MWE, the script leads to the following error:

ERROR: Compiling Tuple{RuntimeGeneratedFunctions.generated_callfunc), …}:
    MethodError: no method matching size(::Interpolations.Extrapolation{…})
The applicable method may be too new: running in world age 33677, while current world is 33837.

Full error

ERROR: Compiling Tuple{
    typeof(RuntimeGeneratedFunctions.generated_callfunc),
    RuntimeGeneratedFunctions.RuntimeGeneratedFunction{
        (:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p),
        NeuralPDE.var"#_RGF_ModTag",
        NeuralPDE.var"#_RGF_ModTag",
        (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7),
        Expr
    },
    Matrix{Float64},
    ComponentArrays.ComponentVector{
        Float64,
        Vector{Float64},
        Tuple{
            ComponentArrays.Axis{
                (
                    weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())),
                    bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple()))
                )
            }
        }
    },
    NeuralPDE.Phi{
        Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)},
        NamedTuple{(), Tuple{}}
    },
    typeof(NeuralPDE.numeric_derivative),
    NeuralPDE.var"#279#286"{
        NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)},
        Dict{Symbol, Int64},
        Dict{Symbol, Int64},
        GridTraining{Float64}
    },
    NeuralPDE.var"#12#13",
    Nothing
}: MethodError: no method matching size(
    ::Interpolations.Extrapolation{
        Float64,
        1,
        ScaledInterpolation{
            Float64,
            1,
            Interpolations.BSplineInterpolation{
                Float64,
                1,
                Vector{Float64},
                BSpline{Linear{Throw{OnGrid}}},
                Tuple{Base.OneTo{Int64}}
            },
            BSpline{Linear{Throw{OnGrid}}},
            Tuple{UnitRange{Int64}}
        },
        BSpline{Linear{Throw{OnGrid}}},
        Throw{Nothing}
    }
)

Stacktrace

Stacktrace:
  [1] macro expansion
    @ ~/.julia/packages/Zygote/gsq4u/src/compiler/interface2.jl:101 [inlined]
  [2] _pullback(::Zygote.Context{false}, ::typeof(RuntimeGeneratedFunctions.generated_callfunc), ::RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, ::Matrix{Float64}, ::ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, ::NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, ::typeof(NeuralPDE.numeric_derivative), ::NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, ::NeuralPDE.var"#12#13", ::Nothing)
    @ Zygote ~/.julia/packages/Zygote/gsq4u/src/compiler/interface2.jl:101
  [3] _apply(::Function, ::Vararg{Any})
    @ Core ./boot.jl:838
  [4] adjoint
    @ ~/.julia/packages/Zygote/gsq4u/src/lib/lib.jl:203 [inlined]
  [5] _pullback
    @ ~/.julia/packages/ZygoteRules/OgCVT/src/adjoint.jl:66 [inlined]
  [6] _pullback
    @ ~/.julia/packages/RuntimeGeneratedFunctions/Yo8zx/src/RuntimeGeneratedFunctions.jl:150 [inlined]
  [7] _pullback(::Zygote.Context{false}, ::RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, ::Matrix{Float64}, ::ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, ::NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, ::typeof(NeuralPDE.numeric_derivative), ::NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, ::NeuralPDE.var"#12#13", ::Nothing)
    @ Zygote ~/.julia/packages/Zygote/gsq4u/src/compiler/interface2.jl:0
  [8] _pullback
    @ ~/.julia/packages/NeuralPDE/OPjbo/src/discretize.jl:192 [inlined]
  [9] _pullback(::Zygote.Context{false}, ::NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, ::Matrix{Float64}, ::ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}})
    @ Zygote ~/.julia/packages/Zygote/gsq4u/src/compiler/interface2.jl:0
 [10] _pullback
    @ ~/.julia/packages/NeuralPDE/OPjbo/src/training_strategies.jl:48 [inlined]
 [11] _pullback(ctx::Zygote.Context{false}, f::NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}, args::ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}})
    @ Zygote ~/.julia/packages/Zygote/gsq4u/src/compiler/interface2.jl:0
 [12] _pullback
    @ ./none:0 [inlined]
 [13] _pullback(ctx::Zygote.Context{false}, f::NeuralPDE.var"#304#319"{ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}}, args::NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}})
    @ Zygote ~/.julia/packages/Zygote/gsq4u/src/compiler/interface2.jl:0
 [14] (::Zygote.var"#677#681"{Zygote.Context{false}, NeuralPDE.var"#304#319"{ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}}})(args::Function)
    @ Zygote ~/.julia/packages/Zygote/gsq4u/src/lib/array.jl:201
 [15] iterate
    @ ./generator.jl:47 [inlined]
 [16] _collect
    @ ./array.jl:802 [inlined]
 [17] collect_similar
    @ ./array.jl:711 [inlined]
 [18] map
    @ ./abstractarray.jl:3263 [inlined]
 [19] ∇map
    @ ~/.julia/packages/Zygote/gsq4u/src/lib/array.jl:201 [inlined]
 [20] _pullback
    @ ~/.julia/packages/Zygote/gsq4u/src/lib/array.jl:244 [inlined]
 [21] _pullback
    @ ~/.julia/packages/NeuralPDE/OPjbo/src/discretize.jl:592 [inlined]
 [22] _pullback(::Zygote.Context{false}, ::NeuralPDE.var"#full_loss_function#318"{NeuralPDE.var"#null_nonadaptive_loss#118", Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0x6fb6ff25, 0x88a4151a, 0xb084277a, 0xc13cf9f1, 0xa0fa5e55), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, NeuralPDE.PINNRepresentation, Bool, Vector{Int64}, Int64, NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing, Bool, Nothing}, ::ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, ::SciMLBase.NullParameters)
    @ Zygote ~/.julia/packages/Zygote/gsq4u/src/compiler/interface2.jl:0
 [23] _apply(::Function, ::Vararg{Any})
    @ Core ./boot.jl:838
 [24] adjoint
    @ ~/.julia/packages/Zygote/gsq4u/src/lib/lib.jl:203 [inlined]
 [25] _pullback
    @ ~/.julia/packages/ZygoteRules/OgCVT/src/adjoint.jl:66 [inlined]
 [26] _pullback
    @ ~/.julia/packages/SciMLBase/szsYq/src/scimlfunctions.jl:3772 [inlined]
 [27] _pullback(::Zygote.Context{false}, ::OptimizationFunction{true, AutoZygote, NeuralPDE.var"#full_loss_function#318"{NeuralPDE.var"#null_nonadaptive_loss#118", Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0x6fb6ff25, 0x88a4151a, 0xb084277a, 0xc13cf9f1, 0xa0fa5e55), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, NeuralPDE.PINNRepresentation, Bool, Vector{Int64}, Int64, NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing, Bool, Nothing}, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, typeof(SciMLBase.DEFAULT_OBSERVED_NO_TIME), Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing}, ::ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, ::SciMLBase.NullParameters)
    @ Zygote ~/.julia/packages/Zygote/gsq4u/src/compiler/interface2.jl:0
 [28] _apply(::Function, ::Vararg{Any})
    @ Core ./boot.jl:838
 [29] adjoint
    @ ~/.julia/packages/Zygote/gsq4u/src/lib/lib.jl:203 [inlined]
 [30] _pullback
    @ ~/.julia/packages/ZygoteRules/OgCVT/src/adjoint.jl:66 [inlined]
 [31] _pullback
    @ ~/.julia/packages/Optimization/fPVIW/ext/OptimizationZygoteExt.jl:88 [inlined]
 [32] _pullback(ctx::Zygote.Context{false}, f::OptimizationZygoteExt.var"#37#55"{OptimizationFunction{true, AutoZygote, NeuralPDE.var"#full_loss_function#318"{NeuralPDE.var"#null_nonadaptive_loss#118", Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0x6fb6ff25, 0x88a4151a, 0xb084277a, 0xc13cf9f1, 0xa0fa5e55), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, NeuralPDE.PINNRepresentation, Bool, Vector{Int64}, Int64, NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing, Bool, Nothing}, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, typeof(SciMLBase.DEFAULT_OBSERVED_NO_TIME), Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing}, Optimization.ReInitCache{ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, SciMLBase.NullParameters}}, args::ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}})
    @ Zygote ~/.julia/packages/Zygote/gsq4u/src/compiler/interface2.jl:0
 [33] _apply(::Function, ::Vararg{Any})
    @ Core ./boot.jl:838
 [34] adjoint
    @ ~/.julia/packages/Zygote/gsq4u/src/lib/lib.jl:203 [inlined]
 [35] _pullback
    @ ~/.julia/packages/ZygoteRules/OgCVT/src/adjoint.jl:66 [inlined]
 [36] _pullback
    @ ~/.julia/packages/Optimization/fPVIW/ext/OptimizationZygoteExt.jl:91 [inlined]
 [37] _pullback(ctx::Zygote.Context{false}, f::OptimizationZygoteExt.var"#39#57"{Tuple{}, OptimizationZygoteExt.var"#37#55"{OptimizationFunction{true, AutoZygote, NeuralPDE.var"#full_loss_function#318"{NeuralPDE.var"#null_nonadaptive_loss#118", Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0x6fb6ff25, 0x88a4151a, 0xb084277a, 0xc13cf9f1, 0xa0fa5e55), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, NeuralPDE.PINNRepresentation, Bool, Vector{Int64}, Int64, NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing, Bool, Nothing}, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, typeof(SciMLBase.DEFAULT_OBSERVED_NO_TIME), Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing}, Optimization.ReInitCache{ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, SciMLBase.NullParameters}}}, args::ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}})
    @ Zygote ~/.julia/packages/Zygote/gsq4u/src/compiler/interface2.jl:0
 [38] pullback(f::Function, cx::Zygote.Context{false}, args::ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}})
    @ Zygote ~/.julia/packages/Zygote/gsq4u/src/compiler/interface.jl:44
 [39] pullback
    @ ~/.julia/packages/Zygote/gsq4u/src/compiler/interface.jl:42 [inlined]
 [40] gradient(f::Function, args::ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}})
    @ Zygote ~/.julia/packages/Zygote/gsq4u/src/compiler/interface.jl:96
 [41] (::OptimizationZygoteExt.var"#38#56"{OptimizationZygoteExt.var"#37#55"{OptimizationFunction{true, AutoZygote, NeuralPDE.var"#full_loss_function#318"{NeuralPDE.var"#null_nonadaptive_loss#118", Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0x6fb6ff25, 0x88a4151a, 0xb084277a, 0xc13cf9f1, 0xa0fa5e55), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, NeuralPDE.PINNRepresentation, Bool, Vector{Int64}, Int64, NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing, Bool, Nothing}, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, typeof(SciMLBase.DEFAULT_OBSERVED_NO_TIME), Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing}, Optimization.ReInitCache{ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, SciMLBase.NullParameters}}})(::ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, ::ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}})
    @ OptimizationZygoteExt ~/.julia/packages/Optimization/fPVIW/ext/OptimizationZygoteExt.jl:91
 [42] macro expansion
    @ ~/.julia/packages/OptimizationOptimisers/hZdKg/src/OptimizationOptimisers.jl:65 [inlined]
 [43] macro expansion
    @ ~/.julia/packages/Optimization/fPVIW/src/utils.jl:41 [inlined]
 [44] __solve(cache::OptimizationCache{OptimizationFunction{true, AutoZygote, NeuralPDE.var"#full_loss_function#318"{NeuralPDE.var"#null_nonadaptive_loss#118", Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0x6fb6ff25, 0x88a4151a, 0xb084277a, 0xc13cf9f1, 0xa0fa5e55), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, NeuralPDE.PINNRepresentation, Bool, Vector{Int64}, Int64, NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing, Bool, Nothing}, OptimizationZygoteExt.var"#38#56"{OptimizationZygoteExt.var"#37#55"{OptimizationFunction{true, AutoZygote, NeuralPDE.var"#full_loss_function#318"{NeuralPDE.var"#null_nonadaptive_loss#118", Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0x6fb6ff25, 0x88a4151a, 0xb084277a, 0xc13cf9f1, 0xa0fa5e55), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, NeuralPDE.PINNRepresentation, Bool, Vector{Int64}, Int64, NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing, Bool, Nothing}, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, typeof(SciMLBase.DEFAULT_OBSERVED_NO_TIME), Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing}, Optimization.ReInitCache{ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, SciMLBase.NullParameters}}}, OptimizationZygoteExt.var"#41#59"{OptimizationZygoteExt.var"#37#55"{OptimizationFunction{true, AutoZygote, NeuralPDE.var"#full_loss_function#318"{NeuralPDE.var"#null_nonadaptive_loss#118", Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0x6fb6ff25, 0x88a4151a, 0xb084277a, 0xc13cf9f1, 0xa0fa5e55), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, NeuralPDE.PINNRepresentation, Bool, Vector{Int64}, Int64, NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing, Bool, Nothing}, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, typeof(SciMLBase.DEFAULT_OBSERVED_NO_TIME), Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing}, Optimization.ReInitCache{ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, SciMLBase.NullParameters}}}, OptimizationZygoteExt.var"#45#63", Nothing, OptimizationZygoteExt.var"#49#67"{OptimizationFunction{true, AutoZygote, NeuralPDE.var"#full_loss_function#318"{NeuralPDE.var"#null_nonadaptive_loss#118", Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0x6fb6ff25, 0x88a4151a, 0xb084277a, 0xc13cf9f1, 0xa0fa5e55), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, NeuralPDE.PINNRepresentation, Bool, Vector{Int64}, Int64, NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing, Bool, Nothing}, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, typeof(SciMLBase.DEFAULT_OBSERVED_NO_TIME), Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing}, Optimization.ReInitCache{ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, SciMLBase.NullParameters}}, OptimizationZygoteExt.var"#53#71"{OptimizationFunction{true, AutoZygote, NeuralPDE.var"#full_loss_function#318"{NeuralPDE.var"#null_nonadaptive_loss#118", Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0x6fb6ff25, 0x88a4151a, 0xb084277a, 0xc13cf9f1, 0xa0fa5e55), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, NeuralPDE.PINNRepresentation, Bool, Vector{Int64}, Int64, NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing, Bool, Nothing}, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, typeof(SciMLBase.DEFAULT_OBSERVED_NO_TIME), Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing}, Optimization.ReInitCache{ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, SciMLBase.NullParameters}}, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, typeof(SciMLBase.DEFAULT_OBSERVED_NO_TIME), Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing}, Optimization.ReInitCache{ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, SciMLBase.NullParameters}, Nothing, Nothing, Nothing, Nothing, Nothing, Adam, Base.Iterators.Cycle{Tuple{Optimization.NullData}}, Bool, OptimizationOptimisers.var"#11#13"})
    @ OptimizationOptimisers ~/.julia/packages/OptimizationOptimisers/hZdKg/src/OptimizationOptimisers.jl:63
 [45] solve!(cache::OptimizationCache{OptimizationFunction{true, AutoZygote, NeuralPDE.var"#full_loss_function#318"{NeuralPDE.var"#null_nonadaptive_loss#118", Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0x6fb6ff25, 0x88a4151a, 0xb084277a, 0xc13cf9f1, 0xa0fa5e55), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, NeuralPDE.PINNRepresentation, Bool, Vector{Int64}, Int64, NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing, Bool, Nothing}, OptimizationZygoteExt.var"#38#56"{OptimizationZygoteExt.var"#37#55"{OptimizationFunction{true, AutoZygote, NeuralPDE.var"#full_loss_function#318"{NeuralPDE.var"#null_nonadaptive_loss#118", Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0x6fb6ff25, 0x88a4151a, 0xb084277a, 0xc13cf9f1, 0xa0fa5e55), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, NeuralPDE.PINNRepresentation, Bool, Vector{Int64}, Int64, NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing, Bool, Nothing}, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, typeof(SciMLBase.DEFAULT_OBSERVED_NO_TIME), Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing}, Optimization.ReInitCache{ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, SciMLBase.NullParameters}}}, OptimizationZygoteExt.var"#41#59"{OptimizationZygoteExt.var"#37#55"{OptimizationFunction{true, AutoZygote, NeuralPDE.var"#full_loss_function#318"{NeuralPDE.var"#null_nonadaptive_loss#118", Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0x6fb6ff25, 0x88a4151a, 0xb084277a, 0xc13cf9f1, 0xa0fa5e55), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, NeuralPDE.PINNRepresentation, Bool, Vector{Int64}, Int64, NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing, Bool, Nothing}, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, typeof(SciMLBase.DEFAULT_OBSERVED_NO_TIME), Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing}, Optimization.ReInitCache{ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, SciMLBase.NullParameters}}}, OptimizationZygoteExt.var"#45#63", Nothing, OptimizationZygoteExt.var"#49#67"{OptimizationFunction{true, AutoZygote, NeuralPDE.var"#full_loss_function#318"{NeuralPDE.var"#null_nonadaptive_loss#118", Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0x6fb6ff25, 0x88a4151a, 0xb084277a, 0xc13cf9f1, 0xa0fa5e55), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, NeuralPDE.PINNRepresentation, Bool, Vector{Int64}, Int64, NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing, Bool, Nothing}, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, typeof(SciMLBase.DEFAULT_OBSERVED_NO_TIME), Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing}, Optimization.ReInitCache{ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, SciMLBase.NullParameters}}, OptimizationZygoteExt.var"#53#71"{OptimizationFunction{true, AutoZygote, NeuralPDE.var"#full_loss_function#318"{NeuralPDE.var"#null_nonadaptive_loss#118", Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0x6fb6ff25, 0x88a4151a, 0xb084277a, 0xc13cf9f1, 0xa0fa5e55), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, NeuralPDE.PINNRepresentation, Bool, Vector{Int64}, Int64, NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing, Bool, Nothing}, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, typeof(SciMLBase.DEFAULT_OBSERVED_NO_TIME), Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing}, Optimization.ReInitCache{ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, SciMLBase.NullParameters}}, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, typeof(SciMLBase.DEFAULT_OBSERVED_NO_TIME), Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing}, Optimization.ReInitCache{ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, SciMLBase.NullParameters}, Nothing, Nothing, Nothing, Nothing, Nothing, Adam, Base.Iterators.Cycle{Tuple{Optimization.NullData}}, Bool, OptimizationOptimisers.var"#11#13"})
    @ SciMLBase ~/.julia/packages/SciMLBase/szsYq/src/solve.jl:162
 [46] solve(::OptimizationProblem{true, OptimizationFunction{true, AutoZygote, NeuralPDE.var"#full_loss_function#318"{NeuralPDE.var"#null_nonadaptive_loss#118", Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0x6fb6ff25, 0x88a4151a, 0xb084277a, 0xc13cf9f1, 0xa0fa5e55), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, Vector{NeuralPDE.var"#74#75"{NeuralPDE.var"#219#220"{RuntimeGeneratedFunctions.RuntimeGeneratedFunction{(:cord, Symbol("##θ#293"), :phi, :derivative, :integral, :u, :p), NeuralPDE.var"#_RGF_ModTag", NeuralPDE.var"#_RGF_ModTag", (0xb1550b7b, 0x226a4100, 0xb58e3558, 0xdac9e2e6, 0x8e5c35f7), Expr}, NeuralPDE.var"#12#13", NeuralPDE.var"#279#286"{NeuralPDE.var"#279#280#287"{typeof(NeuralPDE.numeric_derivative)}, Dict{Symbol, Int64}, Dict{Symbol, Int64}, GridTraining{Float64}}, typeof(NeuralPDE.numeric_derivative), NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing}, Matrix{Float64}}}, NeuralPDE.PINNRepresentation, Bool, Vector{Int64}, Int64, NeuralPDE.Phi{Dense{true, typeof(identity), typeof(glorot_uniform), typeof(zeros32)}, NamedTuple{(), Tuple{}}}, Nothing, Bool, Nothing}, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, typeof(SciMLBase.DEFAULT_OBSERVED_NO_TIME), Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing}, ComponentArrays.ComponentVector{Float64, Vector{Float64}, Tuple{ComponentArrays.Axis{(weight = ViewAxis(1:1, ShapedAxis((1, 1), NamedTuple())), bias = ViewAxis(2:2, ShapedAxis((1, 1), NamedTuple())))}}}, SciMLBase.NullParameters, Nothing, Nothing, Nothing, Nothing, Nothing, Nothing, Base.Pairs{Symbol, Union{}, Tuple{}, NamedTuple{(), Tuple{}}}}, ::Adam; kwargs::Base.Pairs{Symbol, Int64, Tuple{Symbol}, NamedTuple{(:maxiters,), Tuple{Int64}}})
    @ SciMLBase ~/.julia/packages/SciMLBase/szsYq/src/solve.jl:83
 [47] top-level scope
    @ Untitled-1:23