`BoundsError` for polyalgorithm

[prbzrg]

Describe the bug 🐞

Zygote is not working on a simple ODE problem when we use polyalgorithm.

Minimal Reproducible Example 👇

using DifferentialEquations, SciMLSensitivity, Zygote

function f(u, p, t)
    sum(p) * u
end

r = rand(Float32, 8, 64)
ps = rand(Float32, 16)
ts = (0.0f0, 1.0f0)

function f2(x)
    prob = ODEProblem(f, r, ts, x)
    sol = solve(prob)
    sum(last(sol.u))
end

f2(ps)
Zygote.gradient(f2, ps)

Error & Stacktrace ⚠️

ERROR: LoadError: BoundsError: attempt to access 12-element Vector{Float32} at index [0]
Stacktrace:
  [1] getindex
    @ .\essentials.jl:13 [inlined]
  [2] (::SciMLSensitivity.ReverseLossCallback{…})(integrator::OrdinaryDiffEq.ODEIntegrator{…})
    @ SciMLSensitivity C:\Users\prbzr\.julia\packages\SciMLSensitivity\rXkM4\src\adjoint_common.jl:514
  [3] (::DiffEqCallbacks.var"#111#115"{…})(integrator::OrdinaryDiffEq.ODEIntegrator{…})
    @ DiffEqCallbacks C:\Users\prbzr\.julia\packages\DiffEqCallbacks\x5J4D\src\preset_time.jl:47
  [4] apply_discrete_callback!
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\8vI1R\src\callbacks.jl:613 [inlined]
  [5] apply_discrete_callback!
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\8vI1R\src\callbacks.jl:628 [inlined]
  [6] handle_callbacks!(integrator::OrdinaryDiffEq.ODEIntegrator{…})
    @ OrdinaryDiffEq C:\Users\prbzr\.julia\packages\OrdinaryDiffEq\DmspS\src\integrators\integrator_utils.jl:349
  [7] _loopfooter!(integrator::OrdinaryDiffEq.ODEIntegrator{…})
    @ OrdinaryDiffEq C:\Users\prbzr\.julia\packages\OrdinaryDiffEq\DmspS\src\integrators\integrator_utils.jl:254
  [8] loopfooter!
    @ C:\Users\prbzr\.julia\packages\OrdinaryDiffEq\DmspS\src\integrators\integrator_utils.jl:207 [inlined]
  [9] solve!(integrator::OrdinaryDiffEq.ODEIntegrator{…})
    @ OrdinaryDiffEq C:\Users\prbzr\.julia\packages\OrdinaryDiffEq\DmspS\src\solve.jl:545
 [10] #__solve#761
    @ C:\Users\prbzr\.julia\packages\OrdinaryDiffEq\DmspS\src\solve.jl:7 [inlined]
 [11] __solve
    @ C:\Users\prbzr\.julia\packages\OrdinaryDiffEq\DmspS\src\solve.jl:1 [inlined]
 [12] solve_call(_prob::ODEProblem{…}, args::CompositeAlgorithm{…}; merge_callbacks::Bool, kwargshandle::Nothing, kwargs::@Kwargs{…})
    @ DiffEqBase C:\Users\prbzr\.julia\packages\DiffEqBase\8vI1R\src\solve.jl:612
 [13] solve_call
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\8vI1R\src\solve.jl:569 [inlined]
 [14] #solve_up#43
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\8vI1R\src\solve.jl:1080 [inlined]
 [15] solve_up
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\8vI1R\src\solve.jl:1066 [inlined]
 [16] #solve#41
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\8vI1R\src\solve.jl:1003 [inlined]
 [17] __solve(::ODEProblem{…}, ::Nothing; default_set::Bool, kwargs::@Kwargs{…})
    @ DifferentialEquations C:\Users\prbzr\.julia\packages\DifferentialEquations\zEcqZ\src\default_solve.jl:14
 [18] __solve
    @ C:\Users\prbzr\.julia\packages\DifferentialEquations\zEcqZ\src\default_solve.jl:1 [inlined]
 [19] solve_call(_prob::ODEProblem{…}, args::Nothing; merge_callbacks::Bool, kwargshandle::Nothing, kwargs::@Kwargs{…})
    @ DiffEqBase C:\Users\prbzr\.julia\packages\DiffEqBase\8vI1R\src\solve.jl:612
 [20] solve_call
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\8vI1R\src\solve.jl:569 [inlined]
 [21] #solve_up#43
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\8vI1R\src\solve.jl:1072 [inlined]
 [22] solve_up
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\8vI1R\src\solve.jl:1066 [inlined]
 [23] solve(prob::ODEProblem{…}, args::Nothing; sensealg::Nothing, u0::Nothing, p::Nothing, wrap::Val{…}, kwargs::@Kwargs{…})
    @ DiffEqBase C:\Users\prbzr\.julia\packages\DiffEqBase\8vI1R\src\solve.jl:1003
 [24] _adjoint_sensitivities(sol::ODESolution{…}, sensealg::InterpolatingAdjoint{…}, alg::Nothing; t::Vector{…}, dgdu_discrete::Function, dgdp_discrete::Nothing, dgdu_continuous::Nothing, dgdp_continuous::Nothing, g::Nothing, abstol::Float64, reltol::Float64, checkpoints::Vector{…}, corfunc_analytical::Nothing, callback::Nothing, kwargs::@Kwargs{…})
    @ SciMLSensitivity C:\Users\prbzr\.julia\packages\SciMLSensitivity\rXkM4\src\sensitivity_interface.jl:432
 [25] _adjoint_sensitivities
    @ C:\Users\prbzr\.julia\packages\SciMLSensitivity\rXkM4\src\sensitivity_interface.jl:390 [inlined]
 [26] #adjoint_sensitivities#63
    @ C:\Users\prbzr\.julia\packages\SciMLSensitivity\rXkM4\src\sensitivity_interface.jl:386 [inlined]
 [27] (::SciMLSensitivity.var"#adjoint_sensitivity_backpass#307"{…})(Δ::ODESolution{…})
    @ SciMLSensitivity C:\Users\prbzr\.julia\packages\SciMLSensitivity\rXkM4\src\concrete_solve.jl:553
 [28] ZBack
    @ C:\Users\prbzr\.julia\packages\Zygote\jxHJc\src\compiler\chainrules.jl:211 [inlined]
 [29] (::Zygote.var"#291#292"{…})(Δ::ODESolution{…})
    @ Zygote C:\Users\prbzr\.julia\packages\Zygote\jxHJc\src\lib\lib.jl:206
 [30] (::Zygote.var"#2169#back#293"{…})(Δ::ODESolution{…})
    @ Zygote C:\Users\prbzr\.julia\packages\ZygoteRules\M4xmc\src\adjoint.jl:72
 [31] #solve#41
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\8vI1R\src\solve.jl:1003 [inlined]
 [32] (::Zygote.Pullback{Tuple{…}, Any})(Δ::ODESolution{Float32, 3, Vector{…}, Nothing, Nothing, Vector{…}, Nothing, ODEProblem{…}, CompositeAlgorithm{…}, SciMLBase.LinearInterpolation{…}, Nothing, Nothing})
    @ Zygote C:\Users\prbzr\.julia\packages\Zygote\jxHJc\src\compiler\interface2.jl:0
 [33] #291
    @ C:\Users\prbzr\.julia\packages\Zygote\jxHJc\src\lib\lib.jl:206 [inlined]
 [34] #2169#back
    @ C:\Users\prbzr\.julia\packages\ZygoteRules\M4xmc\src\adjoint.jl:72 [inlined]
 [35] solve
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\8vI1R\src\solve.jl:993 [inlined]
 [36] (::Zygote.Pullback{Tuple{…}, Tuple{…}})(Δ::ODESolution{Float32, 3, Vector{…}, Nothing, Nothing, Vector{…}, Nothing, ODEProblem{…}, CompositeAlgorithm{…}, SciMLBase.LinearInterpolation{…}, Nothing, Nothing})
    @ Zygote C:\Users\prbzr\.julia\packages\Zygote\jxHJc\src\compiler\interface2.jl:0
 [37] f2
    @ D:\Codes\Mine\bug-report\br-1\br-1.jl:13 [inlined]
 [38] (::Zygote.Pullback{Tuple{…}, Tuple{…}})(Δ::Float32)
    @ Zygote C:\Users\prbzr\.julia\packages\Zygote\jxHJc\src\compiler\interface2.jl:0
 [39] (::Zygote.var"#75#76"{Zygote.Pullback{Tuple{…}, Tuple{…}}})(Δ::Float32)
    @ Zygote C:\Users\prbzr\.julia\packages\Zygote\jxHJc\src\compiler\interface.jl:91
 [40] gradient(f::Function, args::Vector{Float32})
    @ Zygote C:\Users\prbzr\.julia\packages\Zygote\jxHJc\src\compiler\interface.jl:148
 [41] top-level scope
    @ D:\Codes\Mine\bug-report\br-1\br-1.jl:18
 [42] include(fname::String)
    @ Base.MainInclude .\client.jl:489
 [43] top-level scope
    @ REPL[1]:1
in expression starting at D:\Codes\Mine\bug-report\br-1\br-1.jl:18
Some type information was truncated. Use `show(err)` to see complete types.

Environment (please complete the following information):

• Output of using Pkg; Pkg.status()

Status `D:\Codes\Mine\bug-report\br-1\Project.toml`
  [0c46a032] DifferentialEquations v7.13.0
  [1ed8b502] SciMLSensitivity v7.56.2
  [e88e6eb3] Zygote v0.6.69

• Output of using Pkg; Pkg.status(; mode = PKGMODE_MANIFEST)

Status `D:\Codes\Mine\bug-report\br-1\Manifest.toml`
  [47edcb42] ADTypes v0.2.7
  [621f4979] AbstractFFTs v1.5.0
  [79e6a3ab] Adapt v4.0.4
⌅ [ec485272] ArnoldiMethod v0.2.0
  [4fba245c] ArrayInterface v7.9.0
  [4c555306] ArrayLayouts v1.7.0
  [a9b6321e] Atomix v0.1.0
  [aae01518] BandedMatrices v1.6.1
  [6e4b80f9] BenchmarkTools v1.5.0
  [62783981] BitTwiddlingConvenienceFunctions v0.1.5
  [764a87c0] BoundaryValueDiffEq v5.6.3
  [fa961155] CEnum v0.5.0
  [2a0fbf3d] CPUSummary v0.2.4
  [49dc2e85] Calculus v0.5.1
  [7057c7e9] Cassette v0.3.13
  [082447d4] ChainRules v1.63.0
  [d360d2e6] ChainRulesCore v1.23.0
  [fb6a15b2] CloseOpenIntervals v0.1.12
  [523fee87] CodecBzip2 v0.8.2
  [944b1d66] CodecZlib v0.7.4
  [38540f10] CommonSolve v0.2.4
  [bbf7d656] CommonSubexpressions v0.3.0
  [34da2185] Compat v4.14.0
  [2569d6c7] ConcreteStructs v0.2.3
  [187b0558] ConstructionBase v1.5.5
  [adafc99b] CpuId v0.3.1
  [9a962f9c] DataAPI v1.16.0
  [864edb3b] DataStructures v0.18.18
  [e2d170a0] DataValueInterfaces v1.0.0
  [bcd4f6db] DelayDiffEq v5.47.1
  [2b5f629d] DiffEqBase v6.148.0
  [459566f4] DiffEqCallbacks v3.4.0
  [77a26b50] DiffEqNoiseProcess v5.21.0
  [163ba53b] DiffResults v1.1.0
  [b552c78f] DiffRules v1.15.1
  [0c46a032] DifferentialEquations v7.13.0
  [b4f34e82] Distances v0.10.11
  [31c24e10] Distributions v0.25.107
  [ffbed154] DocStringExtensions v0.9.3
  [fa6b7ba4] DualNumbers v0.6.8
  [da5c29d0] EllipsisNotation v1.8.0
  [4e289a0a] EnumX v1.0.4
  [7da242da] Enzyme v0.11.20
⌅ [f151be2c] EnzymeCore v0.6.5
  [d4d017d3] ExponentialUtilities v1.26.1
  [e2ba6199] ExprTools v0.1.10
  [9d29842c] FastAlmostBandedMatrices v0.1.0
  [7034ab61] FastBroadcast v0.2.8
  [9aa1b823] FastClosures v0.3.2
  [29a986be] FastLapackInterface v2.0.2
  [1a297f60] FillArrays v1.9.3
  [6a86dc24] FiniteDiff v2.23.0
  [f6369f11] ForwardDiff v0.10.36
  [f62d2435] FunctionProperties v0.1.2
  [069b7b12] FunctionWrappers v1.1.3
  [77dc65aa] FunctionWrappersWrappers v0.1.3
  [d9f16b24] Functors v0.4.8
  [0c68f7d7] GPUArrays v10.0.2
  [46192b85] GPUArraysCore v0.1.6
⌅ [61eb1bfa] GPUCompiler v0.25.0
  [c145ed77] GenericSchur v0.5.3
  [86223c79] Graphs v1.9.0
  [3e5b6fbb] HostCPUFeatures v0.1.16
  [34004b35] HypergeometricFunctions v0.3.23
  [7869d1d1] IRTools v0.4.12
  [615f187c] IfElse v0.1.1
  [d25df0c9] Inflate v0.1.4
  [92d709cd] IrrationalConstants v0.2.2
  [82899510] IteratorInterfaceExtensions v1.0.0
  [692b3bcd] JLLWrappers v1.5.0
  [682c06a0] JSON v0.21.4
  [ccbc3e58] JumpProcesses v9.10.1
  [ef3ab10e] KLU v0.6.0
  [63c18a36] KernelAbstractions v0.9.18
  [ba0b0d4f] Krylov v0.9.5
  [929cbde3] LLVM v6.6.1
  [10f19ff3] LayoutPointers v0.1.15
  [5078a376] LazyArrays v1.8.3
  [2d8b4e74] LevyArea v1.0.0
  [d3d80556] LineSearches v7.2.0
  [7ed4a6bd] LinearSolve v2.27.0
  [2ab3a3ac] LogExpFunctions v0.3.27
  [bdcacae8] LoopVectorization v0.12.166
  [1914dd2f] MacroTools v0.5.13
  [d125e4d3] ManualMemory v0.1.8
  [b8f27783] MathOptInterface v1.27.0
  [a3b82374] MatrixFactorizations v2.1.0
  [bb5d69b7] MaybeInplace v0.1.1
  [e1d29d7a] Missings v1.1.0
  [46d2c3a1] MuladdMacro v0.2.4
  [d8a4904e] MutableArithmetics v1.4.1
  [d41bc354] NLSolversBase v7.8.3
  [2774e3e8] NLsolve v4.5.1
  [872c559c] NNlib v0.9.12
  [77ba4419] NaNMath v1.0.2
  [8913a72c] NonlinearSolve v3.8.0
  [d8793406] ObjectFile v0.4.1
  [6fe1bfb0] OffsetArrays v1.13.0
  [429524aa] Optim v1.9.2
  [3bd65402] Optimisers v0.3.2
  [bac558e1] OrderedCollections v1.6.3
  [1dea7af3] OrdinaryDiffEq v6.74.0
  [90014a1f] PDMats v0.11.31
  [65ce6f38] PackageExtensionCompat v1.0.2
  [d96e819e] Parameters v0.12.3
  [69de0a69] Parsers v2.8.1
  [e409e4f3] PoissonRandom v0.4.4
  [f517fe37] Polyester v0.7.10
  [1d0040c9] PolyesterWeave v0.2.1
  [85a6dd25] PositiveFactorizations v0.2.4
  [d236fae5] PreallocationTools v0.4.20
  [aea7be01] PrecompileTools v1.2.1
  [21216c6a] Preferences v1.4.3
  [1fd47b50] QuadGK v2.9.4
  [74087812] Random123 v1.7.0
  [e6cf234a] RandomNumbers v1.5.3
  [c1ae055f] RealDot v0.1.0
  [3cdcf5f2] RecipesBase v1.3.4
  [731186ca] RecursiveArrayTools v3.12.0
  [f2c3362d] RecursiveFactorization v0.2.21
  [189a3867] Reexport v1.2.2
  [ae029012] Requires v1.3.0
  [ae5879a3] ResettableStacks v1.1.1
  [37e2e3b7] ReverseDiff v1.15.1
  [79098fc4] Rmath v0.7.1
  [7e49a35a] RuntimeGeneratedFunctions v0.5.12
  [94e857df] SIMDTypes v0.1.0
  [476501e8] SLEEFPirates v0.6.42
  [0bca4576] SciMLBase v2.30.1
  [c0aeaf25] SciMLOperators v0.3.8
  [1ed8b502] SciMLSensitivity v7.56.2
  [53ae85a6] SciMLStructures v1.1.0
  [6c6a2e73] Scratch v1.2.1
  [efcf1570] Setfield v1.1.1
  [727e6d20] SimpleNonlinearSolve v1.6.0
  [699a6c99] SimpleTraits v0.9.4
  [ce78b400] SimpleUnPack v1.1.0
  [a2af1166] SortingAlgorithms v1.2.1
  [47a9eef4] SparseDiffTools v2.17.0
  [dc90abb0] SparseInverseSubset v0.1.2
  [e56a9233] Sparspak v0.3.9
  [276daf66] SpecialFunctions v2.3.1
  [aedffcd0] Static v0.8.10
  [0d7ed370] StaticArrayInterface v1.5.0
  [90137ffa] StaticArrays v1.9.3
  [1e83bf80] StaticArraysCore v1.4.2
  [82ae8749] StatsAPI v1.7.0
  [2913bbd2] StatsBase v0.34.2
  [4c63d2b9] StatsFuns v1.3.1
  [9672c7b4] SteadyStateDiffEq v2.1.0
  [789caeaf] StochasticDiffEq v6.65.1
  [7792a7ef] StrideArraysCore v0.5.2
  [09ab397b] StructArrays v0.6.18
  [53d494c1] StructIO v0.3.0
  [c3572dad] Sundials v4.24.0
  [2efcf032] SymbolicIndexingInterface v0.3.11
  [3783bdb8] TableTraits v1.0.1
  [bd369af6] Tables v1.11.1
  [8290d209] ThreadingUtilities v0.5.2
  [a759f4b9] TimerOutputs v0.5.23
  [9f7883ad] Tracker v0.2.32
  [3bb67fe8] TranscodingStreams v0.10.5
  [d5829a12] TriangularSolve v0.1.20
  [410a4b4d] Tricks v0.1.8
  [781d530d] TruncatedStacktraces v1.4.0
  [3a884ed6] UnPack v1.0.2
  [013be700] UnsafeAtomics v0.2.1
  [d80eeb9a] UnsafeAtomicsLLVM v0.1.3
  [3d5dd08c] VectorizationBase v0.21.65
  [19fa3120] VertexSafeGraphs v0.2.0
  [e88e6eb3] Zygote v0.6.69
  [700de1a5] ZygoteRules v0.2.5
  [6e34b625] Bzip2_jll v1.0.8+1
⌅ [7cc45869] Enzyme_jll v0.0.102+0
  [1d5cc7b8] IntelOpenMP_jll v2024.0.2+0
  [dad2f222] LLVMExtra_jll v0.0.29+0
  [856f044c] MKL_jll v2024.0.0+0
  [efe28fd5] OpenSpecFun_jll v0.5.5+0
  [f50d1b31] Rmath_jll v0.4.0+0
⌅ [fb77eaff] Sundials_jll v5.2.2+0
  [0dad84c5] ArgTools v1.1.1
  [56f22d72] Artifacts
  [2a0f44e3] Base64
  [ade2ca70] Dates
  [8ba89e20] Distributed
  [f43a241f] Downloads v1.6.0
  [7b1f6079] FileWatching
  [9fa8497b] Future
  [b77e0a4c] InteractiveUtils
  [4af54fe1] LazyArtifacts
  [b27032c2] LibCURL v0.6.4
  [76f85450] LibGit2
  [8f399da3] Libdl
  [37e2e46d] LinearAlgebra
  [56ddb016] Logging
  [d6f4376e] Markdown
  [a63ad114] Mmap
  [ca575930] NetworkOptions v1.2.0
  [44cfe95a] Pkg v1.10.0
  [de0858da] Printf
  [9abbd945] Profile
  [3fa0cd96] REPL
  [9a3f8284] Random
  [ea8e919c] SHA v0.7.0
  [9e88b42a] Serialization
  [1a1011a3] SharedArrays
  [6462fe0b] Sockets
  [2f01184e] SparseArrays v1.10.0
  [10745b16] Statistics v1.10.0
  [4607b0f0] SuiteSparse
  [fa267f1f] TOML v1.0.3
  [a4e569a6] Tar v1.10.0
  [8dfed614] Test
  [cf7118a7] UUIDs
  [4ec0a83e] Unicode
  [e66e0078] CompilerSupportLibraries_jll v1.1.0+0
  [deac9b47] LibCURL_jll v8.4.0+0
  [e37daf67] LibGit2_jll v1.6.4+0
  [29816b5a] LibSSH2_jll v1.11.0+1
  [c8ffd9c3] MbedTLS_jll v2.28.2+1
  [14a3606d] MozillaCACerts_jll v2023.1.10
  [4536629a] OpenBLAS_jll v0.3.23+4
  [05823500] OpenLibm_jll v0.8.1+2
  [bea87d4a] SuiteSparse_jll v7.2.1+1
  [83775a58] Zlib_jll v1.2.13+1
  [8e850b90] libblastrampoline_jll v5.8.0+1
  [8e850ede] nghttp2_jll v1.52.0+1
  [3f19e933] p7zip_jll v17.4.0+2
Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m`

• Output of versioninfo()

Julia Version 1.10.2
Commit bd47eca2c8 (2024-03-01 10:14 UTC)
Build Info:
  Official https://julialang.org/ release
Platform Info:
  OS: Windows (x86_64-w64-mingw32)
  CPU: 12 × Intel(R) Core(TM) i7-10750H CPU @ 2.60GHz
  WORD_SIZE: 64
  LIBM: libopenlibm
  LLVM: libLLVM-15.0.7 (ORCJIT, skylake)
Threads: 12 default, 2 interactive, 7 GC (on 12 virtual cores)

Additional context

Maybe related to SciML/DiffEqFlux.jl#910

[ChrisRackauckas]

Indeed this looks like the root issue. Haven't gotten the time to dive in yet though.

[prbzrg]

How can we figure out the cause of it?

[ChrisRackauckas]

Well the way to solve it would be to find the dispatches in the adjoint chain which are looking for AbstractODEAlgorithm but not Nothing, since the default algorithm is the one situation that the algorithm type is not part of the high level abstract type. However, that is soon to change when SciML/OrdinaryDiffEq.jl#2103 finishes, which I hope is in the next few weeks, so I haven't looked at this as it will likely just go away due to that change.

[prbzrg]

I replaced DifferentialEquations with OrdinaryDiffEq and updated. Now Julia gives error:

Please submit a bug report with steps to reproduce this fault, and any error messages that follow (in their entirety). Thanks.
Exception: EXCEPTION_ACCESS_VIOLATION at 0x7ffad71a9977 -- gc_setmark_pool_ at C:/workdir/src\gc.c:876 [inlined]
gc_setmark_pool at C:/workdir/src\gc.c:895 [inlined]
gc_setmark at C:/workdir/src\gc.c:902 [inlined]
gc_setmark at C:/workdir/src\gc.c:898 [inlined]
gc_mark_outrefs at C:/workdir/src\gc.c:2617 [inlined]
gc_mark_and_steal at C:/workdir/src\gc.c:2739
in expression starting at REPL[2]:1
Allocations: 64670432 (Pool: 64616388; Big: 54044); GC: 78

I did it in a clean system in windows. I reinstalled the Julia with juliaup and deleted .julia folder before this.

[prbzrg]

Reported in JuliaLang/julia#54550

[prbzrg]

Please, someone else try this and if it's resolved, we can close this issue.

using OrdinaryDiffEq, SciMLSensitivity, Zygote

function f(u, p, t)
    sum(p) * u
end

r = rand(Float32, 8, 64)
ps = rand(Float32, 16)
ts = (0.0f0, 1.0f0)

function f2(x)
    prob = ODEProblem(f, r, ts, x)
    sol = solve(prob)
    sum(last(sol.u))
end

f2(ps)
Zygote.gradient(f2, ps)

[prbzrg]

Also, for another related code, now I get a very long error:

ERROR: LoadError: MethodError: Cannot `convert` an object of type 
SciMLBase.ODESolution{....
to an object of type 
  SciMLBase.ODESolution{...
Stacktrace:
  [1] setproperty!(...
   @ Base ./Base.jl:40
  [2] SciMLSensitivity.ODEGaussAdjointSensitivityFunction(...
    @ SciMLSensitivity ~/.julia/packages/SciMLSensitivity/ACkxp/src/gauss_adjoint.jl:58
...

Full error in https://github.com/impICNF/ContinuousNormalizingFlows.jl/actions/runs/9179056195/job/25240339792#step:7:760

I will isolate the problem and report it in a new issue.

[prbzrg]

After SciML/OrdinaryDiffEq.jl#2224 , I went back to use DifferentialEquations , but now the error is:

ERROR: LoadError: Order is not defined for this algorithm
Stacktrace:
  [1] error(s::String)
    @ Base .\error.jl:35
  [2] alg_order(alg::CompositeAlgorithm{1, Tuple{Tsit5{…}, TRBDF2{…}}, OrdinaryDiffEq.AutoSwitchCache{Tsit5{…}, TRBDF2{…}, Rational{…}, Int64}})
    @ OrdinaryDiffEq C:\Users\prbzr\.julia\packages\OrdinaryDiffEq\k912u\src\alg_utils.jl:391
  [3] (::DiffEqCallbacks.SavingIntegrandSumAffect{…})(integrator::OrdinaryDiffEq.ODEIntegrator{…})
    @ DiffEqCallbacks C:\Users\prbzr\.julia\packages\DiffEqCallbacks\9fKPq\src\integrating_sum.jl:37
  [4] apply_discrete_callback!
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\yM6LF\src\callbacks.jl:613 [inlined]
  [5] apply_discrete_callback!
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\yM6LF\src\callbacks.jl:628 [inlined]
  [6] handle_callbacks!
    @ C:\Users\prbzr\.julia\packages\OrdinaryDiffEq\k912u\src\integrators\integrator_utils.jl:349 [inlined]
  [7] _loopfooter!(integrator::OrdinaryDiffEq.ODEIntegrator{…})
    @ OrdinaryDiffEq C:\Users\prbzr\.julia\packages\OrdinaryDiffEq\k912u\src\integrators\integrator_utils.jl:254
  [8] loopfooter!
    @ C:\Users\prbzr\.julia\packages\OrdinaryDiffEq\k912u\src\integrators\integrator_utils.jl:207 [inlined]
  [9] solve!(integrator::OrdinaryDiffEq.ODEIntegrator{…})
    @ OrdinaryDiffEq C:\Users\prbzr\.julia\packages\OrdinaryDiffEq\k912u\src\solve.jl:554
 [10] __solve(::ODEProblem{…}, ::CompositeAlgorithm{…}; kwargs::@Kwargs{…})
    @ OrdinaryDiffEq C:\Users\prbzr\.julia\packages\OrdinaryDiffEq\k912u\src\solve.jl:7
 [11] __solve
    @ C:\Users\prbzr\.julia\packages\OrdinaryDiffEq\k912u\src\solve.jl:1 [inlined]
 [12] solve_call(_prob::ODEProblem{…}, args::CompositeAlgorithm{…}; merge_callbacks::Bool, kwargshandle::Nothing, kwargs::@Kwargs{…})
    @ DiffEqBase C:\Users\prbzr\.julia\packages\DiffEqBase\yM6LF\src\solve.jl:612
 [13] solve_call
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\yM6LF\src\solve.jl:569 [inlined]
 [14] #solve_up#53
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\yM6LF\src\solve.jl:1080 [inlined]
 [15] solve_up
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\yM6LF\src\solve.jl:1066 [inlined]
 [16] #solve#51
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\yM6LF\src\solve.jl:1003 [inlined]
 [17] __solve(::ODEProblem{…}, ::Nothing; default_set::Bool, kwargs::@Kwargs{…})
    @ DifferentialEquations C:\Users\prbzr\.julia\packages\DifferentialEquations\zEcqZ\src\default_solve.jl:14
 [18] __solve
    @ C:\Users\prbzr\.julia\packages\DifferentialEquations\zEcqZ\src\default_solve.jl:1 [inlined]
 [19] solve_call(_prob::ODEProblem{…}, args::Nothing; merge_callbacks::Bool, kwargshandle::Nothing, kwargs::@Kwargs{…})
    @ DiffEqBase C:\Users\prbzr\.julia\packages\DiffEqBase\yM6LF\src\solve.jl:612
 [20] solve_call
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\yM6LF\src\solve.jl:569 [inlined]
 [21] #solve_up#53
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\yM6LF\src\solve.jl:1072 [inlined]
 [22] solve_up
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\yM6LF\src\solve.jl:1066 [inlined]
 [23] solve(prob::ODEProblem{…}, args::Nothing; sensealg::Nothing, u0::Nothing, p::Nothing, wrap::Val{…}, kwargs::@Kwargs{…})
    @ DiffEqBase C:\Users\prbzr\.julia\packages\DiffEqBase\yM6LF\src\solve.jl:1003
 [24] _adjoint_sensitivities(sol::ODESolution{…}, sensealg::GaussAdjoint{…}, alg::Nothing; t::Vector{…}, dgdu_discrete::Function, dgdp_discrete::Nothing, dgdu_continuous::Nothing, dgdp_continuous::Nothing, g::Nothing, abstol::Float64, reltol::Float64, checkpoints::Vector{…}, corfunc_analytical::Bool, callback::Nothing, kwargs::@Kwargs{…})
    @ SciMLSensitivity C:\Users\prbzr\.julia\packages\SciMLSensitivity\ACkxp\src\gauss_adjoint.jl:540
 [25] _adjoint_sensitivities
    @ C:\Users\prbzr\.julia\packages\SciMLSensitivity\ACkxp\src\gauss_adjoint.jl:507 [inlined]
 [26] #adjoint_sensitivities#63
    @ C:\Users\prbzr\.julia\packages\SciMLSensitivity\ACkxp\src\sensitivity_interface.jl:386 [inlined]
 [27] (::SciMLSensitivity.var"#adjoint_sensitivity_backpass#307"{…})(Δ::ODESolution{…})
    @ SciMLSensitivity C:\Users\prbzr\.julia\packages\SciMLSensitivity\ACkxp\src\concrete_solve.jl:556
 [28] ZBack
    @ C:\Users\prbzr\.julia\packages\Zygote\nsBv0\src\compiler\chainrules.jl:211 [inlined]
 [29] (::Zygote.var"#291#292"{…})(Δ::ODESolution{…})
    @ Zygote C:\Users\prbzr\.julia\packages\Zygote\nsBv0\src\lib\lib.jl:206
 [30] (::Zygote.var"#2169#back#293"{…})(Δ::ODESolution{…})
    @ Zygote C:\Users\prbzr\.julia\packages\ZygoteRules\M4xmc\src\adjoint.jl:72
 [31] #solve#51
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\yM6LF\src\solve.jl:1003 [inlined]
 [32] (::Zygote.Pullback{…})(Δ::ODESolution{…})
    @ Zygote C:\Users\prbzr\.julia\packages\Zygote\nsBv0\src\compiler\interface2.jl:0
 [33] #291
    @ C:\Users\prbzr\.julia\packages\Zygote\nsBv0\src\lib\lib.jl:206 [inlined]
 [34] #2169#back
    @ C:\Users\prbzr\.julia\packages\ZygoteRules\M4xmc\src\adjoint.jl:72 [inlined]
 [35] solve
    @ C:\Users\prbzr\.julia\packages\DiffEqBase\yM6LF\src\solve.jl:993 [inlined]
 [36] (::Zygote.Pullback{…})(Δ::ODESolution{…})
    @ Zygote C:\Users\prbzr\.julia\packages\Zygote\nsBv0\src\compiler\interface2.jl:0
 [37] f2
    @ D:\Codes\Mine\bug-report\br-1\br-1.jl:13 [inlined]
 [38] (::Zygote.Pullback{Tuple{…}, Tuple{…}})(Δ::Float32)
    @ Zygote C:\Users\prbzr\.julia\packages\Zygote\nsBv0\src\compiler\interface2.jl:0
 [39] (::Zygote.var"#75#76"{Zygote.Pullback{Tuple{…}, Tuple{…}}})(Δ::Float32)
    @ Zygote C:\Users\prbzr\.julia\packages\Zygote\nsBv0\src\compiler\interface.jl:91
 [40] gradient(f::Function, args::Vector{Float32})
    @ Zygote C:\Users\prbzr\.julia\packages\Zygote\nsBv0\src\compiler\interface.jl:148
 [41] top-level scope
    @ D:\Codes\Mine\bug-report\br-1\br-1.jl:18
 [42] include(fname::String)
    @ Base.MainInclude .\client.jl:489
 [43] top-level scope
    @ REPL[1]:1
in expression starting at D:\Codes\Mine\bug-report\br-1\br-1.jl:18
Some type information was truncated. Use `show(err)` to see complete types.

Status `D:\Codes\Mine\bug-report\br-1\Project.toml`
  [0c46a032] DifferentialEquations v7.13.0
  [1dea7af3] OrdinaryDiffEq v6.80.0
  [1ed8b502] SciMLSensitivity v7.59.0
  [e88e6eb3] Zygote v0.6.70

[ChrisRackauckas]

@ DiffEqCallbacks C:\Users\prbzr\.julia\packages\DiffEqCallbacks\9fKPq\src\integrating_sum.jl:37

That should be using current order instead of order.

[prbzrg]

After update to Julia v1.10.4, I'm getting

ERROR: LoadError: Order is not defined for this algorithm

[ChrisRackauckas]

Yes that's expected.