Get observed variables

Author: hersle

docs/src/tutorials/acausal_components.md

@@ -320,6 +320,7 @@ sol = solve(prob)
 plot(sol)
 ```
 
+By default, this plots only the unknown variables that had to be solved for.
 However, what if we wanted to plot the timeseries of a different variable? Do
 not worry, that information was not thrown away! Instead, transformations
 like `structural_simplify` simply change unknown variables into observables which are
@@ -346,3 +347,9 @@ or we can plot the timeseries of the resistor's voltage:
 ```@example acausal
 plot(sol, idxs = [rc_model.resistor.v])
 ```
+
+Although it may be more confusing than helpful here, we can of course also plot all unknown and observed variables together:
+
+```@example acausal
+plot(sol, idxs = [unknowns(rc_model); observeds(rc_model)])
+```

src/ModelingToolkit.jl

@@ -297,7 +297,7 @@ export Differential, expand_derivatives, @derivatives
 export Equation, ConstrainedEquation
 export Term, Sym
 export SymScope, LocalScope, ParentScope, DelayParentScope, GlobalScope
-export independent_variable, equations, controls, observed, full_equations
+export independent_variable, equations, controls, observed, observeds, full_equations
 export initialization_equations, guesses, defaults, parameter_dependencies, hierarchy
 export structural_simplify, expand_connections, linearize, linearization_function,
        LinearizationProblem

src/systems/abstractsystem.jl

@@ -430,7 +430,7 @@ function has_observed_with_lhs(sys, sym)
     if has_index_cache(sys) && (ic = get_index_cache(sys)) !== nothing
         return haskey(ic.observed_syms_to_timeseries, sym)
     else
-        return any(isequal(sym), [eq.lhs for eq in observed(sys)])
+        return any(isequal(sym), observeds(sys))
     end
 end
 
@@ -489,7 +489,7 @@ function _all_ts_idxs!(ts_idxs, ::ScalarSymbolic, sys, sym::Symbol)
     if has_index_cache(sys) && (ic = get_index_cache(sys)) !== nothing
         return _all_ts_idxs!(ts_idxs, sys, ic.symbol_to_variable[sym])
     elseif is_variable(sys, sym) || is_independent_variable(sys, sym) ||
-           any(isequal(sym), [getname(eq.lhs) for eq in observed(sys)])
+           any(isequal(sym), getname.(observeds(sys)))
         push!(ts_idxs, ContinuousTimeseries())
     elseif is_timeseries_parameter(sys, sym)
         push!(ts_idxs, timeseries_parameter_index(sys, s).timeseries_idx)
@@ -579,7 +579,7 @@ SymbolicIndexingInterface.constant_structure(::AbstractSystem) = true
 
 function SymbolicIndexingInterface.all_variable_symbols(sys::AbstractSystem)
     syms = variable_symbols(sys)
-    obs = getproperty.(observed(sys), :lhs)
+    obs = observeds(sys)
     return isempty(obs) ? syms : vcat(syms, obs)
 end
 
@@ -1411,6 +1411,7 @@ _nonum(@nospecialize x) = x isa Num ? x.val : x
 $(TYPEDSIGNATURES)
 
 Get the unknown variables of the system `sys` and its subsystems.
+These must be explicitly solved for, unlike `observeds(sys)`.
 
 See also [`ModelingToolkit.get_unknowns`](@ref).
 """
@@ -1673,6 +1674,14 @@ function controls(sys::AbstractSystem)
     isempty(systems) ? ctrls : [ctrls; reduce(vcat, namespace_controls.(systems))]
 end
 
+"""
+$(TYPEDSIGNATURES)
+
+Get the observed equations of the system `sys` and its subsystems.
+These can be expressed in terms of `unknowns(sys)`, and do not have to be explicitly solved for.
+
+See also [`observeds`](@ref) and [`ModelingToolkit.get_observed()`](@ref).
+"""
 function observed(sys::AbstractSystem)
     obs = get_observed(sys)
     systems = get_systems(sys)
@@ -1682,6 +1691,19 @@ function observed(sys::AbstractSystem)
          init = Equation[])]
 end
 
+"""
+$(TYPEDSIGNATURES)
+
+Get the observed variables of the system `sys` and its subsystems.
+These can be expressed in terms of `unknowns(sys)`, and do not have to be explicitly solved for.
+It is equivalent to all left hand sides of `observed(sys)`.
+
+See also [`observed`](@ref).
+"""
+function observeds(sys::AbstractSystem)
+    return map(eq -> eq.lhs, observed(sys))
+end
+
 Base.@deprecate default_u0(x) defaults(x) false
 Base.@deprecate default_p(x) defaults(x) false
 

src/systems/diffeqs/abstractodesystem.jl

@@ -1496,7 +1496,7 @@ function InitializationProblem{iip, specialize}(sys::AbstractSystem,
         @warn errmsg
     end
 
-    uninit = setdiff(unknowns(sys), [unknowns(isys); getfield.(observed(isys), :lhs)])
+    uninit = setdiff(unknowns(sys), [unknowns(isys); observeds(isys)])
 
     # TODO: throw on uninitialized arrays
     filter!(x -> !(x isa Symbolics.Arr), uninit)
@@ -1548,10 +1548,10 @@ function InitializationProblem{iip, specialize}(sys::AbstractSystem,
         symbolic_type(val) == NotSymbolic() || continue
         u0T = promote_type(u0T, typeof(val))
     end
-    for eq in observed(isys)
+    for sym in observeds(isys)
         # ignore HACK-ed observed equations
-        symbolic_type(eq.lhs) == ArraySymbolic() && continue
-        val = fixpoint_sub(eq.lhs, fullmap)
+        symbolic_type(sym) == ArraySymbolic() && continue
+        val = fixpoint_sub(sym, fullmap)
         symbolic_type(val) == NotSymbolic() || continue
         u0T = promote_type(u0T, typeof(val))
     end

src/systems/diffeqs/odesystem.jl

@@ -532,7 +532,7 @@ function build_explicit_observed_function(sys, ts;
 
     vs = ModelingToolkit.vars(ts; op)
     namespace_subs = Dict()
-    ns_map = Dict{Any, Any}(renamespace(sys, eq.lhs) => eq.lhs for eq in observed(sys))
+    ns_map = Dict{Any, Any}(renamespace(sys, obs) => obs for obs in observeds(sys))
     for sym in unknowns(sys)
         ns_map[renamespace(sys, sym)] = sym
         if iscall(sym) && operation(sym) === getindex

src/systems/nonlinear/nonlinearsystem.jl

@@ -32,7 +32,7 @@ struct NonlinearSystem <: AbstractTimeIndependentSystem
     ps::Vector
     """Array variables."""
     var_to_name::Any
-    """Observed variables."""
+    """Observed equations."""
     observed::Vector{Equation}
     """
     Jacobian matrix. Note: this field will not be defined until

src/systems/optimization/constraints_system.jl

@@ -33,7 +33,7 @@ struct ConstraintsSystem <: AbstractTimeIndependentSystem
     ps::Vector
     """Array variables."""
     var_to_name::Any
-    """Observed variables."""
+    """Observed equations."""
     observed::Vector{Equation}
     """
     Jacobian matrix. Note: this field will not be defined until

src/systems/optimization/optimizationsystem.jl

@@ -31,7 +31,7 @@ struct OptimizationSystem <: AbstractOptimizationSystem
     ps::Vector
     """Array variables."""
     var_to_name::Any
-    """Observed variables."""
+    """Observed equations."""
     observed::Vector{Equation}
     """List of constraint equations of the system."""
     constraints::Vector{Union{Equation, Inequality}}

src/systems/problem_utils.jl

@@ -978,7 +978,7 @@ function get_u0_p(sys,
         u0map = Dict(u0map)
     end
     if u0map isa Dict
-        allobs = Set(getproperty.(observed(sys), :lhs))
+        allobs = Set(observeds(sys))
         if any(in(allobs), keys(u0map))
             u0s_in_obs = filter(in(allobs), keys(u0map))
             @warn "Observed variables cannot be assigned initial values. Initial values for $u0s_in_obs will be ignored."

src/systems/systemstructure.jl

@@ -721,7 +721,7 @@ function _structural_simplify!(state::TearingState, io; simplify = false,
         sys = ModelingToolkit.tearing(
             sys, state; simplify, mm, check_consistency, kwargs...)
     end
-    fullunknowns = [map(eq -> eq.lhs, observed(sys)); unknowns(sys)]
+    fullunknowns = [observeds(sys); unknowns(sys)]
     @set! sys.observed = ModelingToolkit.topsort_equations(observed(sys), fullunknowns)
 
     ModelingToolkit.invalidate_cache!(sys), input_idxs

test/serialization.jl

@@ -31,7 +31,7 @@ sys = include_string(@__MODULE__, str)
 
 # check answer
 ss = structural_simplify(rc_model)
-all_obs = [o.lhs for o in observed(ss)]
+all_obs = observeds(ss)
 prob = ODEProblem(ss, [capacitor.v => 0.0], (0, 0.1))
 sol = solve(prob, ImplicitEuler())
 

test/structural_transformation/utils.jl

@@ -51,8 +51,8 @@ end
         [D(x) ~ z[1] + z[2] + foo(z)[1], y[1] ~ 2t, y[2] ~ 3t, z ~ foo(y)], t)
     @test length(equations(sys)) == 1
     @test length(observed(sys)) == 7
-    @test any(eq -> isequal(eq.lhs, y), observed(sys))
-    @test any(eq -> isequal(eq.lhs, z), observed(sys))
+    @test any(obs -> isequal(obs, y), observeds(sys))
+    @test any(obs -> isequal(obs, z), observeds(sys))
     prob = ODEProblem(sys, [x => 1.0], (0.0, 1.0), [foo => _tmp_fn])
     @test_nowarn prob.f(prob.u0, prob.p, 0.0)