diff --git a/src/sampler.jl b/src/sampler.jl
index 833aaf7e2..b9f7b8c41 100644
--- a/src/sampler.jl
+++ b/src/sampler.jl
@@ -67,19 +67,6 @@ function AbstractMCMC.step(
     return vi, nothing
 end
 
-function default_varinfo(rng::Random.AbstractRNG, model::Model, sampler::AbstractSampler)
-    return default_varinfo(rng, model, sampler, DefaultContext())
-end
-function default_varinfo(
-    rng::Random.AbstractRNG,
-    model::Model,
-    sampler::AbstractSampler,
-    context::AbstractContext,
-)
-    init_sampler = initialsampler(sampler)
-    return VarInfo(rng, model, init_sampler, context)
-end
-
 function AbstractMCMC.sample(
     rng::Random.AbstractRNG,
     model::Model,
@@ -100,7 +87,7 @@ function AbstractMCMC.step(
     rng::Random.AbstractRNG, model::Model, spl::Sampler; initial_params=nothing, kwargs...
 )
     # Sample initial values.
-    vi = default_varinfo(rng, model, spl)
+    vi = typed_varinfo(rng, model, initialsampler(spl), DefaultContext())
 
     # Update the parameters if provided.
     if initial_params !== nothing