diff --git a/apis/object/v1alpha1/conversion.go b/apis/object/v1alpha1/conversion.go
index 0e423fb1..a1f5cef9 100644
--- a/apis/object/v1alpha1/conversion.go
+++ b/apis/object/v1alpha1/conversion.go
@@ -69,6 +69,7 @@ func (src *Object) ConvertTo(dstRaw conversion.Hub) error { // nolint:golint //
 				FieldPath: r.PatchesFrom.FieldPath,
 			}
 		}
+		ref.ToFieldPath = r.ToFieldPath
 		references = append(references, ref)
 	}
 
@@ -148,6 +149,7 @@ func (dst *Object) ConvertFrom(srcRaw conversion.Hub) error { // nolint:golint,
 				FieldPath: r.PatchesFrom.FieldPath,
 			}
 		}
+		ref.ToFieldPath = r.ToFieldPath
 		references = append(references, ref)
 	}
 
diff --git a/apis/object/v1alpha1/conversion_test.go b/apis/object/v1alpha1/conversion_test.go
index 41dca560..3d46176f 100644
--- a/apis/object/v1alpha1/conversion_test.go
+++ b/apis/object/v1alpha1/conversion_test.go
@@ -88,6 +88,7 @@ func TestConvertTo(t *testing.T) {
 									},
 									FieldPath: pointer.String("data.password"),
 								},
+								ToFieldPath: pointer.String("data"),
 							},
 						},
 						Readiness: v1alpha1.Readiness{Policy: v1alpha1.ReadinessPolicySuccessfulCreate},
@@ -133,6 +134,7 @@ func TestConvertTo(t *testing.T) {
 									},
 									FieldPath: pointer.String("data.password"),
 								},
+								ToFieldPath: pointer.String("data"),
 							},
 						},
 						Readiness: v1alpha2.Readiness{Policy: v1alpha2.ReadinessPolicySuccessfulCreate},
@@ -333,6 +335,7 @@ func TestConvertFrom(t *testing.T) {
 									},
 									FieldPath: pointer.String("data.password"),
 								},
+								ToFieldPath: pointer.String("data"),
 							},
 						},
 						Readiness: v1alpha2.Readiness{Policy: v1alpha2.ReadinessPolicySuccessfulCreate},
@@ -378,6 +381,7 @@ func TestConvertFrom(t *testing.T) {
 									},
 									FieldPath: pointer.String("data.password"),
 								},
+								ToFieldPath: pointer.String("data"),
 							},
 						},
 						Readiness: v1alpha1.Readiness{Policy: v1alpha1.ReadinessPolicySuccessfulCreate},