Reset informer to update version if error (#47)

Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "gordo-controller"
-version = "0.2.0"
+version = "0.2.1"
 authors = ["Miles Granger <[email protected]>"]
 edition = "2018"
 

src/main.rs

@@ -84,6 +84,8 @@ async fn main() -> ! {
     // or otherwise hasn't been submitted at all.
     launch_waiting_gordo_workflows(&resource, &client, &namespace, &env_config).await;
 
+    let mut outdated_version = false;
+
     loop {
         // Update state changes
         informer
@@ -126,9 +128,18 @@ async fn main() -> ! {
                     // Remove any old jobs associated with this Gordo which has been deleted.
                     remove_gordo_deploy_jobs(&gordo, &client, &namespace).await;
                 }
-                WatchEvent::Error(e) => info!("Gordo resource error from k8s: {:?}", e),
+                WatchEvent::Error(e) => {
+                    error!("Gordo resource error from k8s: {:?}", e);
+                    outdated_version = true;
+                }
             }
         }
+
+        // Update the informer version after emptying the queue if watch event error encountered.
+        if outdated_version {
+            informer.reset().await.unwrap();
+            outdated_version = false;
+        }
     }
 }