fc

Signed-off-by: Praateek Mahajan <[email protected]>
rapidsai · Sep 25, 2024 · 4c9c2b3 · 4c9c2b3
1 parent 2a0272a
commit 4c9c2b3
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/crossfit/op/base.py b/crossfit/op/base.py
@@ -70,7 +70,8 @@ def add_keep_cols(self, data, output):
                 output[col] = data[col]
 
         columns = list(output.columns)
-        output = output[self.keep_cols + columns]
+        # we use dict.fromkeys to remove duplicates and preserve order
+        output = output[list(dict.fromkeys(self.keep_cols + columns))]
 
         return output