Fix test demultiplex

metabolicdata · Jan 25, 2024 · 51ba307 · 51ba307
1 parent bfa9488
commit 51ba307
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/src/test/scala/com/metabolic/data/core/services/spark/transform/DemultiplexTest.scala b/src/test/scala/com/metabolic/data/core/services/spark/transform/DemultiplexTest.scala
@@ -3,6 +3,7 @@ package com.metabolic.data.core.services.spark.transform
 import com.holdenkarau.spark.testing.{DataFrameSuiteBase, SharedSparkContext}
 import com.metabolic.data.core.services.spark.transformations.DemultiplexTransform
 import org.apache.spark.sql.Row
+import org.apache.spark.sql.functions.not
 import org.apache.spark.sql.types.{StringType, StructField, StructType, TimestampType}
 import org.scalatest.BeforeAndAfterAll
 import org.scalatest.funsuite.AnyFunSuite
@@ -60,7 +61,10 @@ class DemultiplexTest extends AnyFunSuite
       StructType(expectedSchema)
     )
 
-    assertDataFrameNoOrderEquals(outputDF, expectedDf)
+    val set1 = outputDF.collect().toSet
+    val set2 = expectedDf.collect().toSet
+    assert(set1 == set2)
+
 
   }