OSS Sync | Mon Sep 18 15:23:11 UTC 2023

core/BUILD.bazel

@@ -7,6 +7,7 @@ scala_library(
     srcs = [
         "//core/src/main/scala/com/wixpress/dst/greyhound/core:sources",
         "//core/src/main/scala/com/wixpress/dst/greyhound/core/admin:sources",
+        "//core/src/main/scala/com/wixpress/dst/greyhound/core/compression:sources",
         "//core/src/main/scala/com/wixpress/dst/greyhound/core/consumer:sources",
         "//core/src/main/scala/com/wixpress/dst/greyhound/core/consumer/batched:sources",
         "//core/src/main/scala/com/wixpress/dst/greyhound/core/consumer/domain:sources",
@@ -26,6 +27,7 @@ scala_library(
         "@dev_zio_zio_managed_2_12",
         "@dev_zio_zio_stacktracer_2_12",
         "@dev_zio_zio_streams_2_12",
+        "@org_apache_commons_commons_compress",
         "@org_apache_kafka_kafka_clients",
         "@org_slf4j_slf4j_api",
     ],

core/src/it/scala/com/wixpress/dst/greyhound/core/AdminClientIT.scala

@@ -10,7 +10,7 @@ import com.wixpress.dst.greyhound.core.producer.ProducerRecord
 import com.wixpress.dst.greyhound.core.testkit.{BaseTestWithSharedEnv, TestMetrics}
 import com.wixpress.dst.greyhound.core.zioutils.CountDownLatch
 import com.wixpress.dst.greyhound.testenv.ITEnv
-import com.wixpress.dst.greyhound.testenv.ITEnv.{Env, TestResources, testResources}
+import com.wixpress.dst.greyhound.testenv.ITEnv.{testResources, Env, TestResources}
 import org.apache.kafka.common.config.TopicConfig.{DELETE_RETENTION_MS_CONFIG, MAX_MESSAGE_BYTES_CONFIG, RETENTION_MS_CONFIG}
 import org.apache.kafka.common.errors.InvalidTopicException
 import org.specs2.specification.core.Fragments
@@ -83,7 +83,7 @@ class AdminClientIT extends BaseTestWithSharedEnv[Env, TestResources] {
       }
     }
 
-    //todo uncomment this after https://github.com/wix-private/core-server-build-tools/pull/13043 is merged
+    // todo uncomment this after https://github.com/wix-private/core-server-build-tools/pull/13043 is merged
 //    "reflect errors" in {
 //      val topic1 = aTopicConfig()
 //      val topic2 = aTopicConfig("x" * 250)
@@ -104,7 +104,7 @@ class AdminClientIT extends BaseTestWithSharedEnv[Env, TestResources] {
 //        created === Map(badTopic.name -> None)
 //      }
 //    }
-    //todo uncomment this after https://github.com/wix-private/core-server-build-tools/pull/13043 is merged
+    // todo uncomment this after https://github.com/wix-private/core-server-build-tools/pull/13043 is merged
 // =================================================================================================================================
     "ignore TopicExistsException by default" in {
       val topic = aTopicConfig()

core/src/it/scala/com/wixpress/dst/greyhound/core/BUILD.bazel

@@ -24,13 +24,8 @@ specs2_ite2e_test(
         "//core/src/main/scala/com/wixpress/dst/greyhound/core/producer",
         "//core/src/main/scala/com/wixpress/dst/greyhound/core/zioutils",
         "//core/src/test/resources",
-        #"//core/src/test/scala/com/wixpress/dst/greyhound/core/consumer",
-        #"//core/src/test/scala/com/wixpress/dst/greyhound/core/testkit",
-        "@ch_qos_logback_logback_classic",
         # "@dev_zio_izumi_reflect_2_12",
         "@dev_zio_zio_2_12",
-        "@dev_zio_zio_test_2_12",
-        "@org_apache_kafka_kafka_2_12",
         "@org_apache_kafka_kafka_clients",
         "//core/src/test/scala/com/wixpress/dst/greyhound/core/testkit",
     ],

core/src/it/scala/com/wixpress/dst/greyhound/core/batched/BatchedConsumerIT.scala

@@ -212,6 +212,7 @@ class BatchedConsumerIT extends BaseTestWithSharedEnv[Env, TestResources] {
               ) *>
                 barrier
                   .offer(())
+                  .interruptible
                   // we can't block here, otherwise rebalance won't happen - so we just fail
                   .timeoutFail(new RuntimeException("queue full"))(1.second)
                   .tapError(_ => ZIO.succeed(println(s"[$id] timed out waiting on barrier")))

core/src/it/scala/com/wixpress/dst/greyhound/core/offset/BUILD.bazel

@@ -13,7 +13,6 @@ specs2_ite2e_test(
         "@dev_zio_izumi_reflect_2_12",
         "@dev_zio_zio_managed_2_12",
         "//core/src/it/resources",
-        "//core/src/it/scala/com/wixpress/dst/greyhound/core",
         "//core/src/it/scala/com/wixpress/dst/greyhound/testenv",
         "//core/src/it/scala/com/wixpress/dst/greyhound/testkit",
         "//core/src/main/scala/com/wixpress/dst/greyhound/core",
@@ -23,9 +22,7 @@ specs2_ite2e_test(
         "//core/src/main/scala/com/wixpress/dst/greyhound/core/metrics",
         "//core/src/main/scala/com/wixpress/dst/greyhound/core/producer",
         "//core/src/main/scala/com/wixpress/dst/greyhound/core/zioutils",
-        "//core/src/test/scala/com/wixpress/dst/greyhound/core/consumer",
         "//core/src/test/scala/com/wixpress/dst/greyhound/core/testkit",
-        "@ch_qos_logback_logback_classic",
         # "@dev_zio_izumi_reflect_2_12",
         "@dev_zio_zio_2_12",
         "@org_apache_kafka_kafka_clients",

core/src/it/scala/com/wixpress/dst/greyhound/core/parallel/BUILD.bazel

@@ -0,0 +1,27 @@
+package(default_visibility = ["//visibility:public"])
+
+sources()
+
+specs2_ite2e_test(
+    name = "parallel",
+    srcs = [
+        ":sources",
+    ],
+    deps = [
+        "//core/src/it/resources",
+        "//core/src/it/scala/com/wixpress/dst/greyhound/testenv",
+        "//core/src/it/scala/com/wixpress/dst/greyhound/testkit",
+        "//core/src/main/scala/com/wixpress/dst/greyhound/core",
+        "//core/src/main/scala/com/wixpress/dst/greyhound/core/consumer",
+        "//core/src/main/scala/com/wixpress/dst/greyhound/core/consumer/domain",
+        "//core/src/main/scala/com/wixpress/dst/greyhound/core/consumer/retry",
+        "//core/src/main/scala/com/wixpress/dst/greyhound/core/metrics",
+        "//core/src/main/scala/com/wixpress/dst/greyhound/core/producer",
+        "//core/src/main/scala/com/wixpress/dst/greyhound/core/zioutils",
+        "//core/src/test/scala/com/wixpress/dst/greyhound/core/testkit",
+        "@dev_zio_izumi_reflect_2_12",
+        "@dev_zio_zio_2_12",
+        "@dev_zio_zio_managed_2_12",
+        "@org_apache_kafka_kafka_clients",
+    ],
+)