From 9a897723454cd8a1d7c010ad38897718270b0305 Mon Sep 17 00:00:00 2001 From: Dipjyoti Metia Date: Sat, 6 Apr 2024 18:58:31 +1100 Subject: [PATCH] update --- .github/workflows/tests.yml | 4 ++-- cmd/main.go | 6 ++--- go.mod | 2 +- go.sum | 2 -- pkg/events/Produce.go | 2 +- pkg/handler/expenseHandler.go | 6 ++--- pkg/handler/paymentHandler.go | 6 ++--- pkg/router/expenseRouter.go | 6 ++--- script/consumer/main.go | 43 +++++++++++++++++++++++++++++++++++ tests/expense_test.go | 2 +- tests/payments_test.go | 2 +- 11 files changed, 61 insertions(+), 20 deletions(-) create mode 100644 script/consumer/main.go diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml index b8b07f0..7f00f6e 100644 --- a/.github/workflows/tests.yml +++ b/.github/workflows/tests.yml @@ -6,7 +6,7 @@ on: jobs: test: - name: Event-Stream + name: event-shark runs-on: ubuntu-latest env: DOCKER_BUILDKIT: 1 @@ -22,4 +22,4 @@ jobs: - name: Compose down run: docker-compose down --rmi all - name: check logs - run: docker compose logs -t -f event-stream + run: docker compose logs -t -f event-shark diff --git a/cmd/main.go b/cmd/main.go index af531e1..6ae2457 100644 --- a/cmd/main.go +++ b/cmd/main.go @@ -8,9 +8,9 @@ import ( "syscall" "time" - "github.com/dipjyotimetia/event-stream/pkg/config" - "github.com/dipjyotimetia/event-stream/pkg/events" - "github.com/dipjyotimetia/event-stream/pkg/router" + "github.com/dipjyotimetia/event-shark/pkg/config" + "github.com/dipjyotimetia/event-shark/pkg/events" + "github.com/dipjyotimetia/event-shark/pkg/router" "github.com/goccy/go-json" "github.com/gofiber/fiber/v2" "github.com/gofiber/fiber/v2/middleware/cors" diff --git a/go.mod b/go.mod index 389a0cc..5fd468a 100644 --- a/go.mod +++ b/go.mod @@ -1,4 +1,4 @@ -module github.com/dipjyotimetia/event-stream +module github.com/dipjyotimetia/event-shark go 1.22 diff --git a/go.sum b/go.sum index c0f8c05..ac394a8 100644 --- a/go.sum +++ b/go.sum @@ -59,8 +59,6 @@ golang.org/x/crypto v0.19.0 h1:ENy+Az/9Y1vSrlrvBSyna3PITt4tiZLf7sgCjZBX7Wo= golang.org/x/crypto v0.19.0/go.mod h1:Iy9bg/ha4yyC70EfRS8jz+B6ybOBKMaSxLj6P6oBDfU= golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.18.0 h1:DBdB3niSjOA/O0blCZBqDefyWNYveAYMNF1Wum0DYQ4= -golang.org/x/sys v0.18.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= golang.org/x/sys v0.19.0 h1:q5f1RH2jigJ1MoAWp2KTp3gm5zAGFUTarQZ5U386+4o= golang.org/x/sys v0.19.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= diff --git a/pkg/events/Produce.go b/pkg/events/Produce.go index 489a423..c1394ce 100644 --- a/pkg/events/Produce.go +++ b/pkg/events/Produce.go @@ -6,7 +6,7 @@ import ( "context" "fmt" - "github.com/dipjyotimetia/event-stream/pkg/config" + "github.com/dipjyotimetia/event-shark/pkg/config" "github.com/hamba/avro/v2" "github.com/twmb/franz-go/pkg/kgo" "github.com/twmb/franz-go/pkg/sr" diff --git a/pkg/handler/expenseHandler.go b/pkg/handler/expenseHandler.go index cd6ac26..acadace 100644 --- a/pkg/handler/expenseHandler.go +++ b/pkg/handler/expenseHandler.go @@ -7,9 +7,9 @@ import ( "net/http" "time" - "github.com/dipjyotimetia/event-stream/gen" - "github.com/dipjyotimetia/event-stream/pkg/config" - "github.com/dipjyotimetia/event-stream/pkg/events" + "github.com/dipjyotimetia/event-shark/gen" + "github.com/dipjyotimetia/event-shark/pkg/config" + "github.com/dipjyotimetia/event-shark/pkg/events" "github.com/gofiber/fiber/v2" ) diff --git a/pkg/handler/paymentHandler.go b/pkg/handler/paymentHandler.go index f85be14..399e0f7 100644 --- a/pkg/handler/paymentHandler.go +++ b/pkg/handler/paymentHandler.go @@ -5,9 +5,9 @@ import ( "net/http" "time" - "github.com/dipjyotimetia/event-stream/gen" - "github.com/dipjyotimetia/event-stream/pkg/config" - "github.com/dipjyotimetia/event-stream/pkg/events" + "github.com/dipjyotimetia/event-shark/gen" + "github.com/dipjyotimetia/event-shark/pkg/config" + "github.com/dipjyotimetia/event-shark/pkg/events" "github.com/gofiber/fiber/v2" ) diff --git a/pkg/router/expenseRouter.go b/pkg/router/expenseRouter.go index cf48cd4..04a4e9d 100644 --- a/pkg/router/expenseRouter.go +++ b/pkg/router/expenseRouter.go @@ -3,9 +3,9 @@ package router import ( "context" - "github.com/dipjyotimetia/event-stream/pkg/config" - "github.com/dipjyotimetia/event-stream/pkg/events" - "github.com/dipjyotimetia/event-stream/pkg/handler" + "github.com/dipjyotimetia/event-shark/pkg/config" + "github.com/dipjyotimetia/event-shark/pkg/events" + "github.com/dipjyotimetia/event-shark/pkg/handler" "github.com/gofiber/fiber/v2" ) diff --git a/script/consumer/main.go b/script/consumer/main.go new file mode 100644 index 0000000..76b9cda --- /dev/null +++ b/script/consumer/main.go @@ -0,0 +1,43 @@ +package main + +import ( + "context" + "fmt" + + "github.com/twmb/franz-go/pkg/kgo" +) + +func main() { + topic := "expense-topic" + ctx := context.Background() + + seeds := []string{"localhost:9092"} + opts := []kgo.Opt{} + opts = append(opts, + kgo.SeedBrokers(seeds...), + kgo.ConsumeTopics(topic), + kgo.ConsumeResetOffset(kgo.NewOffset().AtStart()), + ) + + client, err := kgo.NewClient(opts...) + if err != nil { + panic(err) + } + defer client.Close() + + for { + fetches := client.PollFetches(ctx) + if errs := fetches.Errors(); len(errs) > 0 { + panic(fmt.Sprint(errs)) + } + iter := fetches.RecordIter() + for !iter.Done() { + record := iter.Next() + topicInfo := fmt.Sprintf("topic: %s (%d|%d)", + record.Topic, record.Partition, record.Offset) + messageInfo := fmt.Sprintf("key: %s, Value: %s", + record.Key, record.Value) + fmt.Printf("Message consumed: %s, %s \n", topicInfo, messageInfo) + } + } +} diff --git a/tests/expense_test.go b/tests/expense_test.go index 9eb2dd4..d0c82e4 100644 --- a/tests/expense_test.go +++ b/tests/expense_test.go @@ -10,7 +10,7 @@ import ( "testing" "time" - "github.com/dipjyotimetia/event-stream/gen" + "github.com/dipjyotimetia/event-shark/gen" ) func TestExpenseAPI(t *testing.T) { diff --git a/tests/payments_test.go b/tests/payments_test.go index 4e96eb7..a408e75 100644 --- a/tests/payments_test.go +++ b/tests/payments_test.go @@ -10,7 +10,7 @@ import ( "testing" "time" - "github.com/dipjyotimetia/event-stream/gen" + "github.com/dipjyotimetia/event-shark/gen" ) func TestPaymentsAPI(t *testing.T) {