From 98f4f369d495afe0f4934c85727e268f0ece5767 Mon Sep 17 00:00:00 2001 From: Paul Nicolas Date: Wed, 6 Dec 2023 18:05:37 +0100 Subject: [PATCH] feat(operator): fix tests --- .../search-benthos-streams.yaml | 128 +++--------------- .../search-benthos-streams.yaml | 128 +++--------------- .../search-benthos-streams.yaml | 128 +++--------------- .../search-benthos-streams.yaml | 128 +++--------------- .../search-benthos-streams.yaml | 128 +++--------------- .../search-benthos-streams.yaml | 128 +++--------------- .../search-benthos-streams.yaml | 128 +++--------------- .../deployments-apps-v1/search-benthos.yaml | 2 +- .../search-benthos-streams.yaml | 128 +++--------------- .../deployments-apps-v1/search-benthos.yaml | 2 +- .../search-benthos-streams.yaml | 128 +++--------------- .../deployments-apps-v1/search-benthos.yaml | 2 +- .../search-benthos-streams.yaml | 128 +++--------------- .../deployments-apps-v1/search-benthos.yaml | 2 +- .../search-benthos-streams.yaml | 128 +++--------------- .../deployments-apps-v1/search-benthos.yaml | 2 +- .../search-benthos-streams.yaml | 128 +++--------------- .../deployments-apps-v1/search-benthos.yaml | 2 +- .../search-benthos-streams.yaml | 128 +++--------------- .../deployments-apps-v1/search-benthos.yaml | 2 +- .../search-benthos-streams.yaml | 128 +++--------------- .../deployments-apps-v1/search-benthos.yaml | 2 +- .../search-benthos-streams.yaml | 128 +++--------------- .../deployments-apps-v1/search-benthos.yaml | 2 +- .../search-benthos-streams.yaml | 128 +++--------------- .../deployments-apps-v1/search-benthos.yaml | 2 +- .../search-benthos-streams.yaml | 128 +++--------------- .../deployments-apps-v1/search-benthos.yaml | 2 +- 28 files changed, 334 insertions(+), 1864 deletions(-) diff --git a/components/operator/internal/controllers/stack/testdata/monopod-disabled-one-service/results/configmaps--v1/search-benthos-streams.yaml b/components/operator/internal/controllers/stack/testdata/monopod-disabled-one-service/results/configmaps--v1/search-benthos-streams.yaml index 6c0ca27224..8582fa517f 100644 --- a/components/operator/internal/controllers/stack/testdata/monopod-disabled-one-service/results/configmaps--v1/search-benthos-streams.yaml +++ b/components/operator/internal/controllers/stack/testdata/monopod-disabled-one-service/results/configmaps--v1/search-benthos-streams.yaml @@ -93,115 +93,7 @@ data: output: resource: elasticsearch - payments_deletion.yaml: | - input: - event_bus: - topic: payments - consumer_group: search-payments-resets - - pipeline: - processors: - - switch_event_type: - events: - - label: CONNECTOR_RESET - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "bool": { - "should": [ - { - "match": { - "kind": "PAYMENT" - } - }, - { - "match": { - "kind": "PAYMENT_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_BALANCE" - } - }, - { - "match": { - "kind": "PAYMENT_BANK_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - } - ] - } - }, - { - "match": { - "indexed.connectorId": this.payload.connectorId - } - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - - label: DELETED_TRANSFER_INITIATION - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - }, - { - "should": [ - { - "match": { - "indexed.id": this.payload.id - } - }, - { - "match": { - "indexed.provider": this.payload.provider - } - } - ] - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - output: - http_client: - url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query - verb: POST - headers: - Content-Type: application/json - basic_auth: - enabled: ${BASIC_AUTH_ENABLED} - username: ${BASIC_AUTH_USERNAME} - password: ${BASIC_AUTH_PASSWORD} + payments_deletion.yaml: "input:\n event_bus:\n topic: payments\n consumer_group: search-payments-resets\n\npipeline:\n processors:\n - switch_event_type:\n events:\n - label: CONNECTOR_RESET\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"bool\": {\n \"should\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BALANCE\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BANK_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n }\n ]\n }\n },\n {\n \"match\": {\n \"indexed.connectorId\": this.payload.connectorId\n }\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_POOL\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n } \n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_TRANSFER_INITIATION\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n },\n {\n \"should\": [\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n }\n },\n {\n \"match\": {\n \"indexed.provider\": this.payload.provider\n }\n }\n ]\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\noutput:\n http_client:\n url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query\n verb: POST\n headers:\n Content-Type: application/json\n basic_auth:\n enabled: ${BASIC_AUTH_ENABLED}\n username: ${BASIC_AUTH_USERNAME}\n password: ${BASIC_AUTH_PASSWORD}\n" payments_ingestion.yaml: | input: event_bus: @@ -303,6 +195,24 @@ data: "action": "index", "id": "PAYMENT-BANK-ACCOUNT-%s".format(this.payload.id) } + - label: SAVED_POOL + processors: + - bloblang: | + root = { + "document": { + "data": this.payload, + "indexed": { + "id": this.payload.id, + "createdAt": this.payload.createdAt, + "name": this.payload.name, + "accountIDs": this.payload.accountIDs, + }, + "kind": "PAYMENT_POOL", + "when": this.date + }, + "action": "index", + "id": "PAYMENT-POOL-%s".format(this.payload.id) + } - label: SAVED_TRANSFER_INITIATION processors: - bloblang: | diff --git a/components/operator/internal/controllers/stack/testdata/monopod-latest/results/configmaps--v1/search-benthos-streams.yaml b/components/operator/internal/controllers/stack/testdata/monopod-latest/results/configmaps--v1/search-benthos-streams.yaml index 73fb532062..95faf84032 100644 --- a/components/operator/internal/controllers/stack/testdata/monopod-latest/results/configmaps--v1/search-benthos-streams.yaml +++ b/components/operator/internal/controllers/stack/testdata/monopod-latest/results/configmaps--v1/search-benthos-streams.yaml @@ -93,115 +93,7 @@ data: output: resource: elasticsearch - payments_deletion.yaml: | - input: - event_bus: - topic: payments - consumer_group: search-payments-resets - - pipeline: - processors: - - switch_event_type: - events: - - label: CONNECTOR_RESET - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "bool": { - "should": [ - { - "match": { - "kind": "PAYMENT" - } - }, - { - "match": { - "kind": "PAYMENT_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_BALANCE" - } - }, - { - "match": { - "kind": "PAYMENT_BANK_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - } - ] - } - }, - { - "match": { - "indexed.connectorId": this.payload.connectorId - } - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - - label: DELETED_TRANSFER_INITIATION - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - }, - { - "should": [ - { - "match": { - "indexed.id": this.payload.id - } - }, - { - "match": { - "indexed.provider": this.payload.provider - } - } - ] - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - output: - http_client: - url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query - verb: POST - headers: - Content-Type: application/json - basic_auth: - enabled: ${BASIC_AUTH_ENABLED} - username: ${BASIC_AUTH_USERNAME} - password: ${BASIC_AUTH_PASSWORD} + payments_deletion.yaml: "input:\n event_bus:\n topic: payments\n consumer_group: search-payments-resets\n\npipeline:\n processors:\n - switch_event_type:\n events:\n - label: CONNECTOR_RESET\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"bool\": {\n \"should\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BALANCE\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BANK_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n }\n ]\n }\n },\n {\n \"match\": {\n \"indexed.connectorId\": this.payload.connectorId\n }\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_POOL\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n } \n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_TRANSFER_INITIATION\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n },\n {\n \"should\": [\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n }\n },\n {\n \"match\": {\n \"indexed.provider\": this.payload.provider\n }\n }\n ]\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\noutput:\n http_client:\n url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query\n verb: POST\n headers:\n Content-Type: application/json\n basic_auth:\n enabled: ${BASIC_AUTH_ENABLED}\n username: ${BASIC_AUTH_USERNAME}\n password: ${BASIC_AUTH_PASSWORD}\n" payments_ingestion.yaml: | input: event_bus: @@ -303,6 +195,24 @@ data: "action": "index", "id": "PAYMENT-BANK-ACCOUNT-%s".format(this.payload.id) } + - label: SAVED_POOL + processors: + - bloblang: | + root = { + "document": { + "data": this.payload, + "indexed": { + "id": this.payload.id, + "createdAt": this.payload.createdAt, + "name": this.payload.name, + "accountIDs": this.payload.accountIDs, + }, + "kind": "PAYMENT_POOL", + "when": this.date + }, + "action": "index", + "id": "PAYMENT-POOL-%s".format(this.payload.id) + } - label: SAVED_TRANSFER_INITIATION processors: - bloblang: | diff --git a/components/operator/internal/controllers/stack/testdata/monopod-ledgerv1/results/configmaps--v1/search-benthos-streams.yaml b/components/operator/internal/controllers/stack/testdata/monopod-ledgerv1/results/configmaps--v1/search-benthos-streams.yaml index 894b5e0512..211e5c2fc2 100644 --- a/components/operator/internal/controllers/stack/testdata/monopod-ledgerv1/results/configmaps--v1/search-benthos-streams.yaml +++ b/components/operator/internal/controllers/stack/testdata/monopod-ledgerv1/results/configmaps--v1/search-benthos-streams.yaml @@ -216,115 +216,7 @@ data: output: resource: elasticsearch - payments_deletion.yaml: | - input: - event_bus: - topic: payments - consumer_group: search-payments-resets - - pipeline: - processors: - - switch_event_type: - events: - - label: CONNECTOR_RESET - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "bool": { - "should": [ - { - "match": { - "kind": "PAYMENT" - } - }, - { - "match": { - "kind": "PAYMENT_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_BALANCE" - } - }, - { - "match": { - "kind": "PAYMENT_BANK_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - } - ] - } - }, - { - "match": { - "indexed.connectorId": this.payload.connectorId - } - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - - label: DELETED_TRANSFER_INITIATION - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - }, - { - "should": [ - { - "match": { - "indexed.id": this.payload.id - } - }, - { - "match": { - "indexed.provider": this.payload.provider - } - } - ] - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - output: - http_client: - url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query - verb: POST - headers: - Content-Type: application/json - basic_auth: - enabled: ${BASIC_AUTH_ENABLED} - username: ${BASIC_AUTH_USERNAME} - password: ${BASIC_AUTH_PASSWORD} + payments_deletion.yaml: "input:\n event_bus:\n topic: payments\n consumer_group: search-payments-resets\n\npipeline:\n processors:\n - switch_event_type:\n events:\n - label: CONNECTOR_RESET\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"bool\": {\n \"should\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BALANCE\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BANK_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n }\n ]\n }\n },\n {\n \"match\": {\n \"indexed.connectorId\": this.payload.connectorId\n }\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_POOL\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n } \n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_TRANSFER_INITIATION\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n },\n {\n \"should\": [\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n }\n },\n {\n \"match\": {\n \"indexed.provider\": this.payload.provider\n }\n }\n ]\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\noutput:\n http_client:\n url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query\n verb: POST\n headers:\n Content-Type: application/json\n basic_auth:\n enabled: ${BASIC_AUTH_ENABLED}\n username: ${BASIC_AUTH_USERNAME}\n password: ${BASIC_AUTH_PASSWORD}\n" payments_ingestion.yaml: | input: event_bus: @@ -426,6 +318,24 @@ data: "action": "index", "id": "PAYMENT-BANK-ACCOUNT-%s".format(this.payload.id) } + - label: SAVED_POOL + processors: + - bloblang: | + root = { + "document": { + "data": this.payload, + "indexed": { + "id": this.payload.id, + "createdAt": this.payload.createdAt, + "name": this.payload.name, + "accountIDs": this.payload.accountIDs, + }, + "kind": "PAYMENT_POOL", + "when": this.date + }, + "action": "index", + "id": "PAYMENT-POOL-%s".format(this.payload.id) + } - label: SAVED_TRANSFER_INITIATION processors: - bloblang: | diff --git a/components/operator/internal/controllers/stack/testdata/monopod-payments-after-v1.0.0-alpha.6/results/configmaps--v1/search-benthos-streams.yaml b/components/operator/internal/controllers/stack/testdata/monopod-payments-after-v1.0.0-alpha.6/results/configmaps--v1/search-benthos-streams.yaml index f179311da3..e3aae49c43 100644 --- a/components/operator/internal/controllers/stack/testdata/monopod-payments-after-v1.0.0-alpha.6/results/configmaps--v1/search-benthos-streams.yaml +++ b/components/operator/internal/controllers/stack/testdata/monopod-payments-after-v1.0.0-alpha.6/results/configmaps--v1/search-benthos-streams.yaml @@ -93,115 +93,7 @@ data: output: resource: elasticsearch - payments_deletion.yaml: | - input: - event_bus: - topic: payments - consumer_group: search-payments-resets - - pipeline: - processors: - - switch_event_type: - events: - - label: CONNECTOR_RESET - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "bool": { - "should": [ - { - "match": { - "kind": "PAYMENT" - } - }, - { - "match": { - "kind": "PAYMENT_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_BALANCE" - } - }, - { - "match": { - "kind": "PAYMENT_BANK_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - } - ] - } - }, - { - "match": { - "indexed.connectorId": this.payload.connectorId - } - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - - label: DELETED_TRANSFER_INITIATION - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - }, - { - "should": [ - { - "match": { - "indexed.id": this.payload.id - } - }, - { - "match": { - "indexed.provider": this.payload.provider - } - } - ] - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - output: - http_client: - url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query - verb: POST - headers: - Content-Type: application/json - basic_auth: - enabled: ${BASIC_AUTH_ENABLED} - username: ${BASIC_AUTH_USERNAME} - password: ${BASIC_AUTH_PASSWORD} + payments_deletion.yaml: "input:\n event_bus:\n topic: payments\n consumer_group: search-payments-resets\n\npipeline:\n processors:\n - switch_event_type:\n events:\n - label: CONNECTOR_RESET\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"bool\": {\n \"should\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BALANCE\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BANK_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n }\n ]\n }\n },\n {\n \"match\": {\n \"indexed.connectorId\": this.payload.connectorId\n }\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_POOL\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n } \n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_TRANSFER_INITIATION\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n },\n {\n \"should\": [\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n }\n },\n {\n \"match\": {\n \"indexed.provider\": this.payload.provider\n }\n }\n ]\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\noutput:\n http_client:\n url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query\n verb: POST\n headers:\n Content-Type: application/json\n basic_auth:\n enabled: ${BASIC_AUTH_ENABLED}\n username: ${BASIC_AUTH_USERNAME}\n password: ${BASIC_AUTH_PASSWORD}\n" payments_ingestion.yaml: | input: event_bus: @@ -303,6 +195,24 @@ data: "action": "index", "id": "PAYMENT-BANK-ACCOUNT-%s".format(this.payload.id) } + - label: SAVED_POOL + processors: + - bloblang: | + root = { + "document": { + "data": this.payload, + "indexed": { + "id": this.payload.id, + "createdAt": this.payload.createdAt, + "name": this.payload.name, + "accountIDs": this.payload.accountIDs, + }, + "kind": "PAYMENT_POOL", + "when": this.date + }, + "action": "index", + "id": "PAYMENT-POOL-%s".format(this.payload.id) + } - label: SAVED_TRANSFER_INITIATION processors: - bloblang: | diff --git a/components/operator/internal/controllers/stack/testdata/monopod-payments-before-v1.0.0-alpha.6/results/configmaps--v1/search-benthos-streams.yaml b/components/operator/internal/controllers/stack/testdata/monopod-payments-before-v1.0.0-alpha.6/results/configmaps--v1/search-benthos-streams.yaml index ee862665e5..3bc0021b23 100644 --- a/components/operator/internal/controllers/stack/testdata/monopod-payments-before-v1.0.0-alpha.6/results/configmaps--v1/search-benthos-streams.yaml +++ b/components/operator/internal/controllers/stack/testdata/monopod-payments-before-v1.0.0-alpha.6/results/configmaps--v1/search-benthos-streams.yaml @@ -93,115 +93,7 @@ data: output: resource: elasticsearch - payments_deletion.yaml: | - input: - event_bus: - topic: payments - consumer_group: search-payments-resets - - pipeline: - processors: - - switch_event_type: - events: - - label: CONNECTOR_RESET - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "bool": { - "should": [ - { - "match": { - "kind": "PAYMENT" - } - }, - { - "match": { - "kind": "PAYMENT_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_BALANCE" - } - }, - { - "match": { - "kind": "PAYMENT_BANK_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - } - ] - } - }, - { - "match": { - "indexed.connectorId": this.payload.connectorId - } - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - - label: DELETED_TRANSFER_INITIATION - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - }, - { - "should": [ - { - "match": { - "indexed.id": this.payload.id - } - }, - { - "match": { - "indexed.provider": this.payload.provider - } - } - ] - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - output: - http_client: - url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query - verb: POST - headers: - Content-Type: application/json - basic_auth: - enabled: ${BASIC_AUTH_ENABLED} - username: ${BASIC_AUTH_USERNAME} - password: ${BASIC_AUTH_PASSWORD} + payments_deletion.yaml: "input:\n event_bus:\n topic: payments\n consumer_group: search-payments-resets\n\npipeline:\n processors:\n - switch_event_type:\n events:\n - label: CONNECTOR_RESET\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"bool\": {\n \"should\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BALANCE\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BANK_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n }\n ]\n }\n },\n {\n \"match\": {\n \"indexed.connectorId\": this.payload.connectorId\n }\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_POOL\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n } \n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_TRANSFER_INITIATION\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n },\n {\n \"should\": [\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n }\n },\n {\n \"match\": {\n \"indexed.provider\": this.payload.provider\n }\n }\n ]\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\noutput:\n http_client:\n url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query\n verb: POST\n headers:\n Content-Type: application/json\n basic_auth:\n enabled: ${BASIC_AUTH_ENABLED}\n username: ${BASIC_AUTH_USERNAME}\n password: ${BASIC_AUTH_PASSWORD}\n" payments_ingestion.yaml: | input: event_bus: @@ -303,6 +195,24 @@ data: "action": "index", "id": "PAYMENT-BANK-ACCOUNT-%s".format(this.payload.id) } + - label: SAVED_POOL + processors: + - bloblang: | + root = { + "document": { + "data": this.payload, + "indexed": { + "id": this.payload.id, + "createdAt": this.payload.createdAt, + "name": this.payload.name, + "accountIDs": this.payload.accountIDs, + }, + "kind": "PAYMENT_POOL", + "when": this.date + }, + "action": "index", + "id": "PAYMENT-POOL-%s".format(this.payload.id) + } - label: SAVED_TRANSFER_INITIATION processors: - bloblang: | diff --git a/components/operator/internal/controllers/stack/testdata/monopod-search-before-v0.7.0/results/configmaps--v1/search-benthos-streams.yaml b/components/operator/internal/controllers/stack/testdata/monopod-search-before-v0.7.0/results/configmaps--v1/search-benthos-streams.yaml index 5faac5270c..3d9900e1eb 100644 --- a/components/operator/internal/controllers/stack/testdata/monopod-search-before-v0.7.0/results/configmaps--v1/search-benthos-streams.yaml +++ b/components/operator/internal/controllers/stack/testdata/monopod-search-before-v0.7.0/results/configmaps--v1/search-benthos-streams.yaml @@ -93,115 +93,7 @@ data: output: resource: elasticsearch - payments_deletion.yaml: | - input: - event_bus: - topic: payments - consumer_group: search-payments-resets - - pipeline: - processors: - - switch_event_type: - events: - - label: CONNECTOR_RESET - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "bool": { - "should": [ - { - "match": { - "kind": "PAYMENT" - } - }, - { - "match": { - "kind": "PAYMENT_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_BALANCE" - } - }, - { - "match": { - "kind": "PAYMENT_BANK_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - } - ] - } - }, - { - "match": { - "indexed.connectorId": this.payload.connectorId - } - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - - label: DELETED_TRANSFER_INITIATION - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - }, - { - "should": [ - { - "match": { - "indexed.id": this.payload.id - } - }, - { - "match": { - "indexed.provider": this.payload.provider - } - } - ] - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - output: - http_client: - url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query - verb: POST - headers: - Content-Type: application/json - basic_auth: - enabled: ${BASIC_AUTH_ENABLED} - username: ${BASIC_AUTH_USERNAME} - password: ${BASIC_AUTH_PASSWORD} + payments_deletion.yaml: "input:\n event_bus:\n topic: payments\n consumer_group: search-payments-resets\n\npipeline:\n processors:\n - switch_event_type:\n events:\n - label: CONNECTOR_RESET\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"bool\": {\n \"should\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BALANCE\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BANK_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n }\n ]\n }\n },\n {\n \"match\": {\n \"indexed.connectorId\": this.payload.connectorId\n }\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_POOL\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n } \n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_TRANSFER_INITIATION\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n },\n {\n \"should\": [\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n }\n },\n {\n \"match\": {\n \"indexed.provider\": this.payload.provider\n }\n }\n ]\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\noutput:\n http_client:\n url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query\n verb: POST\n headers:\n Content-Type: application/json\n basic_auth:\n enabled: ${BASIC_AUTH_ENABLED}\n username: ${BASIC_AUTH_USERNAME}\n password: ${BASIC_AUTH_PASSWORD}\n" payments_ingestion.yaml: | input: event_bus: @@ -303,6 +195,24 @@ data: "action": "index", "id": "PAYMENT-BANK-ACCOUNT-%s".format(this.payload.id) } + - label: SAVED_POOL + processors: + - bloblang: | + root = { + "document": { + "data": this.payload, + "indexed": { + "id": this.payload.id, + "createdAt": this.payload.createdAt, + "name": this.payload.name, + "accountIDs": this.payload.accountIDs, + }, + "kind": "PAYMENT_POOL", + "when": this.date + }, + "action": "index", + "id": "PAYMENT-POOL-%s".format(this.payload.id) + } - label: SAVED_TRANSFER_INITIATION processors: - bloblang: | diff --git a/components/operator/internal/controllers/stack/testdata/multipod-debug/results/configmaps--v1/search-benthos-streams.yaml b/components/operator/internal/controllers/stack/testdata/multipod-debug/results/configmaps--v1/search-benthos-streams.yaml index 269a12cafb..6f17d709d2 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-debug/results/configmaps--v1/search-benthos-streams.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-debug/results/configmaps--v1/search-benthos-streams.yaml @@ -93,115 +93,7 @@ data: output: resource: elasticsearch - payments_deletion.yaml: | - input: - event_bus: - topic: payments - consumer_group: search-payments-resets - - pipeline: - processors: - - switch_event_type: - events: - - label: CONNECTOR_RESET - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "bool": { - "should": [ - { - "match": { - "kind": "PAYMENT" - } - }, - { - "match": { - "kind": "PAYMENT_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_BALANCE" - } - }, - { - "match": { - "kind": "PAYMENT_BANK_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - } - ] - } - }, - { - "match": { - "indexed.connectorId": this.payload.connectorId - } - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - - label: DELETED_TRANSFER_INITIATION - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - }, - { - "should": [ - { - "match": { - "indexed.id": this.payload.id - } - }, - { - "match": { - "indexed.provider": this.payload.provider - } - } - ] - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - output: - http_client: - url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query - verb: POST - headers: - Content-Type: application/json - basic_auth: - enabled: ${BASIC_AUTH_ENABLED} - username: ${BASIC_AUTH_USERNAME} - password: ${BASIC_AUTH_PASSWORD} + payments_deletion.yaml: "input:\n event_bus:\n topic: payments\n consumer_group: search-payments-resets\n\npipeline:\n processors:\n - switch_event_type:\n events:\n - label: CONNECTOR_RESET\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"bool\": {\n \"should\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BALANCE\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BANK_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n }\n ]\n }\n },\n {\n \"match\": {\n \"indexed.connectorId\": this.payload.connectorId\n }\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_POOL\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n } \n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_TRANSFER_INITIATION\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n },\n {\n \"should\": [\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n }\n },\n {\n \"match\": {\n \"indexed.provider\": this.payload.provider\n }\n }\n ]\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\noutput:\n http_client:\n url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query\n verb: POST\n headers:\n Content-Type: application/json\n basic_auth:\n enabled: ${BASIC_AUTH_ENABLED}\n username: ${BASIC_AUTH_USERNAME}\n password: ${BASIC_AUTH_PASSWORD}\n" payments_ingestion.yaml: | input: event_bus: @@ -303,6 +195,24 @@ data: "action": "index", "id": "PAYMENT-BANK-ACCOUNT-%s".format(this.payload.id) } + - label: SAVED_POOL + processors: + - bloblang: | + root = { + "document": { + "data": this.payload, + "indexed": { + "id": this.payload.id, + "createdAt": this.payload.createdAt, + "name": this.payload.name, + "accountIDs": this.payload.accountIDs, + }, + "kind": "PAYMENT_POOL", + "when": this.date + }, + "action": "index", + "id": "PAYMENT-POOL-%s".format(this.payload.id) + } - label: SAVED_TRANSFER_INITIATION processors: - bloblang: | diff --git a/components/operator/internal/controllers/stack/testdata/multipod-debug/results/deployments-apps-v1/search-benthos.yaml b/components/operator/internal/controllers/stack/testdata/multipod-debug/results/deployments-apps-v1/search-benthos.yaml index 831bf88009..44279e6cc2 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-debug/results/deployments-apps-v1/search-benthos.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-debug/results/deployments-apps-v1/search-benthos.yaml @@ -20,7 +20,7 @@ spec: template: metadata: annotations: - stack.formance.cloud/volumes-hash: XAoeNRyNlYPVHlXqJ9489fdaUDa9XjgtcUy5DM54PZc= + stack.formance.cloud/volumes-hash: aLdjXEDGdU1Ka3a-90xmC_h8uPmuZYMv3asAaomzqhU= creationTimestamp: null labels: app.kubernetes.io/name: search-benthos diff --git a/components/operator/internal/controllers/stack/testdata/multipod-disabled-one-service/results/configmaps--v1/search-benthos-streams.yaml b/components/operator/internal/controllers/stack/testdata/multipod-disabled-one-service/results/configmaps--v1/search-benthos-streams.yaml index f82722f806..ca3c26a6ae 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-disabled-one-service/results/configmaps--v1/search-benthos-streams.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-disabled-one-service/results/configmaps--v1/search-benthos-streams.yaml @@ -93,115 +93,7 @@ data: output: resource: elasticsearch - payments_deletion.yaml: | - input: - event_bus: - topic: payments - consumer_group: search-payments-resets - - pipeline: - processors: - - switch_event_type: - events: - - label: CONNECTOR_RESET - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "bool": { - "should": [ - { - "match": { - "kind": "PAYMENT" - } - }, - { - "match": { - "kind": "PAYMENT_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_BALANCE" - } - }, - { - "match": { - "kind": "PAYMENT_BANK_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - } - ] - } - }, - { - "match": { - "indexed.connectorId": this.payload.connectorId - } - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - - label: DELETED_TRANSFER_INITIATION - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - }, - { - "should": [ - { - "match": { - "indexed.id": this.payload.id - } - }, - { - "match": { - "indexed.provider": this.payload.provider - } - } - ] - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - output: - http_client: - url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query - verb: POST - headers: - Content-Type: application/json - basic_auth: - enabled: ${BASIC_AUTH_ENABLED} - username: ${BASIC_AUTH_USERNAME} - password: ${BASIC_AUTH_PASSWORD} + payments_deletion.yaml: "input:\n event_bus:\n topic: payments\n consumer_group: search-payments-resets\n\npipeline:\n processors:\n - switch_event_type:\n events:\n - label: CONNECTOR_RESET\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"bool\": {\n \"should\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BALANCE\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BANK_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n }\n ]\n }\n },\n {\n \"match\": {\n \"indexed.connectorId\": this.payload.connectorId\n }\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_POOL\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n } \n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_TRANSFER_INITIATION\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n },\n {\n \"should\": [\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n }\n },\n {\n \"match\": {\n \"indexed.provider\": this.payload.provider\n }\n }\n ]\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\noutput:\n http_client:\n url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query\n verb: POST\n headers:\n Content-Type: application/json\n basic_auth:\n enabled: ${BASIC_AUTH_ENABLED}\n username: ${BASIC_AUTH_USERNAME}\n password: ${BASIC_AUTH_PASSWORD}\n" payments_ingestion.yaml: | input: event_bus: @@ -303,6 +195,24 @@ data: "action": "index", "id": "PAYMENT-BANK-ACCOUNT-%s".format(this.payload.id) } + - label: SAVED_POOL + processors: + - bloblang: | + root = { + "document": { + "data": this.payload, + "indexed": { + "id": this.payload.id, + "createdAt": this.payload.createdAt, + "name": this.payload.name, + "accountIDs": this.payload.accountIDs, + }, + "kind": "PAYMENT_POOL", + "when": this.date + }, + "action": "index", + "id": "PAYMENT-POOL-%s".format(this.payload.id) + } - label: SAVED_TRANSFER_INITIATION processors: - bloblang: | diff --git a/components/operator/internal/controllers/stack/testdata/multipod-disabled-one-service/results/deployments-apps-v1/search-benthos.yaml b/components/operator/internal/controllers/stack/testdata/multipod-disabled-one-service/results/deployments-apps-v1/search-benthos.yaml index bbfe1829e4..41e2ce9367 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-disabled-one-service/results/deployments-apps-v1/search-benthos.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-disabled-one-service/results/deployments-apps-v1/search-benthos.yaml @@ -20,7 +20,7 @@ spec: template: metadata: annotations: - stack.formance.cloud/volumes-hash: XAoeNRyNlYPVHlXqJ9489fdaUDa9XjgtcUy5DM54PZc= + stack.formance.cloud/volumes-hash: aLdjXEDGdU1Ka3a-90xmC_h8uPmuZYMv3asAaomzqhU= creationTimestamp: null labels: app.kubernetes.io/name: search-benthos diff --git a/components/operator/internal/controllers/stack/testdata/multipod-latest-no-monitoring/results/configmaps--v1/search-benthos-streams.yaml b/components/operator/internal/controllers/stack/testdata/multipod-latest-no-monitoring/results/configmaps--v1/search-benthos-streams.yaml index 6586abc0cb..7ae98bb335 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-latest-no-monitoring/results/configmaps--v1/search-benthos-streams.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-latest-no-monitoring/results/configmaps--v1/search-benthos-streams.yaml @@ -93,115 +93,7 @@ data: output: resource: elasticsearch - payments_deletion.yaml: | - input: - event_bus: - topic: payments - consumer_group: search-payments-resets - - pipeline: - processors: - - switch_event_type: - events: - - label: CONNECTOR_RESET - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "bool": { - "should": [ - { - "match": { - "kind": "PAYMENT" - } - }, - { - "match": { - "kind": "PAYMENT_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_BALANCE" - } - }, - { - "match": { - "kind": "PAYMENT_BANK_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - } - ] - } - }, - { - "match": { - "indexed.connectorId": this.payload.connectorId - } - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - - label: DELETED_TRANSFER_INITIATION - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - }, - { - "should": [ - { - "match": { - "indexed.id": this.payload.id - } - }, - { - "match": { - "indexed.provider": this.payload.provider - } - } - ] - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - output: - http_client: - url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query - verb: POST - headers: - Content-Type: application/json - basic_auth: - enabled: ${BASIC_AUTH_ENABLED} - username: ${BASIC_AUTH_USERNAME} - password: ${BASIC_AUTH_PASSWORD} + payments_deletion.yaml: "input:\n event_bus:\n topic: payments\n consumer_group: search-payments-resets\n\npipeline:\n processors:\n - switch_event_type:\n events:\n - label: CONNECTOR_RESET\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"bool\": {\n \"should\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BALANCE\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BANK_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n }\n ]\n }\n },\n {\n \"match\": {\n \"indexed.connectorId\": this.payload.connectorId\n }\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_POOL\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n } \n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_TRANSFER_INITIATION\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n },\n {\n \"should\": [\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n }\n },\n {\n \"match\": {\n \"indexed.provider\": this.payload.provider\n }\n }\n ]\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\noutput:\n http_client:\n url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query\n verb: POST\n headers:\n Content-Type: application/json\n basic_auth:\n enabled: ${BASIC_AUTH_ENABLED}\n username: ${BASIC_AUTH_USERNAME}\n password: ${BASIC_AUTH_PASSWORD}\n" payments_ingestion.yaml: | input: event_bus: @@ -303,6 +195,24 @@ data: "action": "index", "id": "PAYMENT-BANK-ACCOUNT-%s".format(this.payload.id) } + - label: SAVED_POOL + processors: + - bloblang: | + root = { + "document": { + "data": this.payload, + "indexed": { + "id": this.payload.id, + "createdAt": this.payload.createdAt, + "name": this.payload.name, + "accountIDs": this.payload.accountIDs, + }, + "kind": "PAYMENT_POOL", + "when": this.date + }, + "action": "index", + "id": "PAYMENT-POOL-%s".format(this.payload.id) + } - label: SAVED_TRANSFER_INITIATION processors: - bloblang: | diff --git a/components/operator/internal/controllers/stack/testdata/multipod-latest-no-monitoring/results/deployments-apps-v1/search-benthos.yaml b/components/operator/internal/controllers/stack/testdata/multipod-latest-no-monitoring/results/deployments-apps-v1/search-benthos.yaml index af7e0719a5..bcdf22b645 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-latest-no-monitoring/results/deployments-apps-v1/search-benthos.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-latest-no-monitoring/results/deployments-apps-v1/search-benthos.yaml @@ -20,7 +20,7 @@ spec: template: metadata: annotations: - stack.formance.cloud/volumes-hash: Gj-h7gOkMA05Tg6wEUlsr0AZ4Oas1ZxidQY2WySK7J8= + stack.formance.cloud/volumes-hash: rTDASqOhLikZ8acdevAEK-N68WG0jNgwNRLDp9grkvA= creationTimestamp: null labels: app.kubernetes.io/name: search-benthos diff --git a/components/operator/internal/controllers/stack/testdata/multipod-latest-with-custom-registry/results/configmaps--v1/search-benthos-streams.yaml b/components/operator/internal/controllers/stack/testdata/multipod-latest-with-custom-registry/results/configmaps--v1/search-benthos-streams.yaml index 55eb609086..05c1c4c90f 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-latest-with-custom-registry/results/configmaps--v1/search-benthos-streams.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-latest-with-custom-registry/results/configmaps--v1/search-benthos-streams.yaml @@ -93,115 +93,7 @@ data: output: resource: elasticsearch - payments_deletion.yaml: | - input: - event_bus: - topic: payments - consumer_group: search-payments-resets - - pipeline: - processors: - - switch_event_type: - events: - - label: CONNECTOR_RESET - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "bool": { - "should": [ - { - "match": { - "kind": "PAYMENT" - } - }, - { - "match": { - "kind": "PAYMENT_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_BALANCE" - } - }, - { - "match": { - "kind": "PAYMENT_BANK_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - } - ] - } - }, - { - "match": { - "indexed.connectorId": this.payload.connectorId - } - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - - label: DELETED_TRANSFER_INITIATION - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - }, - { - "should": [ - { - "match": { - "indexed.id": this.payload.id - } - }, - { - "match": { - "indexed.provider": this.payload.provider - } - } - ] - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - output: - http_client: - url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query - verb: POST - headers: - Content-Type: application/json - basic_auth: - enabled: ${BASIC_AUTH_ENABLED} - username: ${BASIC_AUTH_USERNAME} - password: ${BASIC_AUTH_PASSWORD} + payments_deletion.yaml: "input:\n event_bus:\n topic: payments\n consumer_group: search-payments-resets\n\npipeline:\n processors:\n - switch_event_type:\n events:\n - label: CONNECTOR_RESET\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"bool\": {\n \"should\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BALANCE\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BANK_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n }\n ]\n }\n },\n {\n \"match\": {\n \"indexed.connectorId\": this.payload.connectorId\n }\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_POOL\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n } \n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_TRANSFER_INITIATION\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n },\n {\n \"should\": [\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n }\n },\n {\n \"match\": {\n \"indexed.provider\": this.payload.provider\n }\n }\n ]\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\noutput:\n http_client:\n url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query\n verb: POST\n headers:\n Content-Type: application/json\n basic_auth:\n enabled: ${BASIC_AUTH_ENABLED}\n username: ${BASIC_AUTH_USERNAME}\n password: ${BASIC_AUTH_PASSWORD}\n" payments_ingestion.yaml: | input: event_bus: @@ -303,6 +195,24 @@ data: "action": "index", "id": "PAYMENT-BANK-ACCOUNT-%s".format(this.payload.id) } + - label: SAVED_POOL + processors: + - bloblang: | + root = { + "document": { + "data": this.payload, + "indexed": { + "id": this.payload.id, + "createdAt": this.payload.createdAt, + "name": this.payload.name, + "accountIDs": this.payload.accountIDs, + }, + "kind": "PAYMENT_POOL", + "when": this.date + }, + "action": "index", + "id": "PAYMENT-POOL-%s".format(this.payload.id) + } - label: SAVED_TRANSFER_INITIATION processors: - bloblang: | diff --git a/components/operator/internal/controllers/stack/testdata/multipod-latest-with-custom-registry/results/deployments-apps-v1/search-benthos.yaml b/components/operator/internal/controllers/stack/testdata/multipod-latest-with-custom-registry/results/deployments-apps-v1/search-benthos.yaml index 0aafb13a56..b6c1447c38 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-latest-with-custom-registry/results/deployments-apps-v1/search-benthos.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-latest-with-custom-registry/results/deployments-apps-v1/search-benthos.yaml @@ -20,7 +20,7 @@ spec: template: metadata: annotations: - stack.formance.cloud/volumes-hash: XAoeNRyNlYPVHlXqJ9489fdaUDa9XjgtcUy5DM54PZc= + stack.formance.cloud/volumes-hash: aLdjXEDGdU1Ka3a-90xmC_h8uPmuZYMv3asAaomzqhU= creationTimestamp: null labels: app.kubernetes.io/name: search-benthos diff --git a/components/operator/internal/controllers/stack/testdata/multipod-latest-with-gateway-fallback/results/configmaps--v1/search-benthos-streams.yaml b/components/operator/internal/controllers/stack/testdata/multipod-latest-with-gateway-fallback/results/configmaps--v1/search-benthos-streams.yaml index 4bee4f6da0..d3c70a3561 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-latest-with-gateway-fallback/results/configmaps--v1/search-benthos-streams.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-latest-with-gateway-fallback/results/configmaps--v1/search-benthos-streams.yaml @@ -93,115 +93,7 @@ data: output: resource: elasticsearch - payments_deletion.yaml: | - input: - event_bus: - topic: payments - consumer_group: search-payments-resets - - pipeline: - processors: - - switch_event_type: - events: - - label: CONNECTOR_RESET - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "bool": { - "should": [ - { - "match": { - "kind": "PAYMENT" - } - }, - { - "match": { - "kind": "PAYMENT_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_BALANCE" - } - }, - { - "match": { - "kind": "PAYMENT_BANK_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - } - ] - } - }, - { - "match": { - "indexed.connectorId": this.payload.connectorId - } - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - - label: DELETED_TRANSFER_INITIATION - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - }, - { - "should": [ - { - "match": { - "indexed.id": this.payload.id - } - }, - { - "match": { - "indexed.provider": this.payload.provider - } - } - ] - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - output: - http_client: - url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query - verb: POST - headers: - Content-Type: application/json - basic_auth: - enabled: ${BASIC_AUTH_ENABLED} - username: ${BASIC_AUTH_USERNAME} - password: ${BASIC_AUTH_PASSWORD} + payments_deletion.yaml: "input:\n event_bus:\n topic: payments\n consumer_group: search-payments-resets\n\npipeline:\n processors:\n - switch_event_type:\n events:\n - label: CONNECTOR_RESET\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"bool\": {\n \"should\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BALANCE\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BANK_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n }\n ]\n }\n },\n {\n \"match\": {\n \"indexed.connectorId\": this.payload.connectorId\n }\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_POOL\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n } \n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_TRANSFER_INITIATION\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n },\n {\n \"should\": [\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n }\n },\n {\n \"match\": {\n \"indexed.provider\": this.payload.provider\n }\n }\n ]\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\noutput:\n http_client:\n url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query\n verb: POST\n headers:\n Content-Type: application/json\n basic_auth:\n enabled: ${BASIC_AUTH_ENABLED}\n username: ${BASIC_AUTH_USERNAME}\n password: ${BASIC_AUTH_PASSWORD}\n" payments_ingestion.yaml: | input: event_bus: @@ -303,6 +195,24 @@ data: "action": "index", "id": "PAYMENT-BANK-ACCOUNT-%s".format(this.payload.id) } + - label: SAVED_POOL + processors: + - bloblang: | + root = { + "document": { + "data": this.payload, + "indexed": { + "id": this.payload.id, + "createdAt": this.payload.createdAt, + "name": this.payload.name, + "accountIDs": this.payload.accountIDs, + }, + "kind": "PAYMENT_POOL", + "when": this.date + }, + "action": "index", + "id": "PAYMENT-POOL-%s".format(this.payload.id) + } - label: SAVED_TRANSFER_INITIATION processors: - bloblang: | diff --git a/components/operator/internal/controllers/stack/testdata/multipod-latest-with-gateway-fallback/results/deployments-apps-v1/search-benthos.yaml b/components/operator/internal/controllers/stack/testdata/multipod-latest-with-gateway-fallback/results/deployments-apps-v1/search-benthos.yaml index 7b458565e7..5efec4d7d4 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-latest-with-gateway-fallback/results/deployments-apps-v1/search-benthos.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-latest-with-gateway-fallback/results/deployments-apps-v1/search-benthos.yaml @@ -20,7 +20,7 @@ spec: template: metadata: annotations: - stack.formance.cloud/volumes-hash: XAoeNRyNlYPVHlXqJ9489fdaUDa9XjgtcUy5DM54PZc= + stack.formance.cloud/volumes-hash: aLdjXEDGdU1Ka3a-90xmC_h8uPmuZYMv3asAaomzqhU= creationTimestamp: null labels: app.kubernetes.io/name: search-benthos diff --git a/components/operator/internal/controllers/stack/testdata/multipod-latest-with-secrets/results/configmaps--v1/search-benthos-streams.yaml b/components/operator/internal/controllers/stack/testdata/multipod-latest-with-secrets/results/configmaps--v1/search-benthos-streams.yaml index 15b8792106..c4dbfedd34 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-latest-with-secrets/results/configmaps--v1/search-benthos-streams.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-latest-with-secrets/results/configmaps--v1/search-benthos-streams.yaml @@ -93,115 +93,7 @@ data: output: resource: elasticsearch - payments_deletion.yaml: | - input: - event_bus: - topic: payments - consumer_group: search-payments-resets - - pipeline: - processors: - - switch_event_type: - events: - - label: CONNECTOR_RESET - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "bool": { - "should": [ - { - "match": { - "kind": "PAYMENT" - } - }, - { - "match": { - "kind": "PAYMENT_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_BALANCE" - } - }, - { - "match": { - "kind": "PAYMENT_BANK_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - } - ] - } - }, - { - "match": { - "indexed.connectorId": this.payload.connectorId - } - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - - label: DELETED_TRANSFER_INITIATION - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - }, - { - "should": [ - { - "match": { - "indexed.id": this.payload.id - } - }, - { - "match": { - "indexed.provider": this.payload.provider - } - } - ] - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - output: - http_client: - url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query - verb: POST - headers: - Content-Type: application/json - basic_auth: - enabled: ${BASIC_AUTH_ENABLED} - username: ${BASIC_AUTH_USERNAME} - password: ${BASIC_AUTH_PASSWORD} + payments_deletion.yaml: "input:\n event_bus:\n topic: payments\n consumer_group: search-payments-resets\n\npipeline:\n processors:\n - switch_event_type:\n events:\n - label: CONNECTOR_RESET\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"bool\": {\n \"should\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BALANCE\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BANK_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n }\n ]\n }\n },\n {\n \"match\": {\n \"indexed.connectorId\": this.payload.connectorId\n }\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_POOL\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n } \n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_TRANSFER_INITIATION\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n },\n {\n \"should\": [\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n }\n },\n {\n \"match\": {\n \"indexed.provider\": this.payload.provider\n }\n }\n ]\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\noutput:\n http_client:\n url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query\n verb: POST\n headers:\n Content-Type: application/json\n basic_auth:\n enabled: ${BASIC_AUTH_ENABLED}\n username: ${BASIC_AUTH_USERNAME}\n password: ${BASIC_AUTH_PASSWORD}\n" payments_ingestion.yaml: | input: event_bus: @@ -303,6 +195,24 @@ data: "action": "index", "id": "PAYMENT-BANK-ACCOUNT-%s".format(this.payload.id) } + - label: SAVED_POOL + processors: + - bloblang: | + root = { + "document": { + "data": this.payload, + "indexed": { + "id": this.payload.id, + "createdAt": this.payload.createdAt, + "name": this.payload.name, + "accountIDs": this.payload.accountIDs, + }, + "kind": "PAYMENT_POOL", + "when": this.date + }, + "action": "index", + "id": "PAYMENT-POOL-%s".format(this.payload.id) + } - label: SAVED_TRANSFER_INITIATION processors: - bloblang: | diff --git a/components/operator/internal/controllers/stack/testdata/multipod-latest-with-secrets/results/deployments-apps-v1/search-benthos.yaml b/components/operator/internal/controllers/stack/testdata/multipod-latest-with-secrets/results/deployments-apps-v1/search-benthos.yaml index 7e4c18dba2..ade85351d6 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-latest-with-secrets/results/deployments-apps-v1/search-benthos.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-latest-with-secrets/results/deployments-apps-v1/search-benthos.yaml @@ -20,7 +20,7 @@ spec: template: metadata: annotations: - stack.formance.cloud/volumes-hash: XAoeNRyNlYPVHlXqJ9489fdaUDa9XjgtcUy5DM54PZc= + stack.formance.cloud/volumes-hash: aLdjXEDGdU1Ka3a-90xmC_h8uPmuZYMv3asAaomzqhU= creationTimestamp: null labels: app.kubernetes.io/name: search-benthos diff --git a/components/operator/internal/controllers/stack/testdata/multipod-latest/results/configmaps--v1/search-benthos-streams.yaml b/components/operator/internal/controllers/stack/testdata/multipod-latest/results/configmaps--v1/search-benthos-streams.yaml index 8edeb3e16c..2c27c9e8e3 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-latest/results/configmaps--v1/search-benthos-streams.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-latest/results/configmaps--v1/search-benthos-streams.yaml @@ -93,115 +93,7 @@ data: output: resource: elasticsearch - payments_deletion.yaml: | - input: - event_bus: - topic: payments - consumer_group: search-payments-resets - - pipeline: - processors: - - switch_event_type: - events: - - label: CONNECTOR_RESET - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "bool": { - "should": [ - { - "match": { - "kind": "PAYMENT" - } - }, - { - "match": { - "kind": "PAYMENT_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_BALANCE" - } - }, - { - "match": { - "kind": "PAYMENT_BANK_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - } - ] - } - }, - { - "match": { - "indexed.connectorId": this.payload.connectorId - } - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - - label: DELETED_TRANSFER_INITIATION - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - }, - { - "should": [ - { - "match": { - "indexed.id": this.payload.id - } - }, - { - "match": { - "indexed.provider": this.payload.provider - } - } - ] - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - output: - http_client: - url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query - verb: POST - headers: - Content-Type: application/json - basic_auth: - enabled: ${BASIC_AUTH_ENABLED} - username: ${BASIC_AUTH_USERNAME} - password: ${BASIC_AUTH_PASSWORD} + payments_deletion.yaml: "input:\n event_bus:\n topic: payments\n consumer_group: search-payments-resets\n\npipeline:\n processors:\n - switch_event_type:\n events:\n - label: CONNECTOR_RESET\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"bool\": {\n \"should\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BALANCE\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BANK_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n }\n ]\n }\n },\n {\n \"match\": {\n \"indexed.connectorId\": this.payload.connectorId\n }\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_POOL\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n } \n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_TRANSFER_INITIATION\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n },\n {\n \"should\": [\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n }\n },\n {\n \"match\": {\n \"indexed.provider\": this.payload.provider\n }\n }\n ]\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\noutput:\n http_client:\n url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query\n verb: POST\n headers:\n Content-Type: application/json\n basic_auth:\n enabled: ${BASIC_AUTH_ENABLED}\n username: ${BASIC_AUTH_USERNAME}\n password: ${BASIC_AUTH_PASSWORD}\n" payments_ingestion.yaml: | input: event_bus: @@ -303,6 +195,24 @@ data: "action": "index", "id": "PAYMENT-BANK-ACCOUNT-%s".format(this.payload.id) } + - label: SAVED_POOL + processors: + - bloblang: | + root = { + "document": { + "data": this.payload, + "indexed": { + "id": this.payload.id, + "createdAt": this.payload.createdAt, + "name": this.payload.name, + "accountIDs": this.payload.accountIDs, + }, + "kind": "PAYMENT_POOL", + "when": this.date + }, + "action": "index", + "id": "PAYMENT-POOL-%s".format(this.payload.id) + } - label: SAVED_TRANSFER_INITIATION processors: - bloblang: | diff --git a/components/operator/internal/controllers/stack/testdata/multipod-latest/results/deployments-apps-v1/search-benthos.yaml b/components/operator/internal/controllers/stack/testdata/multipod-latest/results/deployments-apps-v1/search-benthos.yaml index 56cd57f402..39274c3ef4 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-latest/results/deployments-apps-v1/search-benthos.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-latest/results/deployments-apps-v1/search-benthos.yaml @@ -20,7 +20,7 @@ spec: template: metadata: annotations: - stack.formance.cloud/volumes-hash: XAoeNRyNlYPVHlXqJ9489fdaUDa9XjgtcUy5DM54PZc= + stack.formance.cloud/volumes-hash: aLdjXEDGdU1Ka3a-90xmC_h8uPmuZYMv3asAaomzqhU= creationTimestamp: null labels: app.kubernetes.io/name: search-benthos diff --git a/components/operator/internal/controllers/stack/testdata/multipod-service-annotation/results/configmaps--v1/search-benthos-streams.yaml b/components/operator/internal/controllers/stack/testdata/multipod-service-annotation/results/configmaps--v1/search-benthos-streams.yaml index 52b258612f..a21162f884 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-service-annotation/results/configmaps--v1/search-benthos-streams.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-service-annotation/results/configmaps--v1/search-benthos-streams.yaml @@ -93,115 +93,7 @@ data: output: resource: elasticsearch - payments_deletion.yaml: | - input: - event_bus: - topic: payments - consumer_group: search-payments-resets - - pipeline: - processors: - - switch_event_type: - events: - - label: CONNECTOR_RESET - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "bool": { - "should": [ - { - "match": { - "kind": "PAYMENT" - } - }, - { - "match": { - "kind": "PAYMENT_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_BALANCE" - } - }, - { - "match": { - "kind": "PAYMENT_BANK_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - } - ] - } - }, - { - "match": { - "indexed.connectorId": this.payload.connectorId - } - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - - label: DELETED_TRANSFER_INITIATION - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - }, - { - "should": [ - { - "match": { - "indexed.id": this.payload.id - } - }, - { - "match": { - "indexed.provider": this.payload.provider - } - } - ] - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - output: - http_client: - url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query - verb: POST - headers: - Content-Type: application/json - basic_auth: - enabled: ${BASIC_AUTH_ENABLED} - username: ${BASIC_AUTH_USERNAME} - password: ${BASIC_AUTH_PASSWORD} + payments_deletion.yaml: "input:\n event_bus:\n topic: payments\n consumer_group: search-payments-resets\n\npipeline:\n processors:\n - switch_event_type:\n events:\n - label: CONNECTOR_RESET\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"bool\": {\n \"should\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BALANCE\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BANK_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n }\n ]\n }\n },\n {\n \"match\": {\n \"indexed.connectorId\": this.payload.connectorId\n }\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_POOL\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n } \n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_TRANSFER_INITIATION\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n },\n {\n \"should\": [\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n }\n },\n {\n \"match\": {\n \"indexed.provider\": this.payload.provider\n }\n }\n ]\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\noutput:\n http_client:\n url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query\n verb: POST\n headers:\n Content-Type: application/json\n basic_auth:\n enabled: ${BASIC_AUTH_ENABLED}\n username: ${BASIC_AUTH_USERNAME}\n password: ${BASIC_AUTH_PASSWORD}\n" payments_ingestion.yaml: | input: event_bus: @@ -303,6 +195,24 @@ data: "action": "index", "id": "PAYMENT-BANK-ACCOUNT-%s".format(this.payload.id) } + - label: SAVED_POOL + processors: + - bloblang: | + root = { + "document": { + "data": this.payload, + "indexed": { + "id": this.payload.id, + "createdAt": this.payload.createdAt, + "name": this.payload.name, + "accountIDs": this.payload.accountIDs, + }, + "kind": "PAYMENT_POOL", + "when": this.date + }, + "action": "index", + "id": "PAYMENT-POOL-%s".format(this.payload.id) + } - label: SAVED_TRANSFER_INITIATION processors: - bloblang: | diff --git a/components/operator/internal/controllers/stack/testdata/multipod-service-annotation/results/deployments-apps-v1/search-benthos.yaml b/components/operator/internal/controllers/stack/testdata/multipod-service-annotation/results/deployments-apps-v1/search-benthos.yaml index 2bb80a876a..f4e2ab5219 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-service-annotation/results/deployments-apps-v1/search-benthos.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-service-annotation/results/deployments-apps-v1/search-benthos.yaml @@ -20,7 +20,7 @@ spec: template: metadata: annotations: - stack.formance.cloud/volumes-hash: Gj-h7gOkMA05Tg6wEUlsr0AZ4Oas1ZxidQY2WySK7J8= + stack.formance.cloud/volumes-hash: rTDASqOhLikZ8acdevAEK-N68WG0jNgwNRLDp9grkvA= creationTimestamp: null labels: app.kubernetes.io/name: search-benthos diff --git a/components/operator/internal/controllers/stack/testdata/multipod-with-audit-log-unvalid-tag/results/configmaps--v1/search-benthos-streams.yaml b/components/operator/internal/controllers/stack/testdata/multipod-with-audit-log-unvalid-tag/results/configmaps--v1/search-benthos-streams.yaml index 2ae51e0c89..8a82d9c010 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-with-audit-log-unvalid-tag/results/configmaps--v1/search-benthos-streams.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-with-audit-log-unvalid-tag/results/configmaps--v1/search-benthos-streams.yaml @@ -93,115 +93,7 @@ data: output: resource: elasticsearch - payments_deletion.yaml: | - input: - event_bus: - topic: payments - consumer_group: search-payments-resets - - pipeline: - processors: - - switch_event_type: - events: - - label: CONNECTOR_RESET - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "bool": { - "should": [ - { - "match": { - "kind": "PAYMENT" - } - }, - { - "match": { - "kind": "PAYMENT_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_BALANCE" - } - }, - { - "match": { - "kind": "PAYMENT_BANK_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - } - ] - } - }, - { - "match": { - "indexed.connectorId": this.payload.connectorId - } - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - - label: DELETED_TRANSFER_INITIATION - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - }, - { - "should": [ - { - "match": { - "indexed.id": this.payload.id - } - }, - { - "match": { - "indexed.provider": this.payload.provider - } - } - ] - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - output: - http_client: - url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query - verb: POST - headers: - Content-Type: application/json - basic_auth: - enabled: ${BASIC_AUTH_ENABLED} - username: ${BASIC_AUTH_USERNAME} - password: ${BASIC_AUTH_PASSWORD} + payments_deletion.yaml: "input:\n event_bus:\n topic: payments\n consumer_group: search-payments-resets\n\npipeline:\n processors:\n - switch_event_type:\n events:\n - label: CONNECTOR_RESET\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"bool\": {\n \"should\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BALANCE\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BANK_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n }\n ]\n }\n },\n {\n \"match\": {\n \"indexed.connectorId\": this.payload.connectorId\n }\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_POOL\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n } \n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_TRANSFER_INITIATION\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n },\n {\n \"should\": [\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n }\n },\n {\n \"match\": {\n \"indexed.provider\": this.payload.provider\n }\n }\n ]\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\noutput:\n http_client:\n url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query\n verb: POST\n headers:\n Content-Type: application/json\n basic_auth:\n enabled: ${BASIC_AUTH_ENABLED}\n username: ${BASIC_AUTH_USERNAME}\n password: ${BASIC_AUTH_PASSWORD}\n" payments_ingestion.yaml: | input: event_bus: @@ -303,6 +195,24 @@ data: "action": "index", "id": "PAYMENT-BANK-ACCOUNT-%s".format(this.payload.id) } + - label: SAVED_POOL + processors: + - bloblang: | + root = { + "document": { + "data": this.payload, + "indexed": { + "id": this.payload.id, + "createdAt": this.payload.createdAt, + "name": this.payload.name, + "accountIDs": this.payload.accountIDs, + }, + "kind": "PAYMENT_POOL", + "when": this.date + }, + "action": "index", + "id": "PAYMENT-POOL-%s".format(this.payload.id) + } - label: SAVED_TRANSFER_INITIATION processors: - bloblang: | diff --git a/components/operator/internal/controllers/stack/testdata/multipod-with-audit-log-unvalid-tag/results/deployments-apps-v1/search-benthos.yaml b/components/operator/internal/controllers/stack/testdata/multipod-with-audit-log-unvalid-tag/results/deployments-apps-v1/search-benthos.yaml index db845973f8..7d1ac1a160 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-with-audit-log-unvalid-tag/results/deployments-apps-v1/search-benthos.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-with-audit-log-unvalid-tag/results/deployments-apps-v1/search-benthos.yaml @@ -20,7 +20,7 @@ spec: template: metadata: annotations: - stack.formance.cloud/volumes-hash: lXfe3GqqBjag3Ue3MTwtbrUBP1wM5r6bH_efM1sJhzs= + stack.formance.cloud/volumes-hash: i9QQHTPial4KncX859iFLU_E3p0l7RGPeY9e-gyfdvQ= creationTimestamp: null labels: app.kubernetes.io/name: search-benthos diff --git a/components/operator/internal/controllers/stack/testdata/multipod-with-audit-log/results/configmaps--v1/search-benthos-streams.yaml b/components/operator/internal/controllers/stack/testdata/multipod-with-audit-log/results/configmaps--v1/search-benthos-streams.yaml index 0c88630cc1..882e15a040 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-with-audit-log/results/configmaps--v1/search-benthos-streams.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-with-audit-log/results/configmaps--v1/search-benthos-streams.yaml @@ -93,115 +93,7 @@ data: output: resource: elasticsearch - payments_deletion.yaml: | - input: - event_bus: - topic: payments - consumer_group: search-payments-resets - - pipeline: - processors: - - switch_event_type: - events: - - label: CONNECTOR_RESET - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "bool": { - "should": [ - { - "match": { - "kind": "PAYMENT" - } - }, - { - "match": { - "kind": "PAYMENT_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_BALANCE" - } - }, - { - "match": { - "kind": "PAYMENT_BANK_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - } - ] - } - }, - { - "match": { - "indexed.connectorId": this.payload.connectorId - } - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - - label: DELETED_TRANSFER_INITIATION - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - }, - { - "should": [ - { - "match": { - "indexed.id": this.payload.id - } - }, - { - "match": { - "indexed.provider": this.payload.provider - } - } - ] - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - output: - http_client: - url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query - verb: POST - headers: - Content-Type: application/json - basic_auth: - enabled: ${BASIC_AUTH_ENABLED} - username: ${BASIC_AUTH_USERNAME} - password: ${BASIC_AUTH_PASSWORD} + payments_deletion.yaml: "input:\n event_bus:\n topic: payments\n consumer_group: search-payments-resets\n\npipeline:\n processors:\n - switch_event_type:\n events:\n - label: CONNECTOR_RESET\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"bool\": {\n \"should\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BALANCE\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BANK_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n }\n ]\n }\n },\n {\n \"match\": {\n \"indexed.connectorId\": this.payload.connectorId\n }\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_POOL\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n } \n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_TRANSFER_INITIATION\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n },\n {\n \"should\": [\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n }\n },\n {\n \"match\": {\n \"indexed.provider\": this.payload.provider\n }\n }\n ]\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\noutput:\n http_client:\n url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query\n verb: POST\n headers:\n Content-Type: application/json\n basic_auth:\n enabled: ${BASIC_AUTH_ENABLED}\n username: ${BASIC_AUTH_USERNAME}\n password: ${BASIC_AUTH_PASSWORD}\n" payments_ingestion.yaml: | input: event_bus: @@ -303,6 +195,24 @@ data: "action": "index", "id": "PAYMENT-BANK-ACCOUNT-%s".format(this.payload.id) } + - label: SAVED_POOL + processors: + - bloblang: | + root = { + "document": { + "data": this.payload, + "indexed": { + "id": this.payload.id, + "createdAt": this.payload.createdAt, + "name": this.payload.name, + "accountIDs": this.payload.accountIDs, + }, + "kind": "PAYMENT_POOL", + "when": this.date + }, + "action": "index", + "id": "PAYMENT-POOL-%s".format(this.payload.id) + } - label: SAVED_TRANSFER_INITIATION processors: - bloblang: | diff --git a/components/operator/internal/controllers/stack/testdata/multipod-with-audit-log/results/deployments-apps-v1/search-benthos.yaml b/components/operator/internal/controllers/stack/testdata/multipod-with-audit-log/results/deployments-apps-v1/search-benthos.yaml index d569ff4d5f..9e15725929 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-with-audit-log/results/deployments-apps-v1/search-benthos.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-with-audit-log/results/deployments-apps-v1/search-benthos.yaml @@ -20,7 +20,7 @@ spec: template: metadata: annotations: - stack.formance.cloud/volumes-hash: lXfe3GqqBjag3Ue3MTwtbrUBP1wM5r6bH_efM1sJhzs= + stack.formance.cloud/volumes-hash: i9QQHTPial4KncX859iFLU_E3p0l7RGPeY9e-gyfdvQ= creationTimestamp: null labels: app.kubernetes.io/name: search-benthos diff --git a/components/operator/internal/controllers/stack/testdata/multipod-without-audit-log/results/configmaps--v1/search-benthos-streams.yaml b/components/operator/internal/controllers/stack/testdata/multipod-without-audit-log/results/configmaps--v1/search-benthos-streams.yaml index 4252a40447..8f76c80bfc 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-without-audit-log/results/configmaps--v1/search-benthos-streams.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-without-audit-log/results/configmaps--v1/search-benthos-streams.yaml @@ -93,115 +93,7 @@ data: output: resource: elasticsearch - payments_deletion.yaml: | - input: - event_bus: - topic: payments - consumer_group: search-payments-resets - - pipeline: - processors: - - switch_event_type: - events: - - label: CONNECTOR_RESET - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "bool": { - "should": [ - { - "match": { - "kind": "PAYMENT" - } - }, - { - "match": { - "kind": "PAYMENT_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_BALANCE" - } - }, - { - "match": { - "kind": "PAYMENT_BANK_ACCOUNT" - } - }, - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - } - ] - } - }, - { - "match": { - "indexed.connectorId": this.payload.connectorId - } - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - - label: DELETED_TRANSFER_INITIATION - processors: - - bloblang: | - root = { - "query": { - "bool": { - "must": [ - { - "match": { - "kind": "PAYMENT_TRANSFER_INITIATION" - } - }, - { - "should": [ - { - "match": { - "indexed.id": this.payload.id - } - }, - { - "match": { - "indexed.provider": this.payload.provider - } - } - ] - }, - { - "match": { - "stack": env("STACK") - } - } - ] - } - } - } - - output: - http_client: - url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query - verb: POST - headers: - Content-Type: application/json - basic_auth: - enabled: ${BASIC_AUTH_ENABLED} - username: ${BASIC_AUTH_USERNAME} - password: ${BASIC_AUTH_PASSWORD} + payments_deletion.yaml: "input:\n event_bus:\n topic: payments\n consumer_group: search-payments-resets\n\npipeline:\n processors:\n - switch_event_type:\n events:\n - label: CONNECTOR_RESET\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"bool\": {\n \"should\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BALANCE\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_BANK_ACCOUNT\"\n }\n },\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n }\n ]\n }\n },\n {\n \"match\": {\n \"indexed.connectorId\": this.payload.connectorId\n }\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_POOL\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_POOL\"\n }\n },\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n } \n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\n - label: DELETED_TRANSFER_INITIATION\n processors:\n - bloblang: |\n root = {\n \"query\": {\n \"bool\": {\n \"must\": [\n {\n \"match\": {\n \"kind\": \"PAYMENT_TRANSFER_INITIATION\"\n }\n },\n {\n \"should\": [\n {\n \"match\": {\n \"indexed.id\": this.payload.id\n }\n },\n {\n \"match\": {\n \"indexed.provider\": this.payload.provider\n }\n }\n ]\n },\n {\n \"match\": {\n \"stack\": env(\"STACK\")\n }\n }\n ]\n }\n }\n }\n\noutput:\n http_client:\n url: ${OPENSEARCH_URL}/${OPENSEARCH_INDEX}/_delete_by_query\n verb: POST\n headers:\n Content-Type: application/json\n basic_auth:\n enabled: ${BASIC_AUTH_ENABLED}\n username: ${BASIC_AUTH_USERNAME}\n password: ${BASIC_AUTH_PASSWORD}\n" payments_ingestion.yaml: | input: event_bus: @@ -303,6 +195,24 @@ data: "action": "index", "id": "PAYMENT-BANK-ACCOUNT-%s".format(this.payload.id) } + - label: SAVED_POOL + processors: + - bloblang: | + root = { + "document": { + "data": this.payload, + "indexed": { + "id": this.payload.id, + "createdAt": this.payload.createdAt, + "name": this.payload.name, + "accountIDs": this.payload.accountIDs, + }, + "kind": "PAYMENT_POOL", + "when": this.date + }, + "action": "index", + "id": "PAYMENT-POOL-%s".format(this.payload.id) + } - label: SAVED_TRANSFER_INITIATION processors: - bloblang: | diff --git a/components/operator/internal/controllers/stack/testdata/multipod-without-audit-log/results/deployments-apps-v1/search-benthos.yaml b/components/operator/internal/controllers/stack/testdata/multipod-without-audit-log/results/deployments-apps-v1/search-benthos.yaml index 0f92b7b50a..4de24df05e 100644 --- a/components/operator/internal/controllers/stack/testdata/multipod-without-audit-log/results/deployments-apps-v1/search-benthos.yaml +++ b/components/operator/internal/controllers/stack/testdata/multipod-without-audit-log/results/deployments-apps-v1/search-benthos.yaml @@ -20,7 +20,7 @@ spec: template: metadata: annotations: - stack.formance.cloud/volumes-hash: Gj-h7gOkMA05Tg6wEUlsr0AZ4Oas1ZxidQY2WySK7J8= + stack.formance.cloud/volumes-hash: rTDASqOhLikZ8acdevAEK-N68WG0jNgwNRLDp9grkvA= creationTimestamp: null labels: app.kubernetes.io/name: search-benthos