-
Notifications
You must be signed in to change notification settings - Fork 415
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
697c369
commit 6f1ee49
Showing
16 changed files
with
313 additions
and
62 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,21 @@ | ||
version: '3' | ||
services: | ||
watermill: | ||
image: golang:1.11 | ||
command: /bin/true | ||
volumes: | ||
- .:/app | ||
- .mod-cache:/go/pkg/mod | ||
working_dir: /app | ||
environment: | ||
PUBSUB_EMULATOR_HOST: googlecloud:8085 | ||
WATERMILL_TEST_NATS_URL: nats://nats-streaming:4222 | ||
WATERMILL_TEST_AMQP_URI: amqp://guest:guest@rabbitmq:5672 | ||
WATERMILL_TEST_KAFKA_BROKERS: kafka:9092 | ||
|
||
kafka: | ||
environment: | ||
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092 | ||
|
||
googlecloud: | ||
entrypoint: gcloud --quiet beta emulators pubsub start --host-port=googlecloud:8085 --verbosity=debug --log-http |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,178 @@ | ||
#!/usr/bin/env bash | ||
# Use this script to test if a given TCP host/port are available | ||
|
||
WAITFORIT_cmdname=${0##*/} | ||
|
||
echoerr() { if [[ $WAITFORIT_QUIET -ne 1 ]]; then echo "$@" 1>&2; fi } | ||
|
||
usage() | ||
{ | ||
cat << USAGE >&2 | ||
Usage: | ||
$WAITFORIT_cmdname host:port [-s] [-t timeout] [-- command args] | ||
-h HOST | --host=HOST Host or IP under test | ||
-p PORT | --port=PORT TCP port under test | ||
Alternatively, you specify the host and port as host:port | ||
-s | --strict Only execute subcommand if the test succeeds | ||
-q | --quiet Don't output any status messages | ||
-t TIMEOUT | --timeout=TIMEOUT | ||
Timeout in seconds, zero for no timeout | ||
-- COMMAND ARGS Execute command with args after the test finishes | ||
USAGE | ||
exit 1 | ||
} | ||
|
||
wait_for() | ||
{ | ||
if [[ $WAITFORIT_TIMEOUT -gt 0 ]]; then | ||
echoerr "$WAITFORIT_cmdname: waiting $WAITFORIT_TIMEOUT seconds for $WAITFORIT_HOST:$WAITFORIT_PORT" | ||
else | ||
echoerr "$WAITFORIT_cmdname: waiting for $WAITFORIT_HOST:$WAITFORIT_PORT without a timeout" | ||
fi | ||
WAITFORIT_start_ts=$(date +%s) | ||
while : | ||
do | ||
if [[ $WAITFORIT_ISBUSY -eq 1 ]]; then | ||
nc -z $WAITFORIT_HOST $WAITFORIT_PORT | ||
WAITFORIT_result=$? | ||
else | ||
(echo > /dev/tcp/$WAITFORIT_HOST/$WAITFORIT_PORT) >/dev/null 2>&1 | ||
WAITFORIT_result=$? | ||
fi | ||
if [[ $WAITFORIT_result -eq 0 ]]; then | ||
WAITFORIT_end_ts=$(date +%s) | ||
echoerr "$WAITFORIT_cmdname: $WAITFORIT_HOST:$WAITFORIT_PORT is available after $((WAITFORIT_end_ts - WAITFORIT_start_ts)) seconds" | ||
break | ||
fi | ||
sleep 1 | ||
done | ||
return $WAITFORIT_result | ||
} | ||
|
||
wait_for_wrapper() | ||
{ | ||
# In order to support SIGINT during timeout: http://unix.stackexchange.com/a/57692 | ||
if [[ $WAITFORIT_QUIET -eq 1 ]]; then | ||
timeout $WAITFORIT_BUSYTIMEFLAG $WAITFORIT_TIMEOUT $0 --quiet --child --host=$WAITFORIT_HOST --port=$WAITFORIT_PORT --timeout=$WAITFORIT_TIMEOUT & | ||
else | ||
timeout $WAITFORIT_BUSYTIMEFLAG $WAITFORIT_TIMEOUT $0 --child --host=$WAITFORIT_HOST --port=$WAITFORIT_PORT --timeout=$WAITFORIT_TIMEOUT & | ||
fi | ||
WAITFORIT_PID=$! | ||
trap "kill -INT -$WAITFORIT_PID" INT | ||
wait $WAITFORIT_PID | ||
WAITFORIT_RESULT=$? | ||
if [[ $WAITFORIT_RESULT -ne 0 ]]; then | ||
echoerr "$WAITFORIT_cmdname: timeout occurred after waiting $WAITFORIT_TIMEOUT seconds for $WAITFORIT_HOST:$WAITFORIT_PORT" | ||
fi | ||
return $WAITFORIT_RESULT | ||
} | ||
|
||
# process arguments | ||
while [[ $# -gt 0 ]] | ||
do | ||
case "$1" in | ||
*:* ) | ||
WAITFORIT_hostport=(${1//:/ }) | ||
WAITFORIT_HOST=${WAITFORIT_hostport[0]} | ||
WAITFORIT_PORT=${WAITFORIT_hostport[1]} | ||
shift 1 | ||
;; | ||
--child) | ||
WAITFORIT_CHILD=1 | ||
shift 1 | ||
;; | ||
-q | --quiet) | ||
WAITFORIT_QUIET=1 | ||
shift 1 | ||
;; | ||
-s | --strict) | ||
WAITFORIT_STRICT=1 | ||
shift 1 | ||
;; | ||
-h) | ||
WAITFORIT_HOST="$2" | ||
if [[ $WAITFORIT_HOST == "" ]]; then break; fi | ||
shift 2 | ||
;; | ||
--host=*) | ||
WAITFORIT_HOST="${1#*=}" | ||
shift 1 | ||
;; | ||
-p) | ||
WAITFORIT_PORT="$2" | ||
if [[ $WAITFORIT_PORT == "" ]]; then break; fi | ||
shift 2 | ||
;; | ||
--port=*) | ||
WAITFORIT_PORT="${1#*=}" | ||
shift 1 | ||
;; | ||
-t) | ||
WAITFORIT_TIMEOUT="$2" | ||
if [[ $WAITFORIT_TIMEOUT == "" ]]; then break; fi | ||
shift 2 | ||
;; | ||
--timeout=*) | ||
WAITFORIT_TIMEOUT="${1#*=}" | ||
shift 1 | ||
;; | ||
--) | ||
shift | ||
WAITFORIT_CLI=("$@") | ||
break | ||
;; | ||
--help) | ||
usage | ||
;; | ||
*) | ||
echoerr "Unknown argument: $1" | ||
usage | ||
;; | ||
esac | ||
done | ||
|
||
if [[ "$WAITFORIT_HOST" == "" || "$WAITFORIT_PORT" == "" ]]; then | ||
echoerr "Error: you need to provide a host and port to test." | ||
usage | ||
fi | ||
|
||
WAITFORIT_TIMEOUT=${WAITFORIT_TIMEOUT:-15} | ||
WAITFORIT_STRICT=${WAITFORIT_STRICT:-0} | ||
WAITFORIT_CHILD=${WAITFORIT_CHILD:-0} | ||
WAITFORIT_QUIET=${WAITFORIT_QUIET:-0} | ||
|
||
# check to see if timeout is from busybox? | ||
WAITFORIT_TIMEOUT_PATH=$(type -p timeout) | ||
WAITFORIT_TIMEOUT_PATH=$(realpath $WAITFORIT_TIMEOUT_PATH 2>/dev/null || readlink -f $WAITFORIT_TIMEOUT_PATH) | ||
if [[ $WAITFORIT_TIMEOUT_PATH =~ "busybox" ]]; then | ||
WAITFORIT_ISBUSY=1 | ||
WAITFORIT_BUSYTIMEFLAG="-t" | ||
|
||
else | ||
WAITFORIT_ISBUSY=0 | ||
WAITFORIT_BUSYTIMEFLAG="" | ||
fi | ||
|
||
if [[ $WAITFORIT_CHILD -gt 0 ]]; then | ||
wait_for | ||
WAITFORIT_RESULT=$? | ||
exit $WAITFORIT_RESULT | ||
else | ||
if [[ $WAITFORIT_TIMEOUT -gt 0 ]]; then | ||
wait_for_wrapper | ||
WAITFORIT_RESULT=$? | ||
else | ||
wait_for | ||
WAITFORIT_RESULT=$? | ||
fi | ||
fi | ||
|
||
if [[ $WAITFORIT_CLI != "" ]]; then | ||
if [[ $WAITFORIT_RESULT -ne 0 && $WAITFORIT_STRICT -eq 1 ]]; then | ||
echoerr "$WAITFORIT_cmdname: strict mode, refusing to execute subprocess" | ||
exit $WAITFORIT_RESULT | ||
fi | ||
exec "${WAITFORIT_CLI[@]}" | ||
else | ||
exit $WAITFORIT_RESULT | ||
fi |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,6 @@ | ||
#!/bin/bash | ||
set -e | ||
|
||
for service in zookeeper:2181 rabbitmq:5672 googlecloud:8085 nats-streaming:4222 kafka:9092; do | ||
"$(dirname "$0")/wait-for-it.sh" -t 60 "$service" | ||
done |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -5,3 +5,4 @@ docs/public/ | |
docs/content/src-link | ||
*.out | ||
*.log | ||
.mod-cache |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,44 @@ | ||
variables: | ||
MOD_CACHE_DIR: .mod-cache | ||
stages: | ||
- build | ||
- test | ||
|
||
build: | ||
stage: build | ||
image: golang:1.11 | ||
before_script: | ||
- mkdir -p $GOPATH/pkg/mod | ||
- "[ -d $MOD_CACHE_DIR ] && cp -r $MOD_CACHE_DIR/. $GOPATH/pkg/mod" | ||
script: | ||
- go build ./... | ||
- cp -r $GOPATH/pkg/mod/. $MOD_CACHE_DIR | ||
cache: | ||
key: $CI_PROJECT_ID | ||
paths: | ||
- $MOD_CACHE_DIR | ||
only: | ||
- branches | ||
|
||
test: | ||
stage: test | ||
image: docker:stable | ||
services: | ||
- docker:stable-dind | ||
cache: | ||
key: $CI_PROJECT_ID | ||
paths: | ||
- $MOD_CACHE_DIR | ||
policy: pull | ||
before_script: | ||
- apk add py-pip | ||
- pip install docker-compose | ||
- cp -v ./.ci/docker-compose.override.yml . | ||
script: | ||
- docker-compose pull -q | ||
- docker-compose up -d | ||
- docker-compose run watermill ./.ci/wait-for-services.sh | ||
- "[[ $CI_COMMIT_REF_NAME != master ]] && export FLAGS=-short" | ||
- docker-compose run watermill go test ./... $FLAGS | ||
only: | ||
- branches |
This file was deleted.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,43 +1,48 @@ | ||
# for Watermill development pourpses, | ||
# For Watermill based application docker plase check check https://watermill.io/docs/getting-started/ | ||
# For Watermill based application docker please check https://watermill.io/docs/getting-started/ | ||
|
||
version: '3' | ||
services: | ||
zookeeper: | ||
image: confluentinc/cp-zookeeper:5.0.1 | ||
network_mode: host | ||
ports: | ||
- 2181:2181 | ||
restart: on-failure | ||
environment: | ||
ZOOKEEPER_CLIENT_PORT: 2181 | ||
ZOOKEEPER_TICK_TIME: 2000 | ||
|
||
kafka: | ||
image: confluentinc/cp-kafka:5.0.1 | ||
network_mode: host | ||
ports: | ||
- 9092:9092 | ||
restart: on-failure | ||
depends_on: | ||
- zookeeper | ||
environment: | ||
KAFKA_BROKER_ID: 1 | ||
KAFKA_ZOOKEEPER_CONNECT: localhost:2181 | ||
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 | ||
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://localhost:9092 | ||
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1 | ||
KAFKA_NUM_PARTITIONS: 8 | ||
KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true" | ||
|
||
nats-streaming: | ||
image: nats-streaming:0.11.2 | ||
network_mode: host | ||
ports: | ||
- 4222:4222 | ||
restart: on-failure | ||
entrypoint: ["/nats-streaming-server", "-m=8222", "--max_channels=0"] | ||
entrypoint: ["/nats-streaming-server", "--max_channels=0"] | ||
|
||
googlecloud: | ||
image: google/cloud-sdk:228.0.0 | ||
entrypoint: gcloud --quiet beta emulators pubsub start --host-port=localhost:8085 --verbosity=debug --log-http | ||
network_mode: host | ||
ports: | ||
- 8085:8085 | ||
restart: on-failure | ||
|
||
rabbitmq: | ||
image: rabbitmq:3.7-management | ||
restart: on-failure | ||
network_mode: host | ||
ports: | ||
- 5672:5672 |
Oops, something went wrong.