[Bug]: Restarted container cannot fetch its port #2580

artuross · 2024-06-12T23:38:36Z

Testcontainers version

0.31.0

Using the latest Testcontainers version?

Yes

Host OS

MacOS

Host arch

Apple Silicon

Go version

1.22.1

Docker version

Client:
 Cloud integration: v1.0.35+desktop.5
 Version:           24.0.6
 API version:       1.43
 Go version:        go1.20.7
 Git commit:        ed223bc
 Built:             Mon Sep  4 12:28:49 2023
 OS/Arch:           darwin/arm64
 Context:           desktop-linux

Server: Docker Desktop 4.25.2 (129061)
 Engine:
  Version:          24.0.6
  API version:      1.43 (minimum version 1.12)
  Go version:       go1.20.7
  Git commit:       1a79695
  Built:            Mon Sep  4 12:31:36 2023
  OS/Arch:          linux/arm64
  Experimental:     false
 containerd:
  Version:          1.6.22
  GitCommit:        8165feabfdfe38c65b599c4993d227328c231fca
 runc:
  Version:          1.1.8
  GitCommit:        v1.1.8-0-g82f18fe
 docker-init:
  Version:          0.19.0
  GitCommit:        de40ad0

Docker info

Client:
 Version:    24.0.6
 Context:    desktop-linux
 Debug Mode: false
 Plugins:
  buildx: Docker Buildx (Docker Inc.)
    Version:  v0.11.2-desktop.5
    Path:     /Users/artur/.docker/cli-plugins/docker-buildx
  compose: Docker Compose (Docker Inc.)
    Version:  v2.23.0-desktop.1
    Path:     /Users/artur/.docker/cli-plugins/docker-compose
  dev: Docker Dev Environments (Docker Inc.)
    Version:  v0.1.0
    Path:     /Users/artur/.docker/cli-plugins/docker-dev
  extension: Manages Docker extensions (Docker Inc.)
    Version:  v0.2.20
    Path:     /Users/artur/.docker/cli-plugins/docker-extension
  init: Creates Docker-related starter files for your project (Docker Inc.)
    Version:  v0.1.0-beta.9
    Path:     /Users/artur/.docker/cli-plugins/docker-init
  sbom: View the packaged-based Software Bill Of Materials (SBOM) for an image (Anchore Inc.)
    Version:  0.6.0
    Path:     /Users/artur/.docker/cli-plugins/docker-sbom
  scan: Docker Scan (Docker Inc.)
    Version:  v0.26.0
    Path:     /Users/artur/.docker/cli-plugins/docker-scan
  scout: Docker Scout (Docker Inc.)
    Version:  v1.0.9
    Path:     /Users/artur/.docker/cli-plugins/docker-scout

Server:
 Containers: 3
  Running: 3
  Paused: 0
  Stopped: 0
 Images: 73
 Server Version: 24.0.6
 Storage Driver: overlay2
  Backing Filesystem: extfs
  Supports d_type: true
  Using metacopy: false
  Native Overlay Diff: true
  userxattr: false
 Logging Driver: json-file
 Cgroup Driver: cgroupfs
 Cgroup Version: 2
 Plugins:
  Volume: local
  Network: bridge host ipvlan macvlan null overlay
  Log: awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog
 Swarm: inactive
 Runtimes: io.containerd.runc.v2 runc
 Default Runtime: runc
 Init Binary: docker-init
 containerd version: 8165feabfdfe38c65b599c4993d227328c231fca
 runc version: v1.1.8-0-g82f18fe
 init version: de40ad0
 Security Options:
  seccomp
   Profile: unconfined
  cgroupns
 Kernel Version: 6.4.16-linuxkit
 Operating System: Docker Desktop
 OSType: linux
 Architecture: aarch64
 CPUs: 2
 Total Memory: 2.853GiB
 Name: linuxkit-c6f47efeb708
 ID: f825f2b6-85df-4465-9bde-0d443fd771f3
 Docker Root Dir: /var/lib/docker
 Debug Mode: false
 HTTP Proxy: http.docker.internal:3128
 HTTPS Proxy: http.docker.internal:3128
 No Proxy: hubproxy.docker.internal
 Experimental: false
 Insecure Registries:
  hubproxy.docker.internal:5555
  127.0.0.0/8
 Live Restore Enabled: false

WARNING: daemon is not using the default seccomp profile

What happened?

I have a following code to create container and setup database for me

func createPostgresRepository(t *testing.T) *postgresContainer {
	t.Helper()

	ctx, cancelCtx := context.WithTimeout(context.Background(), 120*time.Second)

	dbName := "repository-test"
	dbUser := "postgres"
	dbPassword := "postgres"

	container, err := postgres.RunContainer(
		ctx,
		testcontainers.WithLogger(testcontainers.TestLogger(t)),
		testcontainers.WithImage("docker.io/postgres:16.1-alpine3.19"),
		postgres.WithPassword(dbPassword),
		postgres.WithUsername(dbUser),
		postgres.WithDatabase(dbName),
		postgres.WithInitScripts("../../../sql/schema.sql"),
		testcontainers.WithWaitStrategy(
			wait.ForLog("database system is ready to accept connections").
				WithOccurrence(2).
				WithStartupTimeout(60*time.Second),
		),
	)
	require.NoError(t, err, "failed to start container")

	err = container.Snapshot(ctx)
	require.NoError(t, err, "failed to snapshot container")

	dsn, err := container.ConnectionString(ctx)
	require.NoError(t, err, "failed to get connection string")

	dbConn, err := pgxpool.New(ctx, dsn)
	require.NoError(t, err, "failed to create new pgx conn")

	dbRepo := db.New(dbConn)

	conn := &dbConn
	repository := &dbRepo

	stopContainer := func(ctx context.Context) {
		dbConn.Reset()

		duration := 30 * time.Second
		err := container.Stop(ctx, &duration)
		require.NoError(t, err, "failed to stop container")
	}

	startContainer := func(ctx context.Context) {
		dbConn.Reset()

		err := container.Start(ctx)
		require.NoError(t, err, "failed to start container")

		var dsn string
		for i := 0; i < 30; i++ {
			dsn, err = container.ConnectionString(ctx)
			if err == nil {
				break
			}

			t.Logf("failed to get connection string: %v\n", err)
			time.Sleep(time.Second)
		}

		newConn, err := pgxpool.New(ctx, dsn)
		require.NoError(t, err, "failed to create new pgx conn")

		newRepository := db.New(newConn)

		*conn = newConn
		*repository = newRepository
	}

	terminateContainer := func(ctx context.Context) {
		dbConn.Reset()

		err := container.Terminate(ctx)
		require.NoError(t, err, "failed to terminate container")
	}

	resetState := func(ctx context.Context) {
		dbConn.Reset()

		err := container.Restore(ctx)
		require.NoError(t, err, "failed to restore container to initial state")
	}

	config := &postgresContainer{
		ctx:                ctx,
		cancelCtx:          cancelCtx,
		container:          container,
		resetState:         resetState,
		terminateContainer: terminateContainer,
		stopContainer:      stopContainer,
		startContainer:     startContainer,
		dsn:                dsn,
		conn:               conn,
		repository:         repository,
	}

	return config
}

In one test case, I stop the container and start it on cleanup (done with startContainer function). This behaviour is inconsistent, but about 50% executions fail on the call to container.ConnectionString(ctx) with error port not found.

Initially, I thought that the container was simply not up yet, but as you can see, I added a for loop to try few times. Additionally, I can see a port mapped when looking at container via Docker Desktop (also can check logs and can confirm that the container is ready).

Interestingly, I've never had this happen when I wasn't restarting container (creating new container on each test case).

Relevant log output

=== RUN   TestRepository_GetUser
2024/06/13 01:32:48 github.com/testcontainers/testcontainers-go - Connected to docker:
  Server Version: 24.0.6
  API Version: 1.43
  Operating System: Docker Desktop
  Total Memory: 2921 MB
  Resolved Docker Host: unix:///var/run/docker.sock
  Resolved Docker Socket Path: /var/run/docker.sock
  Test SessionID: 91cad614ad1661b177ab16ae205fb9c6ca6680c0eba68fec7196489bd1cbd0ce
  Test ProcessID: 316e6da6-c0aa-4efe-a2e8-ee62257dba29
    /local/path/db/lifecycle.go:60: 🐳 Creating container for image testcontainers/ryuk:0.7.0
    /local/path/db/lifecycle.go:66: ✅ Container created: 4aba2e7819b4
    /local/path/db/lifecycle.go:72: 🐳 Starting container: 4aba2e7819b4
    /local/path/db/lifecycle.go:78: ✅ Container started: 4aba2e7819b4
    /local/path/db/lifecycle.go:209: 🚧 Waiting for container id 4aba2e7819b4 image: testcontainers/ryuk:0.7.0. Waiting for: &{Port:8080/tcp timeout:<nil> PollInterval:100ms}
    /local/path/db/lifecycle.go:84: 🔔 Container is ready: 4aba2e7819b4
    /local/path/db/lifecycle.go:60: 🐳 Creating container for image docker.io/postgres:16.1-alpine3.19
    /local/path/db/lifecycle.go:66: ✅ Container created: 365dd194af94
    /local/path/db/lifecycle.go:72: 🐳 Starting container: 365dd194af94
    /local/path/db/lifecycle.go:78: ✅ Container started: 365dd194af94
    /local/path/db/lifecycle.go:209: 🚧 Waiting for container id 365dd194af94 image: docker.io/postgres:16.1-alpine3.19. Waiting for: &{timeout:<nil> deadline:0x140003fc298 Strategies:[0x140003f4540]}
    /local/path/db/lifecycle.go:84: 🔔 Container is ready: 365dd194af94
=== RUN   TestRepository_GetUser/errors
=== RUN   TestRepository_GetUser/errors/generic
    /local/path/db/lifecycle.go:90: 🐳 Stopping container: 365dd194af94
    /local/path/db/lifecycle.go:96: ✅ Container stopped: 365dd194af94
    /local/path/db/lifecycle.go:72: 🐳 Starting container: 365dd194af94
    /local/path/db/lifecycle.go:78: ✅ Container started: 365dd194af94
    /local/path/db/lifecycle.go:209: 🚧 Waiting for container id 365dd194af94 image: docker.io/postgres:16.1-alpine3.19. Waiting for: &{timeout:<nil> deadline:0x140003fc298 Strategies:[0x140003f4540]}
    /local/path/db/lifecycle.go:84: 🔔 Container is ready: 365dd194af94
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
    /local/path/db/user_test.go:312: failed to get connection string: port not found
panic: test timed out after 30s
running tests:

Additional information

No response

The text was updated successfully, but these errors were encountered:

mdelapenya · 2024-06-13T11:23:38Z

Hey @artuross each time the container is stopped a different random, free port is given for each exposed port, so you must refresh the connection string variable for it. As you are "caching" the lifecycle methods of the container (start, stop, terminate...), and an initial DSN string, could it be that the initial DSN is still in use?

I used your example and this test case works for me:

func TestRestart(t *testing.T) {
	ctx := context.Background()

	dbName := "repository-test"
	dbUser := "postgres"
	dbPassword := "postgres"

	container, err := postgres.RunContainer(
		ctx,
		testcontainers.WithImage("docker.io/postgres:16.1-alpine3.19"),
		postgres.WithPassword(dbPassword),
		postgres.WithUsername(dbUser),
		postgres.WithDatabase(dbName),
		testcontainers.WithWaitStrategy(
			wait.ForLog("database system is ready to accept connections").
				WithOccurrence(2).
				WithStartupTimeout(60*time.Second),
		),
	)
	require.NoError(t, err, "failed to start container")

	err = container.Snapshot(ctx)
	require.NoError(t, err, "failed to snapshot container")

	dsn, err := container.ConnectionString(ctx)
	require.NoError(t, err, "failed to get connection string")

	connectFn := func(dsn string) {
		conn, err := pgx.Connect(context.Background(), dsn)
		if err != nil {
			t.Fatal(err)
		}
		defer conn.Close(context.Background())
		require.NoError(t, err, "failed to create new pgx conn")
	}

	connectFn(dsn)

	stopContainer := func(ctx context.Context) {
		duration := 30 * time.Second
		err := container.Stop(ctx, &duration)
		require.NoError(t, err, "failed to stop container")
	}

	startContainer := func(ctx context.Context) {
		err := container.Start(ctx)
		require.NoError(t, err, "failed to start container")

		var dsn string
		for i := 0; i < 30; i++ {
			dsn, err = container.ConnectionString(ctx)
			if err == nil {
				break
			}

			t.Logf("failed to get connection string: %v\n", err)
			time.Sleep(time.Second)
		}

		connectFn(dsn)
	}

	terminateContainer := func(ctx context.Context) {
		err := container.Terminate(ctx)
		require.NoError(t, err, "failed to terminate container")
	}

	resetState := func(ctx context.Context) {
		err := container.Restore(ctx)
		require.NoError(t, err, "failed to restore container to initial state")
	}

	resetState(ctx)
	stopContainer(ctx)

	startContainer(ctx)

	terminateContainer(ctx)
}

Interestingly, I've never had this happen when I wasn't restarting container (creating new container on each test case).

As each container receives its own DNS, each DB object receives its own DSN/configuration.

artuross · 2024-06-13T20:58:34Z

Hey, thanks for checking. I don't think that's the case, because I actually try to create new connection from new DSN in startContainer.

That said, I will try your code and report back if that also has the same issue (maybe I made a small, but significant mistake in some other place).

mdelapenya · 2024-06-14T05:54:37Z

in some other place

Yes, that's my first thought.

Please let me know if it's not, so we can debug it more in depth, thanks!

artuross · 2024-06-15T11:08:10Z

This is the code that I've used (repo here). It's almost identical to yours except I start and stop the container a few times.

package githubtest

import (
	"context"
	"testing"
	"time"

	pgx "github.com/jackc/pgx/v5"
	"github.com/stretchr/testify/require"
	testcontainers "github.com/testcontainers/testcontainers-go"
	"github.com/testcontainers/testcontainers-go/modules/postgres"
	"github.com/testcontainers/testcontainers-go/wait"
)

func TestRestart(t *testing.T) {
	ctx := context.Background()

	dbName := "repository-test"
	dbUser := "postgres"
	dbPassword := "postgres"

	container, err := postgres.RunContainer(
		ctx,
		testcontainers.WithImage("docker.io/postgres:16.1-alpine3.19"),
		postgres.WithPassword(dbPassword),
		postgres.WithUsername(dbUser),
		postgres.WithDatabase(dbName),
		testcontainers.WithWaitStrategy(
			wait.ForLog("database system is ready to accept connections").
				WithOccurrence(2).
				WithStartupTimeout(60*time.Second),
		),
	)
	require.NoError(t, err, "failed to start container")

	err = container.Snapshot(ctx)
	require.NoError(t, err, "failed to snapshot container")

	dsn, err := container.ConnectionString(ctx)
	require.NoError(t, err, "failed to get connection string")

	connectFn := func(dsn string) {
		conn, err := pgx.Connect(context.Background(), dsn)
		if err != nil {
			t.Fatal(err)
		}
		defer conn.Close(context.Background())
		require.NoError(t, err, "failed to create new pgx conn")
	}

	connectFn(dsn)

	stopContainer := func(ctx context.Context) {
		duration := 30 * time.Second
		err := container.Stop(ctx, &duration)
		require.NoError(t, err, "failed to stop container")
	}

	startContainer := func(ctx context.Context) {
		err := container.Start(ctx)
		require.NoError(t, err, "failed to start container")

		var dsn string
		for i := 0; i < 30; i++ {
			dsn, err = container.ConnectionString(ctx)
			if err == nil {
				break
			}

			t.Logf("failed to get connection string: %v\n", err)
			time.Sleep(time.Second)
		}

		connectFn(dsn)
	}

	terminateContainer := func(ctx context.Context) {
		err := container.Terminate(ctx)
		require.NoError(t, err, "failed to terminate container")
	}

	resetState := func(ctx context.Context) {
		err := container.Restore(ctx)
		require.NoError(t, err, "failed to restore container to initial state")
	}

	resetState(ctx)
	stopContainer(ctx)
	startContainer(ctx)

	resetState(ctx)
	stopContainer(ctx)
	startContainer(ctx)

	resetState(ctx)
	stopContainer(ctx)
	startContainer(ctx)

	resetState(ctx)
	stopContainer(ctx)
	startContainer(ctx)

	terminateContainer(ctx)
}

This is the log:

Running tool: /Users/artur/.asdf/shims/go test -timeout 30s -run ^TestRestart$ githubtest

=== RUN   TestRestart
2024/06/15 13:04:12 github.com/testcontainers/testcontainers-go - Connected to docker:
  Server Version: 26.1.4
  API Version: 1.44
  Operating System: Docker Desktop
  Total Memory: 2917 MB
  Resolved Docker Host: unix:///var/run/docker.sock
  Resolved Docker Socket Path: /var/run/docker.sock
  Test SessionID: c848e213e2617e36909f2f3cac17f686012bfcf0f24d4a0ecc319038ffd3c33d
  Test ProcessID: d758ad5a-616f-464f-95f0-5f8dbfd9bba3
2024/06/15 13:04:12 🐳 Creating container for image testcontainers/ryuk:0.7.0
2024/06/15 13:04:12 ✅ Container created: 7501f347b030
2024/06/15 13:04:12 🐳 Starting container: 7501f347b030
2024/06/15 13:04:12 ✅ Container started: 7501f347b030
2024/06/15 13:04:12 🚧 Waiting for container id 7501f347b030 image: testcontainers/ryuk:0.7.0. Waiting for: &{Port:8080/tcp timeout:<nil> PollInterval:100ms}
2024/06/15 13:04:13 🔔 Container is ready: 7501f347b030
2024/06/15 13:04:13 🐳 Creating container for image docker.io/postgres:16.1-alpine3.19
2024/06/15 13:04:13 ✅ Container created: 9495e1319a52
2024/06/15 13:04:13 🐳 Starting container: 9495e1319a52
2024/06/15 13:04:13 ✅ Container started: 9495e1319a52
2024/06/15 13:04:13 🚧 Waiting for container id 9495e1319a52 image: docker.io/postgres:16.1-alpine3.19. Waiting for: &{timeout:<nil> deadline:0x140003eb7b0 Strategies:[0x14000432510]}
2024/06/15 13:04:14 🔔 Container is ready: 9495e1319a52
2024/06/15 13:04:14 🐳 Stopping container: 9495e1319a52
2024/06/15 13:04:14 ✅ Container stopped: 9495e1319a52
2024/06/15 13:04:14 🐳 Starting container: 9495e1319a52
2024/06/15 13:04:15 ✅ Container started: 9495e1319a52
2024/06/15 13:04:15 🚧 Waiting for container id 9495e1319a52 image: docker.io/postgres:16.1-alpine3.19. Waiting for: &{timeout:<nil> deadline:0x140003eb7b0 Strategies:[0x14000432510]}
2024/06/15 13:04:15 🔔 Container is ready: 9495e1319a52
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
    /Users/artur/code/github/restart_test.go:70: failed to get connection string: port not found
panic: test timed out after 30s
running tests:
        TestRestart (30s)

goroutine 133 [running]:
testing.(*M).startAlarm.func1()
        /Users/artur/.asdf/installs/golang/1.22.4/go/src/testing/testing.go:2366 +0x30c
created by time.goFunc
        /Users/artur/.asdf/installs/golang/1.22.4/go/src/time/sleep.go:177 +0x38

goroutine 1 [chan receive]:
testing.(*T).Run(0x140004521a0, {0x1045cc7ce?, 0x1400025fb38?}, 0x104814000)
        /Users/artur/.asdf/installs/golang/1.22.4/go/src/testing/testing.go:1750 +0x32c
testing.runTests.func1(0x140004521a0)
        /Users/artur/.asdf/installs/golang/1.22.4/go/src/testing/testing.go:2161 +0x40
testing.tRunner(0x140004521a0, 0x1400025fc58)
        /Users/artur/.asdf/installs/golang/1.22.4/go/src/testing/testing.go:1689 +0xec
testing.runTests(0x1400000e030, {0x104b3ea90, 0x1, 0x1}, {0x1400025fd18?, 0x104225520?, 0x104bb2160?})
        /Users/artur/.asdf/installs/golang/1.22.4/go/src/testing/testing.go:2159 +0x3b0
testing.(*M).Run(0x14000444140)
        /Users/artur/.asdf/installs/golang/1.22.4/go/src/testing/testing.go:2027 +0x5a4
main.main()
        _testmain.go:47 +0x16c

goroutine 2 [sleep]:
time.Sleep(0x3b9aca00)
        /Users/artur/.asdf/installs/golang/1.22.4/go/src/runtime/time.go:195 +0xfc
githubtest.TestRestart.func3({0x10481ea30, 0x104c19a00})
        /Users/artur/code/github/restart_test.go:71 +0xe0
githubtest.TestRestart(0x14000452340)
        /Users/artur/code/github/restart_test.go:89 +0x4cc
testing.tRunner(0x14000452340, 0x104814000)
        /Users/artur/.asdf/installs/golang/1.22.4/go/src/testing/testing.go:1689 +0xec
created by testing.(*T).Run in goroutine 1
        /Users/artur/.asdf/installs/golang/1.22.4/go/src/testing/testing.go:1742 +0x318

goroutine 82 [chan receive]:
github.com/testcontainers/testcontainers-go.(*Reaper).Connect.func1({0x104821df8, 0x14000078830})
        /Users/artur/.asdf/installs/golang/1.22.4/packages/pkg/mod/github.com/testcontainers/[email protected]/reaper.go:358 +0x5ec
created by github.com/testcontainers/testcontainers-go.(*Reaper).Connect in goroutine 2
        /Users/artur/.asdf/installs/golang/1.22.4/packages/pkg/mod/github.com/testcontainers/[email protected]/reaper.go:323 +0x174
FAIL    githubtest      30.240s

This is relatively consistent - I don't think I've seen it complete without any error, however I would say the behavior is quite flaky. It's not the only, but most recurring error that I experience.

I've also updated Go and Docker to newest versions - still the same issue.

stubents · 2024-06-21T12:27:33Z

I think this might be related to what was discussed (among other things) in #2477
Seems to be an underlying issue in docker and with 5fa6548 a call to container.ConnectionString(ctx) uses a cached version of the ContainerJSON Inspect() which makes the "port not found" issue more likely to happen.

artuross added the bug An issue with the library label Jun 12, 2024

This was referenced Jun 24, 2024

[Bug]: port not found when calling #2602

Closed

fix: never cache JSON representation of a container #2606

Merged

mdelapenya closed this as completed in #2606 Jul 2, 2024

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

[Bug]: Restarted container cannot fetch its port #2580

[Bug]: Restarted container cannot fetch its port #2580

artuross commented Jun 12, 2024

mdelapenya commented Jun 13, 2024 •

edited

Loading

artuross commented Jun 13, 2024

mdelapenya commented Jun 14, 2024

artuross commented Jun 15, 2024 •

edited

Loading

stubents commented Jun 21, 2024

[Bug]: Restarted container cannot fetch its port #2580

[Bug]: Restarted container cannot fetch its port #2580

Comments

artuross commented Jun 12, 2024

Testcontainers version

Using the latest Testcontainers version?

Host OS

Host arch

Go version

Docker version

Docker info

What happened?

Relevant log output

Additional information

mdelapenya commented Jun 13, 2024 • edited Loading

artuross commented Jun 13, 2024

mdelapenya commented Jun 14, 2024

artuross commented Jun 15, 2024 • edited Loading

stubents commented Jun 21, 2024

mdelapenya commented Jun 13, 2024 •

edited

Loading

artuross commented Jun 15, 2024 •

edited

Loading