From 401dd1039ad67873a8937649adb8609d751f9c9b Mon Sep 17 00:00:00 2001
From: Hanlin Tang <hanlin@mosaicml.com>
Date: Tue, 19 Apr 2022 17:09:23 +0000
Subject: [PATCH] tempt fate

---
 tests/conftest.py | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/tests/conftest.py b/tests/conftest.py
index b166177d9f..fb0a6dd459 100644
--- a/tests/conftest.py
+++ b/tests/conftest.py
@@ -7,6 +7,7 @@
 
 import pytest
 import torch
+from torch import distributed
 
 import composer
 from composer.utils import dist, reproducibility
@@ -156,6 +157,14 @@ def chdir_to_tmpdir(tmpdir: pathlib.Path):
     os.chdir(tmpdir)
 
 
+@pytest.fixture(scope="function", autouse=True)
+def destroy_process_group():
+    """Teardown any existing process groups between tests."""
+    yield
+    if distributed.is_available() and distributed.is_initialized():
+        distributed.destroy_process_group()
+
+
 def pytest_sessionfinish(session: pytest.Session, exitstatus: int):
     if exitstatus == 5:
         session.exitstatus = 0  # Ignore no-test-ran errors