Minor changes for Release 0.2.0 (#100)

README.md

@@ -1,4 +1,4 @@
-# <img src="https://github.com/axonn-ai/axonn/blob/c356b821c2020c7dcd2181dfacc226619bfd5240/logo.png" width="64" valign="middle" alt="hatchet"/> AxoNN
+# <img src="https://github.com/axonn-ai/axonn/blob/c356b821c2020c7dcd2181dfacc226619bfd5240/logo.png" width="64" valign="middle" alt="axonn"/> AxoNN
 
 [![nvidia-rtx-3090-tests](https://github.com/axonn-ai/axonn/actions/workflows/ci.yaml/badge.svg)](https://github.com/axonn-ai/axonn/actions/workflows/ci.yaml)
 

axonn/intra_layer/fully_connected.py

@@ -197,7 +197,7 @@ def __init__(
         skip_bias_add=False,
         init_method=None,
         expert_mode=False,
-        **kwargs
+        **kwargs,
     ):
         super(Linear, self).__init__()
 

axonn/intra_layer/overlap_communication.py

@@ -128,7 +128,7 @@ def optimize_communication(
     overlap_all_gather=False,
     model_object_for_overlapping_allgathers=None,
     *args,
-    **kwargs
+    **kwargs,
 ):
     global OVERLAP_ALL_REDUCE, OVERLAP_REDUCE_SCATTER
     global ALL_GATHER_ITERATOR

docs/requirements.txt

@@ -4,5 +4,4 @@
 sphinx
 sphinxcontrib-programoutput
 sphinx-rtd-theme
-# Restrict to pygments <2.13
-pygments <2.13
+pygments>=2.15.0

external/models/vit.py

@@ -135,7 +135,7 @@ def __init__(
         dropout=0.0,
         emb_dropout=0.0,
         inter_layer_parallel_rank=0,
-        G_inter=1
+        G_inter=1,
     ):
         super().__init__()
         image_height, image_width = pair(image_size)

pyproject.toml

@@ -0,0 +1,39 @@
+# Copyright 2024 Parallel Software and Systems Group, University of Maryland.
+# See the top-level LICENSE file for details.
+#
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+
+[build-system]
+requires = ["setuptools>=61.0"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "axonn"
+version = "0.2.0"
+authors = [
+  { name="Siddharth Singh", email="[email protected]" },
+  { name="Abhinav Bhatele", email="[email protected]"},
+]
+description = "A parallel library for extreme-scale deep learning"
+readme = "README.md"
+license = { name = "Apache-2.0", file = "LICENSE" }
+requires-python = ">=3.8"
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "License :: OSI Approved :: Apache Software License",
+    "Operating System :: OS Independent",
+]
+dependencies = [
+    "torch"
+]
+
+[tool.setuptools.packages.find]
+include = ["axonn"]
+exclude = ["axonn/tests", "external/", "**__pycache__"]
+
+
+[project.urls]
+Homepage = "https://github.com/axonn-ai/axonn"
+Issues = "https://github.com/axonn-ai/axonn/issues"
+Docs = "https://axonn.readthedocs.io/en/latest/"
+

pytest.ini

@@ -1,4 +1,4 @@
-# Copyright 2022 Parallel Software and Systems Group, University of Maryland.
+# Copyright 2022-2024 Parallel Software and Systems Group, University of Maryland.
 # See the top-level LICENSE file for details.
 #
 # SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception