add optional dependencies in pyproject.toml

Author: tocean

pyproject.toml

@@ -38,8 +38,6 @@ classifiers=[
 ]
 dependencies = [
     "torch",
-    "transformer-engine@git+https://github.com/NVIDIA/TransformerEngine.git@v0.11#egg=transformer-engine",
-    "flash-attn==1.0.9",
     "colorlog>=6.7.0",
     "deepspeed==0.13.1",
     "mpi4py",
@@ -56,6 +54,14 @@ test = [
     "pytest>=7.2.0",
     "yapf>=0.32.0",
 ]
+nvidia = [
+    "transformer-engine@git+https://github.com/NVIDIA/TransformerEngine.git@v0.11#egg=transformer-engine",
+    "flash-attn==1.0.9",
+    "mpi4py",
+]
+amd = [
+    # TransformerEngine
+]
 
 [project.urls]
 homepage = "https://github.com/Azure/MS-AMP"