Fix version issues for MCore container

README.md

@@ -11,7 +11,7 @@ Emerging Optimizers is a research project focused on understanding and optimizin
 
 ### Prerequisites
 
-- Python 3.12 or higher
+- Python 3.10 or higher, 3.12 is recommended
 - PyTorch 2.0 or higher
 
 ### Install from Source

emerging_optimizers/orthogonalized_optimizers/orthogonalized_optimizer.py

@@ -12,7 +12,14 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-from typing import Any, Callable, override
+from typing import Any, Callable
+
+
+# TODO(@boxiangw): remove this once bump to python 3.12
+try:
+    from typing import override
+except ImportError:
+    from typing_extensions import override
 
 import torch
 import torch.optim as optim

emerging_optimizers/soap/soap.py

@@ -13,7 +13,14 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 from itertools import chain
-from typing import Callable, Iterable, List, Optional, Tuple, Union, override
+from typing import Callable, Iterable, List, Optional, Tuple, Union
+
+
+# TODO(@boxiangw): remove this once bump to python 3.12
+try:
+    from typing import override
+except ImportError:
+    from typing_extensions import override
 
 import torch
 import torch.optim as optim

pyproject.toml

@@ -20,7 +20,7 @@ dynamic = [
 ]
 description = "A research project for emerging optimizers other than AdamW"
 license = {file = "LICENSE"}
-requires-python = ">=3.12"
+requires-python = ">=3.10"
 authors = [{ name = "NVIDIA", email = "[email protected]" }]
 maintainers = [{ name = "NVIDIA", email = "[email protected]" }]
 keywords = [
@@ -57,7 +57,7 @@ classifiers = [
 dependencies = [
     "torch",
     "absl-py",
-    "megatron-core>=0.14.0a0,<0.16.0",
+    "typing-extensions",
 ]
 
 [build-system]