Merge pull request #368 from kozistr/release/v3.5.0

[Release] v3.5.0

Author: kozistr

docs/changelogs/v3.5.0.md

@@ -9,6 +9,7 @@
     * [Improving Training Stability for Large Language Model Pretraining](https://arxiv.org/abs/2502.11034)
 * Implement `Simplified-Ademamix` optimizer. (#364, #366)
     * [Connections between Schedule-Free Optimizers, AdEMAMix, and Accelerated SGD Variants](https://arxiv.org/abs/2502.02431)
+* Support `Ackley` function for testing optimization algorithms.
 
 ### Update
 

poetry.lock

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "pytorch_optimizer"
-version = "3.4.2"
+version = "3.5.0"
 description = "optimizer & lr scheduler & objective function collections in PyTorch"
 license = "Apache-2.0"
 authors = ["kozistr <[email protected]>"]

pyproject.toml

@@ -41,7 +41,7 @@ def __init__(
         self.clip_grad_norm = clip_grad_norm
         self.clip_grad_value = clip_grad_value
 
-        self.local_rank: int = int(os.environ.get('LOCAL_RANK', 0))
+        self.local_rank: int = int(os.environ.get('LOCAL_RANK', '0'))
 
         self.gather_norm: bool = False
         self.grad_norms: List[torch.Tensor] = []
@@ -256,7 +256,7 @@ def __init__(
         self.grad_norms: List[torch.Tensor] = []
         self.clip_coef: Optional[float] = None
 
-        self.local_rank: int = int(os.environ.get('LOCAL_RANK', 0))
+        self.local_rank: int = int(os.environ.get('LOCAL_RANK', '0'))
         self.zero3_enabled: bool = is_deepspeed_zero3_enabled()
 
         self.grad_func: Callable[[Any], Any] = self.fuse_update_zero3() if self.zero3_enabled else self.fuse_update()

pytorch_optimizer/optimizer/lomo.py

@@ -73,8 +73,8 @@ def __init__(
         adamw_params = self.get_parameters(adamw_params) if adamw_params is not None else []
         params.extend(adamw_params)
 
-        self.world_size: int = int(os.environ.get('WORLD_SIZE', 1))
-        self.rank: int = int(os.environ.get('RANK', 0))
+        self.world_size: int = int(os.environ.get('WORLD_SIZE', '1'))
+        self.rank: int = int(os.environ.get('RANK', '0'))
 
         defaults: DEFAULTS = {
             'lr': lr,

pytorch_optimizer/optimizer/muon.py

@@ -1,37 +1,38 @@
 --extra-index-url https://download.pytorch.org/whl/cpu
 
-black==24.8.0 ; python_version < "3.9" and python_version >= "3.8"
+black==24.8.0 ; python_version == "3.8"
 black==25.1.0 ; python_version >= "3.9"
 click==8.1.8 ; python_version >= "3.8"
 colorama==0.4.6 ; python_version >= "3.8" and (sys_platform == "win32" or platform_system == "Windows")
-coverage[toml]==7.6.1 ; python_version >= "3.8"
+coverage[toml]==7.6.1 ; python_version == "3.8"
+coverage[toml]==7.6.12 ; python_version >= "3.9"
 exceptiongroup==1.2.2 ; python_version < "3.11" and python_version >= "3.8"
-filelock==3.16.1 ; python_version >= "3.8" and python_version < "3.9"
-filelock==3.17.0 ; python_version >= "3.9"
-fsspec==2025.2.0 ; python_version >= "3.8"
+filelock==3.16.1 ; python_version == "3.8"
+filelock==3.18.0 ; python_version >= "3.9"
+fsspec==2025.3.0 ; python_version >= "3.8"
 iniconfig==2.0.0 ; python_version >= "3.8"
-isort==5.13.2 ; python_version < "3.9" and python_version >= "3.8"
+isort==5.13.2 ; python_version == "3.8"
 isort==6.0.1 ; python_version >= "3.9"
-jinja2==3.1.5 ; python_version >= "3.8"
-markupsafe==2.1.5 ; python_version >= "3.8" and python_version < "3.9"
+jinja2==3.1.6 ; python_version >= "3.8"
+markupsafe==2.1.5 ; python_version == "3.8"
 markupsafe==3.0.2 ; python_version >= "3.9"
 mpmath==1.3.0 ; python_version >= "3.8"
 mypy-extensions==1.0.0 ; python_version >= "3.8"
-networkx==3.1 ; python_version >= "3.8" and python_version < "3.9"
+networkx==3.1 ; python_version == "3.8"
 networkx==3.2.1 ; python_version >= "3.9"
-numpy==1.24.4 ; python_version < "3.9" and python_version >= "3.8"
+numpy==1.24.4 ; python_version == "3.8"
 numpy==2.0.2 ; python_version >= "3.9"
 packaging==24.2 ; python_version >= "3.8"
 pathspec==0.12.1 ; python_version >= "3.8"
 platformdirs==4.3.6 ; python_version >= "3.8"
 pluggy==1.5.0 ; python_version >= "3.8"
 pytest-cov==5.0.0 ; python_version >= "3.8"
-pytest==8.3.4 ; python_version >= "3.8"
-ruff==0.9.9 ; python_version >= "3.8"
-setuptools==75.8.2 ; python_version >= "3.12"
+pytest==8.3.5 ; python_version >= "3.8"
+ruff==0.11.0 ; python_version >= "3.8"
+setuptools==76.0.0 ; python_version >= "3.12"
 sympy==1.13.1 ; python_version >= "3.9"
-sympy==1.13.3 ; python_version < "3.9" and python_version >= "3.8"
+sympy==1.13.3 ; python_version == "3.8"
 tomli==2.2.1 ; python_full_version <= "3.11.0a6" and python_version >= "3.8"
-torch==2.4.1+cpu ; python_version < "3.9" and python_version >= "3.8"
+torch==2.4.1+cpu ; python_version == "3.8"
 torch==2.6.0+cpu ; python_version >= "3.9"
 typing-extensions==4.12.2 ; python_version >= "3.8"

requirements-dev.txt

@@ -1,19 +1,19 @@
 --extra-index-url https://download.pytorch.org/whl/cpu
 
-filelock==3.16.1 ; python_version >= "3.8" and python_version < "3.9"
-filelock==3.17.0 ; python_version >= "3.9"
-fsspec==2025.2.0 ; python_version >= "3.8"
-jinja2==3.1.5 ; python_version >= "3.8"
-markupsafe==2.1.5 ; python_version >= "3.8" and python_version < "3.9"
+filelock==3.16.1 ; python_version == "3.8"
+filelock==3.18.0 ; python_version >= "3.9"
+fsspec==2025.3.0 ; python_version >= "3.8"
+jinja2==3.1.6 ; python_version >= "3.8"
+markupsafe==2.1.5 ; python_version == "3.8"
 markupsafe==3.0.2 ; python_version >= "3.9"
 mpmath==1.3.0 ; python_version >= "3.8"
-networkx==3.1 ; python_version >= "3.8" and python_version < "3.9"
+networkx==3.1 ; python_version == "3.8"
 networkx==3.2.1 ; python_version >= "3.9"
-numpy==1.24.4 ; python_version < "3.9" and python_version >= "3.8"
+numpy==1.24.4 ; python_version == "3.8"
 numpy==2.0.2 ; python_version >= "3.9"
-setuptools==75.8.2 ; python_version >= "3.12"
+setuptools==76.0.0 ; python_version >= "3.12"
 sympy==1.13.1 ; python_version >= "3.9"
-sympy==1.13.3 ; python_version < "3.9" and python_version >= "3.8"
-torch==2.4.1+cpu ; python_version < "3.9" and python_version >= "3.8"
+sympy==1.13.3 ; python_version == "3.8"
+torch==2.4.1+cpu ; python_version == "3.8"
 torch==2.6.0+cpu ; python_version >= "3.9"
 typing-extensions==4.12.2 ; python_version >= "3.8"