Skip to content

Commit e682e78

Browse files
feat: Added support for Neptune Scale
1 parent df5dee6 commit e682e78

File tree

7 files changed

+788
-20
lines changed

7 files changed

+788
-20
lines changed

README.md

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -279,6 +279,9 @@ trainer = Trainer(logger=loggers.MLFlowLogger())
279279
# neptune
280280
trainer = Trainer(logger=loggers.NeptuneLogger())
281281

282+
# neptune scale
283+
trainer = Trainer(logger=loggers.NeptuneScaleLogger())
284+
282285
# ... and dozens more
283286
```
284287

docs/source-pytorch/conf.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -367,6 +367,7 @@ def _load_py_module(name: str, location: str) -> ModuleType:
367367
# TODO: these are missing objects.inv
368368
# "comet_ml": ("https://www.comet.com/docs/v2/", None),
369369
# "neptune": ("https://docs.neptune.ai/", None),
370+
# "neptune scale": ("https://docs-beta.neptune.ai/", None),
370371
# "wandb": ("https://docs.wandb.ai//", None),
371372
}
372373
nitpicky = True
@@ -476,6 +477,7 @@ def _load_py_module(name: str, location: str) -> ModuleType:
476477
("py:meth", "move_data_to_device"),
477478
("py:class", "neptune.Run"),
478479
("py:class", "neptune.handler.Handler"),
480+
("py:class", "neptune_scale.Run"),
479481
("py:meth", "on_after_batch_transfer"),
480482
("py:meth", "on_before_batch_transfer"),
481483
("py:meth", "on_save_checkpoint"),
@@ -620,7 +622,7 @@ def package_list_from_file(file):
620622
from lightning.pytorch.cli import _JSONARGPARSE_SIGNATURES_AVAILABLE as _JSONARGPARSE_AVAILABLE
621623
from lightning.pytorch.utilities.imports import _TORCHVISION_AVAILABLE
622624
from lightning.fabric.loggers.tensorboard import _TENSORBOARD_AVAILABLE, _TENSORBOARDX_AVAILABLE
623-
from lightning.pytorch.loggers.neptune import _NEPTUNE_AVAILABLE
625+
from lightning.pytorch.loggers.neptune import _NEPTUNE_AVAILABLE, _NEPTUNE_SCALE_AVAILABLE
624626
from lightning.pytorch.loggers.comet import _COMET_AVAILABLE
625627
from lightning.pytorch.loggers.mlflow import _MLFLOW_AVAILABLE
626628
from lightning.pytorch.loggers.wandb import _WANDB_AVAILABLE

docs/source-pytorch/visualize/supported_exp_managers.rst

Lines changed: 37 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -101,6 +101,43 @@ Here's the full documentation for the :class:`~lightning.pytorch.loggers.Neptune
101101

102102
----
103103

104+
Neptune Scale
105+
==========
106+
To use `Neptune Scale <https://docs-beta.neptune.ai/>`_ first install the neptune-scale package:
107+
108+
.. code-block:: bash
109+
110+
pip install neptune-scale
111+
112+
113+
Configure the logger and pass it to the :class:`~lightning.pytorch.trainer.trainer.Trainer`:
114+
115+
.. testcode::
116+
:skipif: not _NEPTUNE_SCALE_AVAILABLE
117+
118+
from neptune_scale import Run
119+
from lightning.pytorch.loggers import NeptuneScaleLogger
120+
121+
neptune_scale_logger = NeptuneScaleLogger(
122+
api_key=<YOUR_NEPTUNE_SCALE_API_KEY>, # replace with your own
123+
project="common/pytorch-lightning-integration", # format "<WORKSPACE/PROJECT>"
124+
)
125+
trainer = Trainer(logger=neptune_scale_logger)
126+
127+
Access the neptune scale logger from any function (except the LightningModule *init*) to use its API for tracking advanced artifacts
128+
129+
.. code-block:: python
130+
131+
class LitModel(LightningModule):
132+
def any_lightning_module_function_or_hook(self):
133+
neptune_scale_logger = self.logger.experiment
134+
neptune_scale_logger.log_metrics(data={"path/to/metadata": metadata}, step=step)
135+
neptune_scale_logger.log_configs(data={"path/to/config": config})
136+
137+
Here's the full documentation for the :class:`~lightning.pytorch.loggers.NeptuneScaleLogger`.
138+
139+
----
140+
104141
Tensorboard
105142
===========
106143
`TensorBoard <https://pytorch.org/docs/stable/tensorboard.html>`_ can be installed with:

requirements/pytorch/loggers.info

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
11
# all supported loggers. this list is here as a reference, but they are not installed in CI
22

33
neptune >=1.0.0
4+
neptune-scale
45
comet-ml >=3.31.0
56
mlflow >=1.0.0
67
wandb >=0.12.10

src/lightning/pytorch/loggers/__init__.py

Lines changed: 11 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -15,8 +15,17 @@
1515
from lightning.pytorch.loggers.csv_logs import CSVLogger
1616
from lightning.pytorch.loggers.logger import Logger
1717
from lightning.pytorch.loggers.mlflow import MLFlowLogger
18-
from lightning.pytorch.loggers.neptune import NeptuneLogger
18+
from lightning.pytorch.loggers.neptune import NeptuneLogger, NeptuneScaleLogger
1919
from lightning.pytorch.loggers.tensorboard import TensorBoardLogger
2020
from lightning.pytorch.loggers.wandb import WandbLogger
2121

22-
__all__ = ["CometLogger", "CSVLogger", "Logger", "MLFlowLogger", "TensorBoardLogger", "WandbLogger", "NeptuneLogger"]
22+
__all__ = [
23+
"CometLogger",
24+
"CSVLogger",
25+
"Logger",
26+
"MLFlowLogger",
27+
"TensorBoardLogger",
28+
"WandbLogger",
29+
"NeptuneLogger",
30+
"NeptuneScaleLogger",
31+
]

0 commit comments

Comments
 (0)