Update NEBULA requirements

Author: enriquetomasmb

Dockerfile

@@ -40,6 +40,6 @@ RUN python3.11 -m pip install --upgrade pip
 RUN apt-get update && apt-get install -y build-essential gcc g++ clang git make cmake
 
 WORKDIR /nebula
-COPY requirements.txt .
+COPY nebula/requirements.txt .
 # Install the required packages
 RUN python3.11 -m pip install --ignore-installed -r requirements.txt

nebula/core/engine.py

@@ -1,7 +1,6 @@
 import asyncio
 import logging
 import os
-
 import docker
 from nebula.addons.functions import print_msg_box
 from nebula.addons.attacks.attacks import create_attack
@@ -10,9 +9,14 @@
 from nebula.core.eventmanager import EventManager, event_handler
 from nebula.core.network.communications import CommunicationsManager
 from nebula.core.pb import nebula_pb2
-from nebula.core.utils.nebulalogger_tensorboard import NebulaTensorBoardLogger
-from nebula.core.utils.nebulalogger import NebulaLogger
 from nebula.core.utils.locker import Locker
+from lightning.pytorch.loggers import CSVLogger
+from nebula.core.utils.nebulalogger_tensorboard import NebulaTensorBoardLogger
+
+try:
+    from nebula.core.utils.nebulalogger import NebulaLogger
+except:
+    pass
 
 logging.getLogger("requests").setLevel(logging.WARNING)
 logging.getLogger("urllib3").setLevel(logging.WARNING)
@@ -22,14 +26,9 @@
 logging.getLogger("plotly").setLevel(logging.ERROR)
 
 import threading
-
-from lightning.pytorch.loggers import CSVLogger
-
 from nebula.config.config import Config
 from nebula.core.training.lightning import Lightning
-
 from nebula.core.utils.helper import cosine_metric
-
 import sys
 import pdb
 
@@ -109,9 +108,18 @@ def __init__(
         elif self.config.participant["tracking_args"]["local_tracking"] == "basic":
             nebulalogger = NebulaTensorBoardLogger(self.config.participant["scenario_args"]["start_time"], f"{self.log_dir}", name="metrics", version=f"participant_{self.idx}", log_graph=True)
         elif self.config.participant["tracking_args"]["local_tracking"] == "advanced":
-            nebulalogger = NebulaLogger(config=self.config, engine=self, scenario_start_time=self.config.participant["scenario_args"]["start_time"], repo=f"{self.config.participant['tracking_args']['log_dir']}",
-                                                experiment=self.experiment_name, run_name=f"participant_{self.idx}",
-                                                train_metric_prefix='train_', test_metric_prefix='test_', val_metric_prefix='val_', log_system_params=False)
+            nebulalogger = NebulaLogger(
+                config=self.config,
+                engine=self,
+                scenario_start_time=self.config.participant["scenario_args"]["start_time"],
+                repo=f"{self.config.participant['tracking_args']['log_dir']}",
+                experiment=self.experiment_name,
+                run_name=f"participant_{self.idx}",
+                train_metric_prefix="train_",
+                test_metric_prefix="test_",
+                val_metric_prefix="val_",
+                log_system_params=False,
+            )
             # nebulalogger_aim = NebulaLogger(config=self.config, engine=self, scenario_start_time=self.config.participant["scenario_args"]["start_time"], repo=f"aim://nebula-frontend:8085",
             #                                     experiment=self.experiment_name, run_name=f"participant_{self.idx}",
             #                                     train_metric_prefix='train_', test_metric_prefix='test_', val_metric_prefix='val_', log_system_params=False)
@@ -450,7 +458,7 @@ async def _learning_cycle(self):
         print_msg_box(msg=f"Federated Learning process has been completed.", indent=2, title="End of the experiment")
         # Enable loggin info
         logging.getLogger().disabled = True
-        # Report 
+        # Report
         if self.config.participant["scenario_args"]["controller"] == "nebula-frontend":
             self.reporter.report_scenario_finished()
         # Kill itself

nebula/frontend/app.py

@@ -68,7 +68,6 @@ class Settings:
     templates_dir: str = "templates"
 
 settings = Settings()
-initialize_databases()
 
 logging.info(f"NEBULA_DEBUG: {settings.debug}")
 logging.info(f"NEBULA_ADVANCED_ANALYTICS: {settings.advanced_analytics}")
@@ -148,6 +147,7 @@ def set_default_user():
 
 @app.on_event("startup")
 async def startup_event():
+    await initialize_databases()
     set_default_user()
 
 nodes_registration = {}

nebula/frontend/requirements.txt

@@ -1,27 +1,28 @@
-setuptools==69.5.1
+setuptools==70.3.0
 wheel==0.43.0
 protobuf==4.25.3
-tensorboard==2.16.2
+# tensorboard==2.17.0
+tb-nightly==2.18.0a20240711
 tensorboardx==2.6.2.2
 pandas==2.2.2
 fastapi[all]==0.111.0
 uvicorn==0.30.1
 jinja2==3.1.4
-pytest==8.2.0
-matplotlib==3.8.4
+pytest==8.2.2
+matplotlib==3.9.1
 plotly==5.22.0
 python-dotenv==1.0.1
 networkx==3.3
-requests==2.31.0
-ansi2html==1.9.1
+requests==2.32.3
+ansi2html==1.9.2
 gunicorn==22.0.0
 geopy==2.4.1
-cryptography==42.0.7
+cryptography==42.0.8
 pyOpenSSL==24.1.0
 pycryptodome==3.20.0
 pyinstrument==4.6.2
 cffi==1.16.0
-web3==6.15.1
-aim==3.20.1
+web3==6.20.0
 aiosqlite==0.20.0
-docker==6.1.3
+docker==7.1.0
+# aim==3.22.0

nebula/requirements.txt

@@ -0,0 +1,43 @@
+# pip install --upgrade --force-reinstall -r requirements.txt
+protobuf==4.25.3
+qtconsole==5.5.2
+aiohttp==3.9.5
+async-timeout==4.0.3
+netifaces==0.11.0
+tcconfig==0.28.1
+geopy==2.4.1
+numpy==2.0.0
+torch==2.3.1
+torchvision==0.18.1
+torchtext
+torchdata==0.7.1
+torchmetrics==1.4.0
+lightning==2.3.3
+plotly==5.22.0
+# tensorboard==2.17.0
+tb-nightly==2.18.0a20240711
+tensorboardx==2.6.2.2
+pytest==8.2.2
+python-dotenv==1.0.1
+PyYAML==6.0.1
+setuptools==70.3.0
+matplotlib==3.9.1
+networkx==3.3
+requests==2.32.3
+Pillow==10.4.0
+ansi2html==1.9.2
+pycryptodome==3.20.0
+cryptography==42.0.8
+psutil==6.0.0
+rich==13.7.1
+seaborn==0.13.2
+scikit-learn==1.5.1
+scikit-image==0.24.0
+datasets==2.20.0
+timm==1.0.7
+nvidia-ml-py==12.555.43
+web3==6.20.0
+tabulate==0.9.0
+retry==0.9.2
+docker==7.1.0
+# aim==3.22.0

requirements.txt

@@ -1,42 +1,11 @@
 # pip install --upgrade --force-reinstall -r requirements.txt
-protobuf==4.25.3
-qtconsole==5.5.2
-aiohttp==3.9.5
-async-timeout==4.0.3
-netifaces==0.11.0
-tcconfig==0.28.1
-geopy==2.4.1
-numpy==1.26.4
-torch==2.3.0
-torchvision==0.18.0
-torchtext
-torchdata==0.7.1
-torchmetrics==1.4.0
-lightning==2.2.5
-plotly==5.22.0
-tensorboard==2.16.2
-tensorboardx==2.6.2.2
-pytest==8.2.0
 python-dotenv==1.0.1
-PyYAML==6.0.1
-setuptools==69.5.1
-matplotlib==3.8.4
+requests==2.32.3
+docker==7.1.0
+web3==6.20.0
+matplotlib==3.9.1
 networkx==3.3
-requests==2.31.0
-Pillow==10.3.0
-ansi2html==1.9.1
+psutil==6.0.0
 pycryptodome==3.20.0
-cryptography==42.0.7
-psutil==5.9.8
-rich==13.7.1
-seaborn==0.13.2
-scikit-learn==1.4.2
-scikit-image==0.23.2
-datasets==2.19.1
-timm==0.9.16
-nvidia-ml-py==12.550.52
-web3==6.15.1
-tabulate==0.9.0
-retry==0.9.2
-aim==3.22.0
-docker==6.1.3
+cryptography==42.0.8
+nvidia-ml-py==12.555.43