add check metagraph in main run

Author: eclipsevortex

subvortex/core/database/database.py

@@ -50,14 +50,14 @@ async def wait_until_ready(self, name: str):
             # Step 1: check the message key first
             snapshot = await self.database.get(message_key)
             if snapshot and snapshot.decode() == "ready":
-                btul.logging.info(
+                btul.logging.trace(
                     f"{name} is already ready (via message key)",
                     prefix=self.settings.logging_name,
                 )
                 return
 
             # Step 2: wait for stream messages
-            btul.logging.debug(
+            btul.logging.trace(
                 f"Waiting on stream: {stream_key}", prefix=self.settings.logging_name
             )
             while True:
@@ -66,14 +66,14 @@ async def wait_until_ready(self, name: str):
                     continue
 
                 for stream_key, messages in entries:
-                    btul.logging.debug(
+                    btul.logging.trace(
                         f"Received stream message: {messages}",
                         prefix=self.settings.logging_name,
                     )
                     for msg_id, fields in messages:
                         state = fields.get("state".encode(), b"").decode()
                         if state == "ready":
-                            btul.logging.info(
+                            btul.logging.trace(
                                 f"{name} is now ready (via stream)",
                                 prefix=self.settings.logging_name,
                             )

subvortex/core/metagraph/metagraph.py

@@ -135,6 +135,12 @@ async def start(self):
                     )
 
         finally:
+            # Flag metagraph as unready and notify
+            if not self.settings.dry_run:
+                await self.database.mark_as_unready()
+                await self.database.notify_state()
+
+            # Signal run completed
             self.run_complete.set()
             btul.logging.info(
                 "🛑 MetagraphObserver service exiting...",
@@ -345,6 +351,21 @@ async def _notify_if_needed(self, ready):
 
         return True
 
+    async def _notify_if_needed(self, ready):
+        if ready:
+            return ready
+
+        btul.logging.debug(
+            "🔔 Metagraph marked ready", prefix=self.settings.logging_name
+        )
+        not self.settings.dry_run and await self.database.mark_as_ready()
+        btul.logging.debug(
+            "📣 Broadcasting metagraph ready state", prefix=self.settings.logging_name
+        )
+        not self.settings.dry_run and await self.database.notify_state()
+
+        return True
+
     async def _has_new_neuron_registered(self, registration_count) -> tuple[bool, int]:
         new_count = await scbs.get_number_of_registration(
             subtensor=self.subtensor, netuid=self.settings.netuid

subvortex/miner/neuron/src/main.py

@@ -181,10 +181,10 @@ async def _initialize(self):
         await self.subtensor.initialize()
 
         # Initialize database
-        btul.logging.info("Waiting for database readiness...")
+        btul.logging.info("Waiting for metagraph readiness...")
         self.database = Database(settings=self.settings)
         await self.database.wait_until_ready("metagraph")
-        btul.logging.info("Database is ready.")
+        btul.logging.info("Metagraph is ready.")
 
         # Get the list of neurons
         self.neurons = await self.database.get_neurons()
@@ -263,6 +263,10 @@ async def _main_loop(self):
                 current_block = await self.subtensor.get_current_block()
                 btul.logging.debug(f"Block #{current_block}")
 
+                # Ensure the metagraph is ready
+                btul.logging.debug("Ensure metagraph readiness")
+                await self.database.wait_until_ready("metagraph")
+
                 # Get the last time the neurons have been updated
                 last_updated = await self.database.get_neuron_last_updated()
                 if self.previous_last_updated != last_updated:

subvortex/validator/neuron/src/main.py

@@ -172,7 +172,9 @@ async def run(self):
         await check_redis_connection(port=self.settings.database_port)
 
         # Wait until the metagraph is ready
+        btul.logging.info("Waiting for metagraph readiness...")
         await self.database.wait_until_ready("metagraph")
+        btul.logging.info("Metagraph is ready.")
 
         # File monitor
         self.file_monitor = FileMonitor()
@@ -218,6 +220,10 @@ async def run(self):
         current_block = 0
         while not self.should_exit.is_set():
             try:
+                # Ensure the metagraph is ready
+                btul.logging.debug("Ensure metagraph readiness")
+                await self.database.wait_until_ready("metagraph")
+
                 # Get the last time neurons have been updated
                 last_updated = await self.database.get_neuron_last_updated()
                 if last_updated == 0:
@@ -270,8 +276,12 @@ async def run(self):
                     )
 
                     # Get the miners with no ips
-                    miners_not_serving = [x.uid for x in self.miners if x.ip == "0.0.0.0"]
-                    btul.logging.debug(f"Miners not serving (not selectable): {miners_not_serving}")
+                    miners_not_serving = [
+                        x.uid for x in self.miners if x.ip == "0.0.0.0"
+                    ]
+                    btul.logging.debug(
+                        f"Miners not serving (not selectable): {miners_not_serving}"
+                    )
 
                     # Build the list of uids reset
                     uids_reset = np.flatnonzero(