Add events for Alloc creation (#1915)

Summary:
Pull Request resolved: #1915

As title.

Reviewed By: mariusae

Differential Revision: D87274098

fbshipit-source-id: bead529c8b5c04c40a3e05f610b93f8098b949f0

Author: pzhan9

hyperactor_mesh/src/alloc/local.rs

@@ -53,7 +53,13 @@ impl Allocator for LocalAllocator {
     type Alloc = LocalAlloc;
 
     async fn allocate(&mut self, spec: AllocSpec) -> Result<Self::Alloc, AllocatorError> {
-        Ok(LocalAlloc::new(spec))
+        let alloc = LocalAlloc::new(spec);
+        tracing::info!(
+            name = "LocalAllocStatus",
+            alloc_name = %alloc.world_id(),
+            status = "Allocated",
+        );
+        Ok(alloc)
     }
 }
 
@@ -259,12 +265,23 @@ impl Alloc for LocalAlloc {
     }
 
     async fn stop(&mut self) -> Result<(), AllocatorError> {
+        tracing::info!(
+            name = "LocalAllocStatus",
+            alloc_name = %self.world_id(),
+            status = "Stopping",
+        );
         for rank in 0..self.size() {
             self.todo_tx
                 .send(Action::Stop(rank, ProcStopReason::Stopped))
                 .unwrap();
         }
         self.todo_tx.send(Action::Stopped).unwrap();
+        tracing::info!(
+            name = "LocalAllocStatus",
+            alloc_name = %self.world_id(),
+            status = "Stop::Sent",
+            "Stop was sent to local procs; check their log to determine if it exited."
+        );
         Ok(())
     }
 
@@ -275,7 +292,10 @@ impl Alloc for LocalAlloc {
 
 impl Drop for LocalAlloc {
     fn drop(&mut self) {
-        tracing::debug!(
+        tracing::info!(
+            name = "LocalAllocStatus",
+            alloc_name = %self.world_id(),
+            status = "Dropped",
             "dropping LocalAlloc of name: {}, world id: {}",
             self.name,
             self.world_id

hyperactor_mesh/src/alloc/process.rs

@@ -99,9 +99,16 @@ impl Allocator for ProcessAllocator {
         }
 
         let name = ShortUuid::generate();
+        let world_id = WorldId(name.to_string());
+        tracing::info!(
+            name = "ProcessAllocStatus",
+            alloc_name = %world_id,
+            addr = %bootstrap_addr,
+            status = "Allocated",
+        );
         Ok(ProcessAlloc {
             name: name.clone(),
-            world_id: WorldId(name.to_string()),
+            world_id,
             spec: spec.clone(),
             bootstrap_addr,
             rx,
@@ -666,6 +673,11 @@ impl Alloc for ProcessAlloc {
     }
 
     async fn stop(&mut self) -> Result<(), AllocatorError> {
+        tracing::info!(
+            name = "ProcessAllocStatus",
+            alloc_name = %self.world_id(),
+            status = "Stopping",
+        );
         // We rely on the teardown here, and that the process should
         // exit on its own. We should have a hard timeout here as well,
         // so that we never rely on the system functioning correctly
@@ -676,13 +688,22 @@ impl Alloc for ProcessAlloc {
         }
 
         self.running = false;
+        tracing::info!(
+            name = "ProcessAllocStatus",
+            alloc_name = %self.world_id(),
+            status = "Stop::Sent",
+            "StopAndExit was sent to allocators; check their logs for the stop progress."
+        );
         Ok(())
     }
 }
 
 impl Drop for ProcessAlloc {
     fn drop(&mut self) {
-        tracing::debug!(
+        tracing::info!(
+            name = "ProcessAllocStatus",
+            alloc_name = %self.world_id(),
+            status = "Dropped",
             "dropping ProcessAlloc of name: {}, world id: {}",
             self.name,
             self.world_id