Merge pull request ceph#62557 from ronen-fr/wip-rf-preemptionpg

osd/scrub: improve PgScrubber testability

Reviewed-by: Radoslaw Zarzynski <[email protected]>

Author: ronen-fr

src/osd/scrubber/pg_scrubber.cc

@@ -2789,7 +2789,7 @@ void PgScrubber::update_scrub_stats(ceph::coarse_real_clock::time_point now_is)
 
 // ///////////////////// preemption_data_t //////////////////////////////////
 
-PgScrubber::preemption_data_t::preemption_data_t(PG* pg) : m_pg{pg},
+PgScrubber::preemption_data_t::preemption_data_t(PG* pg) :
   osd_scrub_max_preemptions{pg->cct->_conf, "osd_scrub_max_preemptions"}
 {
   m_left = *osd_scrub_max_preemptions;

src/osd/scrubber/pg_scrubber.h

@@ -84,6 +84,7 @@ Main Scrubber interfaces:
 #include "osd_scrub_sched.h"
 #include "scrub_backend.h"
 #include "scrub_machine_lstnr.h"
+#include "scrub_machine_if.h"
 #include "scrub_reservations.h"
 
 namespace Scrub {
@@ -693,7 +694,7 @@ class PgScrubber : public ScrubPgIF,
 			    hobject_t end,
 			    bool deep);
 
-  std::unique_ptr<Scrub::ScrubMachine> m_fsm;
+  std::unique_ptr<Scrub::ScrubFsmIf> m_fsm;
   /// the FSM state, as a string for logging
   const char* m_fsm_state_name{nullptr};
   const spg_t m_pg_id;	///< a local copy of m_pg->pg_id
@@ -1005,7 +1006,6 @@ class PgScrubber : public ScrubPgIF,
     }
 
    private:
-    PG* m_pg;
     mutable ceph::mutex m_preemption_lock = ceph::make_mutex("preemption_lock");
     bool m_preemptable{false};
     bool m_preempted{false};

src/osd/scrubber/scrub_machine.h

@@ -2,6 +2,7 @@
 // vim: ts=8 sw=2 smarttab
 #pragma once
 
+#include <cassert>
 #include <optional>
 #include <string>
 
@@ -23,6 +24,7 @@
 #include "messages/MOSDRepScrubMap.h"
 #include "osd/scrubber_common.h"
 
+#include "scrub_machine_if.h"
 #include "scrub_machine_lstnr.h"
 #include "scrub_reservations.h"
 
@@ -278,28 +280,34 @@ struct ReplicaWaitUpdates;
 struct ReplicaBuildingMap;
 
 
-class ScrubMachine : public sc::state_machine<ScrubMachine, NotActive> {
+class ScrubMachine : public ScrubFsmIf, public sc::state_machine<ScrubMachine, NotActive> {
  public:
   friend class PgScrubber;
 
  public:
   explicit ScrubMachine(PG* pg, ScrubMachineListener* pg_scrub);
-  ~ScrubMachine();
+  virtual ~ScrubMachine();
 
   spg_t m_pg_id;
   ScrubMachineListener* m_scrbr;
   std::ostream& gen_prefix(std::ostream& out) const;
 
-  void assert_not_in_session() const;
-  [[nodiscard]] bool is_reserving() const;
-  [[nodiscard]] bool is_accepting_updates() const;
-  [[nodiscard]] bool is_primary_idle() const;
+  void assert_not_in_session() const final;
+  [[nodiscard]] bool is_reserving() const final;
+  [[nodiscard]] bool is_accepting_updates() const final;
+  [[nodiscard]] bool is_primary_idle() const final;
 
   /// elapsed time for the currently active scrub.session
-  ceph::timespan get_time_scrubbing() const;
+  ceph::timespan get_time_scrubbing() const final;
 
   /// replica reservation process status
-  std::optional<pg_scrubbing_status_t> get_reservation_status() const;
+  std::optional<pg_scrubbing_status_t> get_reservation_status() const final;
+
+  void initiate() final { sc::state_machine<ScrubMachine, NotActive>::initiate(); }
+
+  void process_event(const boost::statechart::event_base& evt) final {
+    sc::state_machine<ScrubMachine, NotActive>::process_event(evt);
+  }
 
 // ///////////////// aux declarations & functions //////////////////////// //
 

src/osd/scrubber/scrub_machine_if.h

@@ -0,0 +1,59 @@
+// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
+// vim: ts=8 sw=2 smarttab
+
+#pragma once
+/**
+ * \file the FSM API used by the scrubber
+ */
+#include <boost/statechart/event.hpp>
+#include <boost/statechart/event_base.hpp>
+#include <boost/statechart/simple_state.hpp>
+#include <boost/statechart/state.hpp>
+#include <boost/statechart/state_machine.hpp>
+
+#include "osd/scrubber_common.h"
+
+namespace Scrub {
+
+namespace sc = ::boost::statechart;
+
+
+/// the FSM API used by the scrubber
+class ScrubFsmIf {
+ public:
+  virtual ~ScrubFsmIf() = default;
+
+  virtual void process_event(const sc::event_base& evt) = 0;
+
+  /// 'true' if the FSM state is PrimaryActive/PrimaryIdle
+  [[nodiscard]] virtual bool is_primary_idle() const = 0;
+
+  /// 'true' if the FSM state is PrimaryActive/Session/ReservingReplicas
+  [[nodiscard]] virtual bool is_reserving() const = 0;
+
+  /// 'true' if the FSM state is PrimaryActive/Session/Act/WaitLastUpdate
+  [[nodiscard]] virtual bool is_accepting_updates() const = 0;
+
+  /// verify state is not any substate of PrimaryActive/Session
+  virtual void assert_not_in_session() const = 0;
+
+  /**
+   * time passed since entering the current scrubbing session.
+   * Specifically - since the Session ctor has completed.
+   */
+  virtual ceph::timespan get_time_scrubbing() const = 0;
+
+  /**
+   * if we are in the ReservingReplicas state - fetch the reservation status.
+   * The returned data names the last request sent to the replicas, and
+   * how many replicas responded / are yet expected to respond.
+   */
+  virtual std::optional<pg_scrubbing_status_t> get_reservation_status()
+      const = 0;
+
+  /// "initiate" the state machine (an internal state_chart function)
+  virtual void initiate() = 0;
+};
+
+}  // namespace Scrub
+