[feat]Merge develop to dev-ucm-v1 and fix code style (ModelEngine-Group#428)

* [fix] fix sparse attention (ModelEngine-Group#397)

fix ascend attention

Co-authored-by: lijiachen19 <lijiachen19@huawei.com>

* [opt] Share Infra implementation and unify status codes (ModelEngine-Group#399)

share infra module

Co-authored-by: Fang Run <Fang_Run@126.com>

* [bugfix] Fix ESA to be compatible with the latest NFSStore. (ModelEngine-Group#401)

fix esa to adapt latest NFSStore

* release v0.1.0rc4 (ModelEngine-Group#402)

Co-authored-by: lijiachen19 <lijiachen19@huawei.com>

* [opt] Remove unused cc impl of dramstore (ModelEngine-Group#406)

remove unused cc impl of dramstore

* [Fix]remove dram docs and modify quick-start doc (ModelEngine-Group#411)

* [Fix]remove dram docs and modify quick-start doc

* modify index.md

---------

Co-authored-by: t00939662 <tianxuehan@huawei.com>

* [Feature] Added performance testing tool based on the PyTest testing framework (ModelEngine-Group#295)

Performance testing tool based on the PyTest testing framework.

* [Misc] Add cpp-linter.yml (ModelEngine-Group#422)

* [docs]add metrics doc (ModelEngine-Group#416)

* [docs]add metrics doc

* modify metrics.md

* modify metrics.md

---------

Co-authored-by: t00939662 <tianxuehan@huawei.com>

* [perf] Modify CUDA SIMD and add Triton hash encoder (ModelEngine-Group#408)

* fix cpp code style

---------

Co-authored-by: Lijiachen1018 <30387633+Lijiachen1018@users.noreply.github.com>
Co-authored-by: lijiachen19 <lijiachen19@huawei.com>
Co-authored-by: Mag1c.H <hemajun815@163.com>
Co-authored-by: Fang Run <Fang_Run@126.com>
Co-authored-by: MaxWang <wangwenxin21@huawei.com>
Co-authored-by: hero0307 <tianxuehan0307@163.com>
Co-authored-by: t00939662 <tianxuehan@huawei.com>
Co-authored-by: ML <85485147+Menglths@users.noreply.github.com>
Co-authored-by: ShiXiaolei <indirashi@163.com>

Author: 10 people

docs/source/user-guide/prefix-cache/dram_store.md

@@ -24,26 +24,27 @@
 #include "conn_stats.h"
 
 namespace UC::Metrics {
-    
+
 ConnStats::ConnStats() = default;
 
-std::string ConnStats::Name() const {
-    return "ConnStats";
-}
+std::string ConnStats::Name() const { return "ConnStats"; }
 
-void ConnStats::Reset() {
+void ConnStats::Reset()
+{
     for (auto& v : data_) v.clear();
 }
 
-void ConnStats::Update(const std::unordered_map<std::string, double>& params) {
+void ConnStats::Update(const std::unordered_map<std::string, double>& params)
+{
     for (const auto& [k, v] : params) {
         Key id = KeyFromString(k);
         if (id == Key::COUNT) continue;
         EmplaceBack(id, v);
     }
 }
 
-std::unordered_map<std::string, std::vector<double>> ConnStats::Data() {
+std::unordered_map<std::string, std::vector<double>> ConnStats::Data()
+{
     std::unordered_map<std::string, std::vector<double>> result;
     result["save_requests_num"] = data_[static_cast<std::size_t>(Key::save_requests_num)];
     result["save_blocks_num"] = data_[static_cast<std::size_t>(Key::save_blocks_num)];
@@ -53,27 +54,30 @@ std::unordered_map<std::string, std::vector<double>> ConnStats::Data() {
     result["load_blocks_num"] = data_[static_cast<std::size_t>(Key::load_blocks_num)];
     result["load_duration"] = data_[static_cast<std::size_t>(Key::load_duration)];
     result["load_speed"] = data_[static_cast<std::size_t>(Key::load_speed)];
-    result["interval_lookup_hit_rates"] = data_[static_cast<std::size_t>(Key::interval_lookup_hit_rates)];
+    result["interval_lookup_hit_rates"] =
+        data_[static_cast<std::size_t>(Key::interval_lookup_hit_rates)];
     return result;
 }
 
-Key ConnStats::KeyFromString(const std::string& k) {
-    if (k == "save_requests_num")        return Key::save_requests_num;
-    if (k == "save_blocks_num")          return Key::save_blocks_num;
-    if (k == "save_duration")            return Key::save_duration;
-    if (k == "save_speed")               return Key::save_speed;
-    if (k == "load_requests_num")        return Key::load_requests_num;
-    if (k == "load_blocks_num")          return Key::load_blocks_num;
-    if (k == "load_duration")            return Key::load_duration;
-    if (k == "load_speed")               return Key::load_speed;
-    if (k == "interval_lookup_hit_rates")return Key::interval_lookup_hit_rates;
+Key ConnStats::KeyFromString(const std::string& k)
+{
+    if (k == "save_requests_num") return Key::save_requests_num;
+    if (k == "save_blocks_num") return Key::save_blocks_num;
+    if (k == "save_duration") return Key::save_duration;
+    if (k == "save_speed") return Key::save_speed;
+    if (k == "load_requests_num") return Key::load_requests_num;
+    if (k == "load_blocks_num") return Key::load_blocks_num;
+    if (k == "load_duration") return Key::load_duration;
+    if (k == "load_speed") return Key::load_speed;
+    if (k == "interval_lookup_hit_rates") return Key::interval_lookup_hit_rates;
     return Key::COUNT;
 }
 
-void ConnStats::EmplaceBack(Key id, double value) {
+void ConnStats::EmplaceBack(Key id, double value)
+{
     data_[static_cast<std::size_t>(id)].push_back(value);
 }
 
 static Registrar registrar;
 
-}  
+} // namespace UC::Metrics

ucm/shared/metrics/cc/stats/conn_stats.cc

@@ -24,21 +24,21 @@
 #ifndef UNIFIEDCACHE_CONNSTATS_H
 #define UNIFIEDCACHE_CONNSTATS_H
 
-#include "istats.h"
-#include "stats_registry.h"   
 #include <array>
-#include <vector>
-#include <unordered_map>
-#include <string>
 #include <cstdint>
+#include <string>
+#include <unordered_map>
+#include <vector>
+#include "istats.h"
+#include "stats_registry.h"
 
-namespace UC::Metrics {  
+namespace UC::Metrics {
 
 enum class Key : uint8_t {
     interval_lookup_hit_rates = 0,
     save_requests_num,
     save_blocks_num,
-    save_duration ,
+    save_duration,
     save_speed,
     load_requests_num,
     load_blocks_num,
@@ -66,13 +66,13 @@ class ConnStats : public IStats {
 };
 
 struct Registrar {
-    Registrar() {
-        StatsRegistry::RegisterStats("ConnStats", []()->std::unique_ptr<IStats> {
-            return std::make_unique<ConnStats>();
-        });
+    Registrar()
+    {
+        StatsRegistry::RegisterStats(
+            "ConnStats", []() -> std::unique_ptr<IStats> { return std::make_unique<ConnStats>(); });
     }
 };
 
-}  
+} // namespace UC::Metrics
 
-#endif  // UNIFIEDCACHE_CONNSTATS_H
+#endif // UNIFIEDCACHE_CONNSTATS_H

ucm/shared/metrics/cc/stats/conn_stats.h

@@ -24,8 +24,8 @@
 #ifndef UNIFIEDCACHE_ISTATS_H
 #define UNIFIEDCACHE_ISTATS_H
 
-#include <string>
 #include <memory>
+#include <string>
 #include <unordered_map>
 #include <vector>
 
@@ -40,6 +40,6 @@ class IStats {
     virtual std::unordered_map<std::string, std::vector<double>> Data() = 0;
 };
 
-}  
+} // namespace UC::Metrics
 
-#endif 
+#endif

ucm/shared/metrics/cc/stats/istats.h

@@ -21,60 +21,62 @@
  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  * SOFTWARE.
  * */
-#include "stats/istats.h"
-#include "stats_registry.h"
 #include "stats_monitor.h"
 #include <mutex>
 #include <vector>
+#include "stats/istats.h"
+#include "stats_registry.h"
 
 namespace UC::Metrics {
 
-StatsMonitor::StatsMonitor() {
+StatsMonitor::StatsMonitor()
+{
     auto& registry = StatsRegistry::GetInstance();
     for (const auto& name : registry.GetRegisteredStatsNames()) {
         stats_map_[name] = registry.CreateStats(name);
     }
 }
 
-void StatsMonitor::CreateStats(const std::string& name) {
+void StatsMonitor::CreateStats(const std::string& name)
+{
     std::lock_guard<std::mutex> lock(mutex_);
     auto& registry = StatsRegistry::GetInstance();
     stats_map_[name] = registry.CreateStats(name);
 }
 
-std::unordered_map<std::string, std::vector<double>> StatsMonitor::GetStats(const std::string& name) {
+std::unordered_map<std::string, std::vector<double>> StatsMonitor::GetStats(const std::string& name)
+{
     std::lock_guard<std::mutex> lock(mutex_);
     return stats_map_[name]->Data();
 }
 
-void StatsMonitor::ResetStats(const std::string& name) {
+void StatsMonitor::ResetStats(const std::string& name)
+{
     std::lock_guard<std::mutex> lock(mutex_);
     stats_map_[name]->Reset();
 }
 
-std::unordered_map<std::string, std::vector<double>> StatsMonitor::GetStatsAndClear(const std::string& name) {
+std::unordered_map<std::string, std::vector<double>>
+StatsMonitor::GetStatsAndClear(const std::string& name)
+{
     std::lock_guard<std::mutex> lock(mutex_);
     auto result = stats_map_[name]->Data();
     stats_map_[name]->Reset();
     return result;
 }
 
-void StatsMonitor::UpdateStats(
-    const std::string& name,
-    const std::unordered_map<std::string, double>& params)
+void StatsMonitor::UpdateStats(const std::string& name,
+                               const std::unordered_map<std::string, double>& params)
 {
     std::lock_guard<std::mutex> lock(mutex_);
     auto it = stats_map_.find(name);
-    if (it != stats_map_.end()) {
-        it->second->Update(params);
-    }
+    if (it != stats_map_.end()) { it->second->Update(params); }
 }
 
-void StatsMonitor::ResetAllStats() {
+void StatsMonitor::ResetAllStats()
+{
     std::lock_guard<std::mutex> lock(mutex_);
-    for (auto& [n, ptr] : stats_map_) {
-        ptr->Reset();
-    }
+    for (auto& [n, ptr] : stats_map_) { ptr->Reset(); }
 }
 
-}  
+} // namespace UC::Metrics