Merge pull request #220 from CESNET/prefetch-optimizations

Prefetch optimizations

Author: SiskaPavel

input/dpdk-ring.cpp

@@ -196,6 +196,7 @@ InputPlugin::Result DpdkRingReader::get(PacketBlock& packets)
     if (pkts_read_ == 0) {
         return Result::TIMEOUT;
     }
+    prefetchPackets();
     for (auto i = 0; i < pkts_read_; i++) {
         parse_packet(&opt,
             m_parser_stats,
@@ -256,4 +257,11 @@ void DpdkRingReader::getDynfieldInfo()
     }
 }
 
+void DpdkRingReader::prefetchPackets() {
+    for (auto i = 0; i < pkts_read_; i++) {
+        __builtin_prefetch(mbufs_[i], 0, 2);
+        __builtin_prefetch((uint8_t*)mbufs_[i] + 64, 0, 2);
+    }
+}
+
 } // namespace ipxp

input/dpdk-ring.h

@@ -152,6 +152,7 @@ class DpdkRingReader : public InputPlugin {
 
     telemetry::Content get_queue_telemetry();
     void getDynfieldInfo();
+    void prefetchPackets();
 
     std::vector<rte_mbuf *> mbufs_;
     std::uint16_t pkts_read_;

storage/cache.cpp

@@ -327,6 +327,8 @@ int NHTFlowCache::put_pkt(Packet &pkt)
       return 0;
    }
 
+   prefetch_export_expired();
+
    uint64_t hashval = XXH64(m_key, m_keylen, 0); /* Calculates hash value from key created before. */
 
    FlowRecord *flow; /* Pointer to flow we will be working with. */
@@ -650,4 +652,10 @@ telemetry::Content NHTFlowCache::get_cache_telemetry()
    return dict;
 }
 
+void NHTFlowCache::prefetch_export_expired() const
+{
+   for (decltype(m_timeout_idx) i = m_timeout_idx; i < m_timeout_idx + m_line_new_idx; i++) {
+      __builtin_prefetch(m_flow_table[i], 0, 1);
+   }
+}
 }

storage/cache.hpp

@@ -159,7 +159,7 @@ class CacheOptParser : public OptionsParser
    }
 };
 
-class FlowRecord
+class alignas(64) FlowRecord
 {
    uint64_t m_hash;
 
@@ -257,6 +257,7 @@ class NHTFlowCache : TelemetryUtils, public StoragePlugin
    void update_flow_end_reason_stats(uint8_t reason);
    void update_flow_record_stats(uint64_t packets_count);
    telemetry::Content get_cache_telemetry();
+   void prefetch_export_expired() const;
 
 #ifdef FLOW_CACHE_STATS
    void print_report();