add ingest metrics

Author: terrywbrady

app/config/mrt/query/query.sql.init.yml

@@ -8,6 +8,7 @@ queries:
     sql: |
       insert into inv.inv_nodes(
         number,
+        description,
         media_type,
         media_connectivity,
         access_mode,
@@ -22,6 +23,7 @@ queries:
       )
       select
         7777,
+        '7777',
         'magnetic-disk',
         'cloud',
         'on-line',
@@ -36,6 +38,7 @@ queries:
       union
       select
         8888,
+        '8888',
         'magnetic-disk',
         'cloud',
         'on-line',

app/config/mrt/query/query.sql.misc.yml

@@ -196,4 +196,13 @@ queries:
         0 as audit_online_file_count, 
         0 as audit_online_bytes_count, 
         0 as audit_nearline_file_count
-      where not exists (select 1 from node_counts)
+      where not exists (select 1 from node_counts)
+  /queries/misc/ingest-metrics:
+    non_report: true
+    sql: |
+      select
+        ifnull(sum(billable_size), 0) as ingest_bytes_count
+      from
+        inv.inv_files
+      where
+        created > date_add(now(), interval -10 minute)

app/lib/routes/services.rb

@@ -581,6 +581,7 @@ def self.registered(app)
         audit_online_file_count = 0
         audit_online_bytes_count = 0
         audit_nearline_file_count = 0
+        ingest_bytes_count = 0
 
         UC3Query::QueryClient.client.run_query(
           '/queries/misc/outstanding-replication'
@@ -604,7 +605,10 @@ def self.registered(app)
           audit_nearline_file_count: audit_nearline_file_count,
           oldest_audit_in_days: UC3Query::QueryClient.client.run_query_get_val(
             '/queries/misc/oldest-audit-in-days', 'days_since_today'
-          )
+          ),
+          gb_ingested: (UC3Query::QueryClient.client.run_query_get_val(
+            '/queries/misc/ingest-metrics', 'ingest_bytes_count'
+          ) / 10_000_000).to_i / 100.0
         })
 
         metrics.to_json