Observability change target scrapping rate to 1 minute (#750)

* Change obs target scrape interval to 60s

* Add p6-b200 instance to obs

Author: mhuguesaws

4.validation_and_observability/4.prometheus-grafana/1click-dashboards-deployment/prometheus-agent-collector.yaml

@@ -169,17 +169,17 @@ Resources:
       Value: !Sub
           - |
             global:
-              scrape_interval: 15s
-              evaluation_interval: 15s
-              scrape_timeout: 15s
+              scrape_interval: 1m
+              evaluation_interval: 2m
+              scrape_timeout: 5m
 
             scrape_configs:
               - job_name: slurm_exporter
-                scrape_interval: 5s
+                scrape_interval: 60s
                 ec2_sd_configs:
                   - port: 8080
                     region:  ${AWS::Region}
-                    refresh_interval: 10s
+                    refresh_interval: 300s
                     filters:
                       - name: instance-state-name
                         values:
@@ -192,11 +192,11 @@ Resources:
                           - ${PARALLELCLUSTER_NAME}
 
               - job_name: efa_node_exporter
-                scrape_interval: 5s
+                scrape_interval: 60s
                 ec2_sd_configs:
                   - port: 9100
                     region:  ${AWS::Region}
-                    refresh_interval: 10s
+                    refresh_interval: 300s
                     filters:
                       - name: instance-state-name
                         values:
@@ -214,13 +214,14 @@ Resources:
                           - p5.48xlarge
                           - p5e.48xlarge
                           - p5en.48xlarge
+                          - p6-b200.48xlarge
 
               - job_name: dcgm_exporter
-                scrape_interval: 5s
+                scrape_interval: 60s
                 ec2_sd_configs:
                   - port: 9400
                     region:  ${AWS::Region}
-                    refresh_interval: 10s
+                    refresh_interval: 300s
                     filters:
                       - name: instance-state-name
                         values:
@@ -238,6 +239,7 @@ Resources:
                           - p5.48xlarge
                           - p5e.48xlarge
                           - p5en.48xlarge
+                          - p6-b200.48xlarge
 
                 relabel_configs:
                   - source_labels: [__meta_ec2_tag_Name]