From 34083960cd59bcd0f30ff1b7486df8c7991f28c7 Mon Sep 17 00:00:00 2001 From: Pablo Alcantar Morales Date: Tue, 17 Jan 2023 15:20:37 +0100 Subject: [PATCH 1/5] add version info to report --- ingest_report.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/ingest_report.py b/ingest_report.py index d910511b78e7d..7bb973b0024ff 100755 --- a/ingest_report.py +++ b/ingest_report.py @@ -113,11 +113,16 @@ def processor(data, pipeline): return df def validate(diagnostic_directory): - version = os.path.join(diagnostic_directory, "version.json") - if not os.path.exists(version): + version_file = os.path.join(diagnostic_directory, "version.json") + if not os.path.exists(version_file): print("Missing the file `version.json` in the directory") sys.exit(1) + with open(version_file) as f: + version_info = json.load(f)["version"] + print(title("ES version: %s (%s)" % (version_info["number"], version_info["build_hash"]))) + print() + nodes_stats = os.path.join(diagnostic_directory, "nodes_stats.json") if not os.path.exists(nodes_stats): print("Missing the file `nodes_stats.json` in the directory") From 8a6574756ec3d67516aaccd6a054db4f647097f1 Mon Sep 17 00:00:00 2001 From: Pablo Alcantar Morales Date: Wed, 18 Jan 2023 09:49:54 +0100 Subject: [PATCH 2/5] add baseline for v8.6.0 (benchmark: logging) --- .../nodes_stats.json | 1 + .../version.json | 17 +++++++++++++++++ 2 files changed, 18 insertions(+) create mode 100644 test/diagnostic-rally-logging-8.6.0-baseline/nodes_stats.json create mode 100644 test/diagnostic-rally-logging-8.6.0-baseline/version.json diff --git a/test/diagnostic-rally-logging-8.6.0-baseline/nodes_stats.json b/test/diagnostic-rally-logging-8.6.0-baseline/nodes_stats.json new file mode 100644 index 0000000000000..cbadce55f58c6 --- /dev/null +++ b/test/diagnostic-rally-logging-8.6.0-baseline/nodes_stats.json @@ -0,0 +1 @@ +{"_nodes":{"total":3,"successful":3,"failed":0},"cluster_name":"default","nodes":{"sB8bPxkKSya-TmbHywkjkg":{"timestamp":1673965493251,"name":"elasticsearch-2","transport_address":"10.128.0.23:9300","host":"10.128.0.23","ip":"10.128.0.23:9300","roles":["data","data_cold","data_content","data_frozen","data_hot","data_warm","ingest","master","ml","remote_cluster_client","transform"],"attributes":{"xpack.installed":"true"},"indices":{"docs":{"count":6591154,"deleted":0},"shard_stats":{"total_count":10},"store":{"size_in_bytes":1377066523,"total_data_set_size_in_bytes":1377066523,"reserved_in_bytes":0},"indexing":{"index_total":7518078,"index_time_in_millis":877265,"index_current":0,"index_failed":0,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0,"write_load":0.09518168435898486},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":55,"query_time_in_millis":91,"query_current":0,"fetch_total":55,"fetch_time_in_millis":166,"fetch_current":0,"scroll_total":1,"scroll_time_in_millis":17,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":13,"total_time_in_millis":59763,"total_docs":2984425,"total_size_in_bytes":741247651,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":21482,"total_auto_throttle_in_bytes":204169012},"refresh":{"total":88,"total_time_in_millis":5687,"external_total":31,"external_total_time_in_millis":3342,"listeners":0},"flush":{"total":33,"periodic":30,"total_time_in_millis":51635},"warmer":{"current":0,"total":21,"total_time_in_millis":1},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":103,"memory_in_bytes":0,"terms_memory_in_bytes":0,"stored_fields_memory_in_bytes":0,"term_vectors_memory_in_bytes":0,"norms_memory_in_bytes":0,"points_memory_in_bytes":0,"doc_values_memory_in_bytes":0,"index_writer_memory_in_bytes":304110796,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":0,"max_unsafe_auto_id_timestamp":-1,"file_sizes":{}},"translog":{"operations":993752,"size_in_bytes":2150106463,"uncommitted_operations":993752,"uncommitted_size_in_bytes":2150106463,"earliest_last_modified_age":11954},"request_cache":{"memory_size_in_bytes":0,"evictions":0,"hit_count":0,"miss_count":0},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0},"bulk":{"total_operations":7556,"total_time_in_millis":884421,"total_size_in_bytes":15610805422,"avg_time_in_millis":105,"avg_size_in_bytes":2035618},"mappings":{"total_count":1132,"total_estimated_overhead_in_bytes":1159168}},"os":{"timestamp":1673965493261,"cpu":{"percent":12,"load_average":{"1m":2.39,"5m":2.22,"15m":1.51}},"mem":{"total_in_bytes":71667113984,"adjusted_total_in_bytes":71667113984,"free_in_bytes":8775598080,"used_in_bytes":62891515904,"free_percent":12,"used_percent":88},"swap":{"total_in_bytes":0,"free_in_bytes":0,"used_in_bytes":0},"cgroup":{"cpuacct":{"control_group":"/user.slice","usage_nanos":12563403604272},"cpu":{"control_group":"/user.slice","cfs_period_micros":100000,"cfs_quota_micros":-1,"stat":{"number_of_elapsed_periods":0,"number_of_times_throttled":0,"time_throttled_nanos":0}},"memory":{"control_group":"/user.slice","limit_in_bytes":"9223372036854771712","usage_in_bytes":"60264235008"}}},"process":{"timestamp":1673965493261,"open_file_descriptors":669,"max_file_descriptors":500000,"cpu":{"percent":12,"total_in_millis":1978050},"mem":{"total_virtual_in_bytes":42399793152}},"jvm":{"timestamp":1673965493262,"uptime_in_millis":995739,"mem":{"heap_used_in_bytes":14400538632,"heap_used_percent":46,"heap_committed_in_bytes":31138512896,"heap_max_in_bytes":31138512896,"non_heap_used_in_bytes":214101304,"non_heap_committed_in_bytes":222953472,"pools":{"young":{"used_in_bytes":13639876608,"max_in_bytes":0,"peak_used_in_bytes":18471714816,"peak_max_in_bytes":0},"old":{"used_in_bytes":341231624,"max_in_bytes":31138512896,"peak_used_in_bytes":355359744,"peak_max_in_bytes":31138512896},"survivor":{"used_in_bytes":419430400,"max_in_bytes":0,"peak_used_in_bytes":494359824,"peak_max_in_bytes":0}}},"threads":{"count":73,"peak_count":75},"gc":{"collectors":{"young":{"collection_count":44,"collection_time_in_millis":691},"old":{"collection_count":0,"collection_time_in_millis":0}}},"buffer_pools":{"mapped":{"count":129,"used_in_bytes":1082846847,"total_capacity_in_bytes":1082846847},"direct":{"count":80,"used_in_bytes":18739722,"total_capacity_in_bytes":18739720},"mapped - 'non-volatile memory'":{"count":0,"used_in_bytes":0,"total_capacity_in_bytes":0}},"classes":{"current_loaded_count":28059,"total_loaded_count":28059,"total_unloaded_count":0}},"thread_pool":{"analyze":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"auto_complete":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"azure_event_loop":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"ccr":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"cluster_coordination":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":1,"completed":427},"fetch_shard_started":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"fetch_shard_store":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":1,"completed":2},"flush":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":241},"force_merge":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"generic":{"threads":4,"queue":0,"active":0,"rejected":0,"largest":4,"completed":2465},"get":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"management":{"threads":4,"queue":0,"active":1,"rejected":0,"largest":4,"completed":2997},"refresh":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":9208},"repository_azure":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"rollup_indexing":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"search":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"search_coordination":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"search_throttled":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_fetch_async":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_prewarming":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-crypto":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-token-key":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot_meta":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_critical_read":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_critical_write":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_read":{"threads":5,"queue":0,"active":0,"rejected":0,"largest":5,"completed":96},"system_write":{"threads":5,"queue":0,"active":0,"rejected":0,"largest":5,"completed":36},"vector_tile_generation":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"warmer":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"write":{"threads":16,"queue":0,"active":0,"rejected":0,"largest":16,"completed":23165}},"fs":{"timestamp":1673965493262,"total":{"total_in_bytes":3168432029696,"free_in_bytes":3147905228800,"available_in_bytes":3144668311552},"data":[{"path":"/home/esbench/.rally/benchmarks/races/e4602acf-5ac9-40b5-be53-466bfc04142a/elasticsearch-2/install/elasticsearch-8.6.0-SNAPSHOT/data","mount":"/home/esbench/.rally/benchmarks/races (/dev/md0)","type":"ext4","total_in_bytes":3168432029696,"free_in_bytes":3147905228800,"available_in_bytes":3144668311552}],"io_stats":{"devices":[{"device_name":"md0","operations":197750,"read_operations":0,"write_operations":197750,"read_kilobytes":0,"write_kilobytes":24948696,"io_time_in_millis":0}],"total":{"operations":197750,"read_operations":0,"write_operations":197750,"read_kilobytes":0,"write_kilobytes":24948696,"io_time_in_millis":0}}},"transport":{"server_open":26,"total_outbound_connections":5,"rx_count":22249,"rx_size_in_bytes":1133009396,"tx_count":22248,"tx_size_in_bytes":2129436683,"inbound_handling_time_histogram":[{"lt_millis":1,"count":5741},{"ge_millis":1,"lt_millis":2,"count":6300},{"ge_millis":2,"lt_millis":4,"count":17969},{"ge_millis":4,"lt_millis":8,"count":119},{"ge_millis":8,"lt_millis":16,"count":2},{"ge_millis":16,"lt_millis":32,"count":4},{"ge_millis":32,"lt_millis":64,"count":5},{"ge_millis":64,"lt_millis":128,"count":1},{"ge_millis":128,"lt_millis":256,"count":0},{"ge_millis":256,"lt_millis":512,"count":0},{"ge_millis":512,"lt_millis":1024,"count":0},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}],"outbound_handling_time_histogram":[{"lt_millis":1,"count":15719},{"ge_millis":1,"lt_millis":2,"count":6405},{"ge_millis":2,"lt_millis":4,"count":100},{"ge_millis":4,"lt_millis":8,"count":17},{"ge_millis":8,"lt_millis":16,"count":1},{"ge_millis":16,"lt_millis":32,"count":4},{"ge_millis":32,"lt_millis":64,"count":0},{"ge_millis":64,"lt_millis":128,"count":1},{"ge_millis":128,"lt_millis":256,"count":1},{"ge_millis":256,"lt_millis":512,"count":0},{"ge_millis":512,"lt_millis":1024,"count":0},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}]},"http":{"current_open":9,"total_opened":18,"clients":[{"id":1645858873,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.23:9200","remote_address":"10.128.0.27:49434","last_uri":"/_bulk","opened_time_millis":1673964608158,"last_request_time_millis":1673965492846,"request_count":975,"request_size_bytes":1579927823},{"id":1822409052,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.23:9200","remote_address":"10.128.0.27:49404","last_uri":"/_bulk","opened_time_millis":1673964607157,"last_request_time_millis":1673965492646,"request_count":975,"request_size_bytes":1576471757},{"id":1175384138,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.23:9200","remote_address":"10.128.0.27:49424","last_uri":"/_bulk","opened_time_millis":1673964608158,"last_request_time_millis":1673965475837,"request_count":980,"request_size_bytes":1589137638},{"id":1342065736,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.23:9200","remote_address":"10.128.0.27:49418","last_uri":"/_bulk","opened_time_millis":1673964607157,"last_request_time_millis":1673965492446,"request_count":973,"request_size_bytes":1573173981},{"id":1257243175,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.23:9200","remote_address":"10.128.0.27:42352","last_uri":"/_cluster/state/master_node","opened_time_millis":1673964525105,"last_request_time_millis":1673965464831,"request_count":25,"request_size_bytes":0},{"id":1351996140,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.23:9200","remote_address":"10.128.0.27:49410","last_uri":"/_bulk","opened_time_millis":1673964607157,"last_request_time_millis":1673965492646,"request_count":975,"request_size_bytes":1576471757},{"id":1531419630,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.23:9200","remote_address":"10.128.0.27:49442","last_uri":"/_bulk","opened_time_millis":1673964608558,"last_request_time_millis":1673965492246,"request_count":980,"request_size_bytes":1591137977},{"id":1646659740,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.23:9200","remote_address":"10.128.0.27:49408","last_uri":"/_bulk","opened_time_millis":1673964607157,"last_request_time_millis":1673965488844,"request_count":981,"request_size_bytes":1587940115},{"id":317779567,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.23:9200","remote_address":"10.128.0.27:49414","last_uri":"/_bulk","opened_time_millis":1673964607157,"last_request_time_millis":1673965492646,"request_count":979,"request_size_bytes":1583471270}]},"breakers":{"model_inference":{"limit_size_in_bytes":15569256448,"limit_size":"14.5gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"inflight_requests":{"limit_size_in_bytes":31138512896,"limit_size":"29gb","estimated_size_in_bytes":1050,"estimated_size":"1kb","overhead":2.0,"tripped":0},"request":{"limit_size_in_bytes":18683107737,"limit_size":"17.3gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"fielddata":{"limit_size_in_bytes":12455405158,"limit_size":"11.5gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.03,"tripped":0},"eql_sequence":{"limit_size_in_bytes":15569256448,"limit_size":"14.5gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"parent":{"limit_size_in_bytes":29581587251,"limit_size":"27.5gb","estimated_size_in_bytes":14400538632,"estimated_size":"13.4gb","overhead":1.0,"tripped":0}},"script":{"compilations":69,"cache_evictions":0,"compilation_limit_triggered":0,"compilations_history":{"5m":0,"15m":0,"24h":69},"contexts":[]},"discovery":{"cluster_state_queue":{"total":0,"pending":0,"committed":0},"serialized_cluster_states":{"full_states":{"count":0,"uncompressed_size_in_bytes":0,"compressed_size_in_bytes":0},"diffs":{"count":0,"uncompressed_size_in_bytes":0,"compressed_size_in_bytes":0}},"published_cluster_states":{"full_states":1,"incompatible_diffs":0,"compatible_diffs":208},"cluster_state_update":{"unchanged":{"count":0,"computation_time_millis":0,"notification_time_millis":0},"success":{"count":0,"computation_time_millis":0,"publication_time_millis":0,"context_construction_time_millis":0,"commit_time_millis":0,"completion_time_millis":0,"master_apply_time_millis":0,"notification_time_millis":0},"failure":{"count":0,"computation_time_millis":0,"publication_time_millis":0,"context_construction_time_millis":0,"commit_time_millis":0,"completion_time_millis":0,"master_apply_time_millis":0,"notification_time_millis":0}},"cluster_applier_stats":{"recordings":[{"name":"org.elasticsearch.ingest.IngestService@439cd9a6","cumulative_execution_count":209,"cumulative_execution_time_millis":641},{"name":"org.elasticsearch.indices.cluster.IndicesClusterStateService@776697cb","cumulative_execution_count":209,"cumulative_execution_time_millis":286},{"name":"org.elasticsearch.xpack.security.authc.TokenService$$Lambda$3868/0x0000000801a64998@27a0bc1b","cumulative_execution_count":209,"cumulative_execution_time_millis":140},{"name":"connecting to new nodes","cumulative_execution_count":209,"cumulative_execution_time_millis":51},{"name":"org.elasticsearch.license.LicenseService@203b74eb","cumulative_execution_count":209,"cumulative_execution_time_millis":21},{"name":"org.elasticsearch.ingest.geoip.DatabaseNodeService$$Lambda$3669/0x000000080188f5d0@427cd4b","cumulative_execution_count":209,"cumulative_execution_time_millis":12},{"name":"org.elasticsearch.indices.store.IndicesStore@567a3218","cumulative_execution_count":209,"cumulative_execution_time_millis":8},{"name":"org.elasticsearch.health.node.selection.HealthNodeTaskExecutor$$Lambda$4511/0x0000000801b9ca10@5ffe65fb","cumulative_execution_count":209,"cumulative_execution_time_millis":4},{"name":"org.elasticsearch.xpack.autoscaling.capacity.nodeinfo.AutoscalingNodeInfoService$$Lambda$3667/0x00000008019bc780@364e4230","cumulative_execution_count":209,"cumulative_execution_time_millis":4},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@49c95b9","cumulative_execution_count":209,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.health.node.LocalHealthMonitor@3dfbde91","cumulative_execution_count":209,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.action.admin.cluster.repositories.cleanup.TransportCleanupRepositoryAction$$Lambda$5185/0x0000000801d83860@1401d1a7","cumulative_execution_count":209,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@4cce13f2","cumulative_execution_count":209,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.cluster.coordination.CoordinationDiagnosticsService@1211e13d","cumulative_execution_count":209,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.indices.TimestampFieldMapperService@65ec43b7","cumulative_execution_count":209,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.enrich.EnrichPolicyMaintenanceService@382ce333","cumulative_execution_count":209,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@a4ca15d","cumulative_execution_count":209,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.searchablesnapshots.cache.blob.BlobStoreCacheMaintenanceService@31600f9","cumulative_execution_count":209,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.core.async.AsyncTaskMaintenanceService@26a38fde","cumulative_execution_count":209,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.indices.SystemIndexManager@34fad4b3","cumulative_execution_count":209,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.monitoring.MonitoringTemplateRegistry@72872268","cumulative_execution_count":209,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.shutdown.NodeSeenService@5ced50d1","cumulative_execution_count":209,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.action.ingest.IngestActionForwarder@16fcfc0c","cumulative_execution_count":209,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.shutdown.PluginShutdownService@33a5ef94","cumulative_execution_count":209,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.persistent.PersistentTasksNodeService@1ff27f07","cumulative_execution_count":209,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.snapshots.SnapshotShardsService@521dc85b","cumulative_execution_count":209,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.tasks.TaskManager@364803cc","cumulative_execution_count":209,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.node.ResponseCollectorService@436a22ea","cumulative_execution_count":209,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.searchablesnapshots.upgrade.SearchableSnapshotIndexMetadataUpgrader$$Lambda$3645/0x00000008019ad000@505922c4","cumulative_execution_count":209,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.datastreams.UpdateTimeSeriesRangeService@32d217b2","cumulative_execution_count":209,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.cluster.metadata.TemplateUpgradeService@75b78f55","cumulative_execution_count":209,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.slm.SnapshotRetentionService@74d762e3","cumulative_execution_count":209,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.transform.TransformClusterStateListener@2d8b6cc5","cumulative_execution_count":209,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.health.metadata.HealthMetadataService$$Lambda$4536/0x0000000801baaa18@37b1cb07","cumulative_execution_count":209,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.reservedstate.service.FileSettingsService@6cfc8f5b","cumulative_execution_count":208,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.gateway.GatewayService@17087ceb","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.health.node.HealthInfoCache@60b95ee3","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.repositories.RepositoriesService@2fe65440","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.ccr.action.AutoFollowCoordinator@214e831d","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.searchablesnapshots.SearchableSnapshots$RepositoryUuidWatcher@32642b30","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.script.ScriptService@6ca0ae1f","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.metadata.SystemIndexMetadataUpgradeService@11a6664f","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.InternalClusterInfoService@780b9c4f","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.InternalSnapshotsInfoService@e2bb6e1","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.routing.DelayedAllocationService@6faa3519","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.ccr.action.ShardFollowTaskCleaner@275b19b9","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.fleet.FleetTemplateRegistry@33444458","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"running task [ApplyCommitRequest{term=1, version=213, sourceNode={elasticsearch-1}{sZbIvRLbQ_KdDo8JOviLdw}{lpWG1aIEQlCerau8X06hFA}{elasticsearch-1}{10.128.0.26}{10.128.0.26:9300}{cdfhilmrstw}{xpack.installed=true}}]","cumulative_execution_count":1,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.slm.SnapshotLifecycleService@6779f897","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.ilm.IndexLifecycleService@7179b39f","cumulative_execution_count":418,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.deprecation.logging.DeprecationIndexingTemplateRegistry@522cfbb7","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.indices.recovery.PeerRecoverySourceService@549d74d2","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.RestoreService@3262bab4","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.slm.history.SnapshotLifecycleTemplateRegistry@7e2fba94","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.coordination.MasterHistory@78d84263","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.persistent.PersistentTasksClusterService@f1287c4","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"applying settings","cumulative_execution_count":43,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.SnapshotsService@65ebe00f","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.ilm.history.ILMHistoryTemplateRegistry@4d8d7a14","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.transform.notifications.TransformAuditor$$Lambda$3815/0x0000000801a2c998@76e83938","cumulative_execution_count":209,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.stack.StackTemplateRegistry@2ce1f2a1","cumulative_execution_count":209,"cumulative_execution_time_millis":0}]}},"ingest":{"total":{"count":11072000,"time_in_millis":679471,"current":0,"failed":0},"pipelines":{"logs-nginx.access-1.2.0":{"count":629000,"time_in_millis":100797,"current":0,"failed":0,"processors":[{"pipeline:logs-nginx.access-1.2.0-third-party":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":629000,"time_in_millis":7245,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":629000,"time_in_millis":322,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":629000,"time_in_millis":913,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":629000,"time_in_millis":18421,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":629000,"time_in_millis":3523,"current":0,"failed":0}}},{"uri_parts":{"type":"uri_parts","stats":{"count":629000,"time_in_millis":1299,"current":0,"failed":193}}},{"set":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":629000,"time_in_millis":1079,"current":0,"failed":0}}},{"split":{"type":"split","stats":{"count":629000,"time_in_millis":2252,"current":0,"failed":0}}},{"split":{"type":"split","stats":{"count":629000,"time_in_millis":545,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":629000,"time_in_millis":311,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":629000,"time_in_millis":879,"current":0,"failed":0}}},{"remove":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":629000,"time_in_millis":2612,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":629000,"time_in_millis":225,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":629000,"time_in_millis":691,"current":0,"failed":0}}},{"convert":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"date":{"type":"date","stats":{"count":629000,"time_in_millis":9331,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":629000,"time_in_millis":455,"current":0,"failed":0}}},{"user_agent":{"type":"user_agent","stats":{"count":629000,"time_in_millis":2003,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":629000,"time_in_millis":6462,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":629000,"time_in_millis":3292,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":629000,"time_in_millis":1357,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":629000,"time_in_millis":1309,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":629000,"time_in_millis":308,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":629000,"time_in_millis":358,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":629000,"time_in_millis":253,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":618867,"time_in_millis":212,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":10133,"time_in_millis":3,"current":0,"failed":0}}},{"lowercase":{"type":"lowercase","stats":{"count":629000,"time_in_millis":764,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":629000,"time_in_millis":5922,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":629000,"time_in_millis":4586,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":629000,"time_in_millis":13359,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":629000,"time_in_millis":743,"current":0,"failed":0}}}]},"logs-postgresql.log-1.2.0":{"count":108000,"time_in_millis":72574,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":108000,"time_in_millis":1501,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":108000,"time_in_millis":68,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":108000,"time_in_millis":172,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":108000,"time_in_millis":5743,"current":0,"failed":0}}},{"pipeline:logs-postgresql.log-1.2.0-pipeline-log":{"type":"conditional","stats":{"count":108000,"time_in_millis":5971,"current":0,"failed":16}}},{"pipeline:logs-postgresql.log-1.2.0-pipeline-csv":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"date":{"type":"date","stats":{"count":107984,"time_in_millis":54941,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":105040,"time_in_millis":108,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":107984,"time_in_millis":156,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":107984,"time_in_millis":77,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":107984,"time_in_millis":136,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":107984,"time_in_millis":44,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":107984,"time_in_millis":2192,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":107984,"time_in_millis":93,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":107984,"time_in_millis":59,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":107984,"time_in_millis":154,"current":0,"failed":0}}}]},"logs-system.syslog-1.6.4":{"count":746000,"time_in_millis":49030,"current":0,"failed":0,"processors":[{"grok":{"type":"grok","stats":{"count":746000,"time_in_millis":9849,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":746000,"time_in_millis":241,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":746000,"time_in_millis":1079,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":746000,"time_in_millis":35688,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":746000,"time_in_millis":447,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":746000,"time_in_millis":320,"current":0,"failed":0}}}]},"logs-system.auth-1.6.4":{"count":108000,"time_in_millis":48179,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":108000,"time_in_millis":1062,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":108000,"time_in_millis":33045,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":108000,"time_in_millis":57,"current":0,"failed":0}}},{"rename":{"type":"conditional","stats":{"count":79343,"time_in_millis":166,"current":0,"failed":0}}},{"compound:CompoundProcessor-grok":{"type":"conditional","stats":{"count":79343,"time_in_millis":433,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":108000,"time_in_millis":70,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":108000,"time_in_millis":50,"current":0,"failed":0}}},{"compound:CompoundProcessor-rename":{"type":"conditional","stats":{"count":81572,"time_in_millis":191,"current":0,"failed":0}}},{"compound:CompoundProcessor-rename":{"type":"conditional","stats":{"count":74357,"time_in_millis":74,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":108000,"time_in_millis":30,"current":0,"failed":0}}},{"compound:CompoundProcessor-convert":{"type":"conditional","stats":{"count":23742,"time_in_millis":45,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":108000,"time_in_millis":839,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":108000,"time_in_millis":4939,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":108000,"time_in_millis":89,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":108000,"time_in_millis":351,"current":0,"failed":107618}}},{"geoip":{"type":"geoip","stats":{"count":108000,"time_in_millis":173,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":108000,"time_in_millis":38,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":108000,"time_in_millis":30,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":108000,"time_in_millis":60,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":108000,"time_in_millis":2720,"current":0,"failed":107618}}},{"append":{"type":"conditional","stats":{"count":24737,"time_in_millis":16,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":24737,"time_in_millis":9,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":20168,"time_in_millis":8,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":4569,"time_in_millis":2,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":7575,"time_in_millis":4,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":4695,"time_in_millis":2,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":12467,"time_in_millis":6,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":50288,"time_in_millis":433,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":47871,"time_in_millis":419,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":382,"time_in_millis":3,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":108000,"time_in_millis":832,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":108000,"time_in_millis":59,"current":0,"failed":0}}}]},"logs-redis.log-1.1.0":{"count":535000,"time_in_millis":23900,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":535000,"time_in_millis":5967,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":535000,"time_in_millis":230,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":535000,"time_in_millis":572,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":535000,"time_in_millis":3143,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":535000,"time_in_millis":280,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":535000,"time_in_millis":206,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":535000,"time_in_millis":491,"current":0,"failed":0}}},{"date":{"type":"date","stats":{"count":535000,"time_in_millis":10465,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":535000,"time_in_millis":356,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":535000,"time_in_millis":464,"current":0,"failed":0}}}]},".fleet_final_pipeline-1":{"count":3254000,"time_in_millis":19921,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":3254000,"time_in_millis":2894,"current":0,"failed":0}}},{"script:truncate-subseconds-event-ingested":{"type":"script","stats":{"count":3254000,"time_in_millis":4482,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":3254000,"time_in_millis":1590,"current":0,"failed":0}}},{"set_security_user":{"type":"set_security_user","stats":{"count":3254000,"time_in_millis":3296,"current":0,"failed":0}}},{"script:agent-id-status":{"type":"script","stats":{"count":3254000,"time_in_millis":1658,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":3254000,"time_in_millis":1349,"current":0,"failed":0}}}]},"logs-mysql.error-1.1.0":{"count":217000,"time_in_millis":13610,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":217000,"time_in_millis":2026,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":217000,"time_in_millis":2034,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":217000,"time_in_millis":334,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":217000,"time_in_millis":236,"current":0,"failed":0}}},{"date":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"date":{"type":"conditional","stats":{"count":217000,"time_in_millis":7733,"current":0,"failed":0}}},{"date":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":217000,"time_in_millis":112,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":217000,"time_in_millis":101,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":217000,"time_in_millis":96,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":217000,"time_in_millis":73,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-kafka.log-0.5.0":{"count":225000,"time_in_millis":13299,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":225000,"time_in_millis":2258,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":225000,"time_in_millis":93,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":225000,"time_in_millis":238,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":225000,"time_in_millis":2450,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":225000,"time_in_millis":1088,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":225000,"time_in_millis":1103,"current":0,"failed":192562}}},{"remove":{"type":"remove","stats":{"count":225000,"time_in_millis":130,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":225000,"time_in_millis":222,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":225000,"time_in_millis":3451,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":225000,"time_in_millis":129,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":225000,"time_in_millis":83,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":225000,"time_in_millis":129,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":225000,"time_in_millis":201,"current":0,"failed":0}}}]},"logs-apache.access-1.3.0":{"count":106000,"time_in_millis":12971,"current":0,"failed":0,"processors":[{"pipeline:logs-apache.access-1.3.0-third-party":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":106000,"time_in_millis":1346,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":106000,"time_in_millis":50,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":106000,"time_in_millis":137,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":106000,"time_in_millis":3526,"current":0,"failed":0}}},{"uri_parts":{"type":"uri_parts","stats":{"count":106000,"time_in_millis":165,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":106000,"time_in_millis":56,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":106000,"time_in_millis":40,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":106000,"time_in_millis":28,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":104079,"time_in_millis":32,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":1921,"time_in_millis":0,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":106000,"time_in_millis":419,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":106000,"time_in_millis":34,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":106000,"time_in_millis":114,"current":0,"failed":0}}},{"date":{"type":"date","stats":{"count":106000,"time_in_millis":1375,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":106000,"time_in_millis":77,"current":0,"failed":0}}},{"user_agent":{"type":"user_agent","stats":{"count":106000,"time_in_millis":785,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":106000,"time_in_millis":827,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":106000,"time_in_millis":494,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":106000,"time_in_millis":96,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":106000,"time_in_millis":79,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":106000,"time_in_millis":2083,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":106000,"time_in_millis":129,"current":0,"failed":0}}}]},"logs-apache.error-1.3.0":{"count":102000,"time_in_millis":9912,"current":0,"failed":0,"processors":[{"pipeline:logs-apache.error-1.3.0-third-party":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":102000,"time_in_millis":1177,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":102000,"time_in_millis":48,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":102000,"time_in_millis":136,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":102000,"time_in_millis":1715,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":102000,"time_in_millis":606,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":102000,"time_in_millis":1869,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":102000,"time_in_millis":78,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":102000,"time_in_millis":44,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":102000,"time_in_millis":27,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":102000,"time_in_millis":62,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":102000,"time_in_millis":421,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":102000,"time_in_millis":625,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":102000,"time_in_millis":421,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":102000,"time_in_millis":45,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":102000,"time_in_millis":32,"current":0,"failed":0}}},{"convert":{"type":"convert","stats":{"count":102000,"time_in_millis":90,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":102000,"time_in_millis":1692,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":102000,"time_in_millis":114,"current":0,"failed":0}}}]},"logs-postgresql.log-1.2.0-pipeline-log":{"count":108000,"time_in_millis":5869,"current":0,"failed":16,"processors":[{"grok":{"type":"grok","stats":{"count":108000,"time_in_millis":5816,"current":0,"failed":16}}}]},"logs-nginx.error-1.2.0":{"count":110000,"time_in_millis":5653,"current":0,"failed":0,"processors":[{"pipeline:logs-nginx.error-1.2.0-third-party":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":110000,"time_in_millis":1039,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":110000,"time_in_millis":42,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":110000,"time_in_millis":109,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":110000,"time_in_millis":2193,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":110000,"time_in_millis":31,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":110000,"time_in_millis":92,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":110000,"time_in_millis":1417,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":110000,"time_in_millis":63,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":110000,"time_in_millis":36,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":110000,"time_in_millis":47,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":110000,"time_in_millis":35,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":110000,"time_in_millis":90,"current":0,"failed":0}}}]},"logs-mysql.slowlog-1.1.0":{"count":51000,"time_in_millis":2502,"current":0,"failed":0,"processors":[{"drop":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":51000,"time_in_millis":570,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":51000,"time_in_millis":1407,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":51000,"time_in_millis":19,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":51000,"time_in_millis":43,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":51000,"time_in_millis":27,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":51000,"time_in_millis":37,"current":0,"failed":0}}},{"date":{"type":"date","stats":{"count":51000,"time_in_millis":109,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":51000,"time_in_millis":43,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":51000,"time_in_millis":19,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":51000,"time_in_millis":22,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":51000,"time_in_millis":18,"current":0,"failed":0}}}]},"logs-redis.slowlog-1.1.0":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[]},"logs-k8-app":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[]}}},"adaptive_selection":{},"script_cache":{"sum":{"compilations":69,"cache_evictions":0,"compilation_limit_triggered":0}},"indexing_pressure":{"memory":{"current":{"combined_coordinating_and_primary_in_bytes":0,"coordinating_in_bytes":0,"primary_in_bytes":0,"replica_in_bytes":0,"all_in_bytes":0},"total":{"combined_coordinating_and_primary_in_bytes":20399576591,"coordinating_in_bytes":13218477670,"primary_in_bytes":10692761358,"replica_in_bytes":6662662472,"all_in_bytes":27062239063,"coordinating_rejections":0,"primary_rejections":0,"replica_rejections":0},"limit_in_bytes":3113851289}}},"HH3E1-iLRO-rno29LFToUA":{"timestamp":1673965493251,"name":"elasticsearch-0","transport_address":"10.128.0.28:9300","host":"10.128.0.28","ip":"10.128.0.28:9300","roles":["data","data_cold","data_content","data_frozen","data_hot","data_warm","ingest","master","ml","remote_cluster_client","transform"],"attributes":{"xpack.installed":"true"},"indices":{"docs":{"count":19209613,"deleted":0},"shard_stats":{"total_count":10},"store":{"size_in_bytes":4283135491,"total_data_set_size_in_bytes":4283135491,"reserved_in_bytes":0},"indexing":{"index_total":20573003,"index_time_in_millis":1592869,"index_current":0,"index_failed":0,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0,"write_load":0.17410312760424207},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":0,"query_time_in_millis":0,"query_current":0,"fetch_total":0,"fetch_time_in_millis":0,"fetch_current":0,"scroll_total":0,"scroll_time_in_millis":0,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":1,"current_docs":415915,"current_size_in_bytes":84106212,"total":108,"total_time_in_millis":719271,"total_docs":24601864,"total_size_in_bytes":5381222178,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":512984,"total_auto_throttle_in_bytes":194014562},"refresh":{"total":265,"total_time_in_millis":54148,"external_total":178,"external_total_time_in_millis":51751,"listeners":0},"flush":{"total":64,"periodic":63,"total_time_in_millis":55245},"warmer":{"current":0,"total":168,"total_time_in_millis":18},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":133,"memory_in_bytes":0,"terms_memory_in_bytes":0,"stored_fields_memory_in_bytes":0,"term_vectors_memory_in_bytes":0,"norms_memory_in_bytes":0,"points_memory_in_bytes":0,"doc_values_memory_in_bytes":0,"index_writer_memory_in_bytes":448271732,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":0,"max_unsafe_auto_id_timestamp":1673964581176,"file_sizes":{}},"translog":{"operations":1763541,"size_in_bytes":3475280123,"uncommitted_operations":1763541,"uncommitted_size_in_bytes":3475280123,"earliest_last_modified_age":30969},"request_cache":{"memory_size_in_bytes":0,"evictions":0,"hit_count":0,"miss_count":0},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0},"bulk":{"total_operations":20574,"total_time_in_millis":1609109,"total_size_in_bytes":32154453216,"avg_time_in_millis":64,"avg_size_in_bytes":1483778},"mappings":{"total_count":1723,"total_estimated_overhead_in_bytes":1764352}},"os":{"timestamp":1673965493262,"cpu":{"percent":12,"load_average":{"1m":2.9,"5m":2.84,"15m":1.88}},"mem":{"total_in_bytes":71667113984,"adjusted_total_in_bytes":71667113984,"free_in_bytes":1440927744,"used_in_bytes":70226186240,"free_percent":2,"used_percent":98},"swap":{"total_in_bytes":0,"free_in_bytes":0,"used_in_bytes":0},"cgroup":{"cpuacct":{"control_group":"/user.slice","usage_nanos":192878512876125},"cpu":{"control_group":"/user.slice","cfs_period_micros":100000,"cfs_quota_micros":-1,"stat":{"number_of_elapsed_periods":0,"number_of_times_throttled":0,"time_throttled_nanos":0}},"memory":{"control_group":"/user.slice","limit_in_bytes":"9223372036854771712","usage_in_bytes":"68441358336"}}},"process":{"timestamp":1673965493262,"open_file_descriptors":729,"max_file_descriptors":500000,"cpu":{"percent":12,"total_in_millis":2729920},"mem":{"total_virtual_in_bytes":43889258496}},"jvm":{"timestamp":1673965493263,"uptime_in_millis":996030,"mem":{"heap_used_in_bytes":3931138832,"heap_used_percent":12,"heap_committed_in_bytes":31138512896,"heap_max_in_bytes":31138512896,"non_heap_used_in_bytes":218612864,"non_heap_committed_in_bytes":227016704,"pools":{"young":{"used_in_bytes":2701131776,"max_in_bytes":0,"peak_used_in_bytes":18555600896,"peak_max_in_bytes":0},"old":{"used_in_bytes":704098816,"max_in_bytes":31138512896,"peak_used_in_bytes":704098816,"peak_max_in_bytes":31138512896},"survivor":{"used_in_bytes":525908240,"max_in_bytes":0,"peak_used_in_bytes":525908240,"peak_max_in_bytes":0}}},"threads":{"count":70,"peak_count":72},"gc":{"collectors":{"young":{"collection_count":64,"collection_time_in_millis":860},"old":{"collection_count":0,"collection_time_in_millis":0}}},"buffer_pools":{"mapped":{"count":172,"used_in_bytes":2773387603,"total_capacity_in_bytes":2773387603},"direct":{"count":70,"used_in_bytes":18395319,"total_capacity_in_bytes":18395317},"mapped - 'non-volatile memory'":{"count":0,"used_in_bytes":0,"total_capacity_in_bytes":0}},"classes":{"current_loaded_count":28093,"total_loaded_count":28093,"total_unloaded_count":0}},"thread_pool":{"analyze":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"auto_complete":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"azure_event_loop":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"ccr":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"cluster_coordination":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":1,"completed":432},"fetch_shard_started":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"fetch_shard_store":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":1,"completed":2},"flush":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":501},"force_merge":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"generic":{"threads":4,"queue":0,"active":0,"rejected":0,"largest":4,"completed":2479},"get":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"management":{"threads":3,"queue":0,"active":1,"rejected":0,"largest":3,"completed":3722},"refresh":{"threads":3,"queue":0,"active":0,"rejected":0,"largest":3,"completed":8398},"repository_azure":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"rollup_indexing":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"search":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"search_coordination":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"search_throttled":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_fetch_async":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_prewarming":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-crypto":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-token-key":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot_meta":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_critical_read":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_critical_write":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_read":{"threads":5,"queue":0,"active":0,"rejected":0,"largest":5,"completed":44},"system_write":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":1,"completed":1},"vector_tile_generation":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"warmer":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"write":{"threads":16,"queue":0,"active":1,"rejected":0,"largest":16,"completed":36278}},"fs":{"timestamp":1673965493263,"total":{"total_in_bytes":3168432029696,"free_in_bytes":3120759046144,"available_in_bytes":3117522128896},"data":[{"path":"/home/esbench/.rally/benchmarks/races/e4602acf-5ac9-40b5-be53-466bfc04142a/elasticsearch-0/install/elasticsearch-8.6.0-SNAPSHOT/data","mount":"/home/esbench/.rally/benchmarks/races (/dev/md0)","type":"ext4","total_in_bytes":3168432029696,"free_in_bytes":3120759046144,"available_in_bytes":3117522128896}],"io_stats":{"devices":[{"device_name":"md0","operations":494821,"read_operations":0,"write_operations":494821,"read_kilobytes":0,"write_kilobytes":56278744,"io_time_in_millis":0}],"total":{"operations":494821,"read_operations":0,"write_operations":494821,"read_kilobytes":0,"write_kilobytes":56278744,"io_time_in_millis":0}}},"transport":{"server_open":26,"total_outbound_connections":3,"rx_count":39801,"rx_size_in_bytes":2970027826,"tx_count":39804,"tx_size_in_bytes":3679466851,"inbound_handling_time_histogram":[{"lt_millis":1,"count":9927},{"ge_millis":1,"lt_millis":2,"count":20255},{"ge_millis":2,"lt_millis":4,"count":17434},{"ge_millis":4,"lt_millis":8,"count":90},{"ge_millis":8,"lt_millis":16,"count":11},{"ge_millis":16,"lt_millis":32,"count":9},{"ge_millis":32,"lt_millis":64,"count":0},{"ge_millis":64,"lt_millis":128,"count":1},{"ge_millis":128,"lt_millis":256,"count":0},{"ge_millis":256,"lt_millis":512,"count":0},{"ge_millis":512,"lt_millis":1024,"count":0},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}],"outbound_handling_time_histogram":[{"lt_millis":1,"count":31048},{"ge_millis":1,"lt_millis":2,"count":8645},{"ge_millis":2,"lt_millis":4,"count":100},{"ge_millis":4,"lt_millis":8,"count":2},{"ge_millis":8,"lt_millis":16,"count":5},{"ge_millis":16,"lt_millis":32,"count":3},{"ge_millis":32,"lt_millis":64,"count":0},{"ge_millis":64,"lt_millis":128,"count":1},{"ge_millis":128,"lt_millis":256,"count":0},{"ge_millis":256,"lt_millis":512,"count":0},{"ge_millis":512,"lt_millis":1024,"count":0},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}]},"http":{"current_open":10,"total_opened":55,"clients":[{"id":724414517,"agent":"curl/7.85.0","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:49208","last_uri":"/","opened_time_millis":1673965255135,"closed_time_millis":1673965255536,"last_request_time_millis":1673965255335,"request_count":1,"request_size_bytes":0},{"id":671905679,"agent":"curl/7.85.0","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:49210","last_uri":"/_nodes/stats","opened_time_millis":1673965255536,"closed_time_millis":1673965256336,"last_request_time_millis":1673965255736,"request_count":1,"request_size_bytes":0},{"id":777298541,"agent":"curl/7.85.0","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:58168","last_uri":"/","opened_time_millis":1673965364396,"closed_time_millis":1673965364796,"last_request_time_millis":1673965364596,"request_count":1,"request_size_bytes":0},{"id":1747456989,"agent":"curl/7.85.0","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:58170","last_uri":"/_nodes/stats","opened_time_millis":1673965364796,"closed_time_millis":1673965365596,"last_request_time_millis":1673965365196,"request_count":1,"request_size_bytes":0},{"id":241569596,"agent":"curl/7.85.0","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:59146","last_uri":"/","opened_time_millis":1673965420221,"closed_time_millis":1673965420621,"last_request_time_millis":1673965420621,"request_count":1,"request_size_bytes":0},{"id":267574784,"agent":"curl/7.85.0","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:59148","last_uri":"/_nodes/stats","opened_time_millis":1673965420621,"closed_time_millis":1673965421421,"last_request_time_millis":1673965421021,"request_count":1,"request_size_bytes":0},{"id":556660607,"agent":"curl/7.85.0","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:40048","last_uri":"/","opened_time_millis":1673965440630,"closed_time_millis":1673965441030,"last_request_time_millis":1673965441030,"request_count":1,"request_size_bytes":0},{"id":1940181987,"agent":"curl/7.85.0","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:40050","last_uri":"/_nodes/stats","opened_time_millis":1673965441230,"closed_time_millis":1673965441831,"last_request_time_millis":1673965441430,"request_count":1,"request_size_bytes":0},{"id":669134488,"agent":"curl/7.85.0","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:34162","last_uri":"/","opened_time_millis":1673965461639,"closed_time_millis":1673965462039,"last_request_time_millis":1673965462039,"request_count":1,"request_size_bytes":0},{"id":1075581256,"agent":"curl/7.85.0","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:34164","last_uri":"/_nodes/stats","opened_time_millis":1673965462239,"closed_time_millis":1673965463040,"last_request_time_millis":1673965462440,"request_count":1,"request_size_bytes":0},{"id":171362543,"agent":"curl/7.85.0","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:55322","last_uri":"/","opened_time_millis":1673965480848,"closed_time_millis":1673965481248,"last_request_time_millis":1673965481048,"request_count":1,"request_size_bytes":0},{"id":781825137,"agent":"curl/7.85.0","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:55324","last_uri":"/_nodes/stats","opened_time_millis":1673965481248,"closed_time_millis":1673965482048,"last_request_time_millis":1673965481448,"request_count":1,"request_size_bytes":0},{"id":1201522410,"agent":"curl/7.85.0","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:60050","last_uri":"/","opened_time_millis":1673965492453,"closed_time_millis":1673965492853,"last_request_time_millis":1673965492653,"request_count":1,"request_size_bytes":0},{"id":674792296,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:35130","last_uri":"/_bulk","opened_time_millis":1673964607216,"last_request_time_millis":1673965492653,"request_count":975,"request_size_bytes":1576471757},{"id":1767437193,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:35144","last_uri":"/_bulk","opened_time_millis":1673964608216,"last_request_time_millis":1673965492653,"request_count":973,"request_size_bytes":1577405801},{"id":809830615,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:35824","last_uri":"/_nodes/sZbIvRLbQ_KdDo8JOviLdw/os","opened_time_millis":1673964525177,"last_request_time_millis":1673965464641,"request_count":24,"request_size_bytes":0},{"id":366292311,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:35164","last_uri":"/_bulk","opened_time_millis":1673964608617,"last_request_time_millis":1673965493053,"request_count":975,"request_size_bytes":1580973300},{"id":101676298,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:35160","last_uri":"/_bulk","opened_time_millis":1673964608617,"last_request_time_millis":1673965492253,"request_count":978,"request_size_bytes":1586669022},{"id":1272350304,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:35120","last_uri":"/_bulk","opened_time_millis":1673964607216,"last_request_time_millis":1673965492653,"request_count":981,"request_size_bytes":1587940115},{"id":1503416683,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:35126","last_uri":"/_bulk","opened_time_millis":1673964607216,"last_request_time_millis":1673965476446,"request_count":981,"request_size_bytes":1587940115},{"id":1030588770,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:35150","last_uri":"/_bulk","opened_time_millis":1673964608216,"last_request_time_millis":1673965488051,"request_count":980,"request_size_bytes":1589137638},{"id":950183133,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:35158","last_uri":"/_bulk","opened_time_millis":1673964608617,"last_request_time_millis":1673965493053,"request_count":975,"request_size_bytes":1580973300},{"id":1635695185,"agent":"curl/7.85.0","local_address":"10.128.0.28:9200","remote_address":"10.128.0.27:60052","last_uri":"/_nodes/stats","opened_time_millis":1673965492853,"last_request_time_millis":1673965493053,"request_count":1,"request_size_bytes":0}]},"breakers":{"eql_sequence":{"limit_size_in_bytes":15569256448,"limit_size":"14.5gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"model_inference":{"limit_size_in_bytes":15569256448,"limit_size":"14.5gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"inflight_requests":{"limit_size_in_bytes":31138512896,"limit_size":"29gb","estimated_size_in_bytes":6192513,"estimated_size":"5.9mb","overhead":2.0,"tripped":0},"request":{"limit_size_in_bytes":18683107737,"limit_size":"17.3gb","estimated_size_in_bytes":98304,"estimated_size":"96kb","overhead":1.0,"tripped":0},"fielddata":{"limit_size_in_bytes":12455405158,"limit_size":"11.5gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.03,"tripped":0},"parent":{"limit_size_in_bytes":29581587251,"limit_size":"27.5gb","estimated_size_in_bytes":3931138832,"estimated_size":"3.6gb","overhead":1.0,"tripped":0}},"script":{"compilations":69,"cache_evictions":0,"compilation_limit_triggered":0,"compilations_history":{"5m":0,"15m":0,"24h":69},"contexts":[]},"discovery":{"cluster_state_queue":{"total":0,"pending":0,"committed":0},"serialized_cluster_states":{"full_states":{"count":0,"uncompressed_size_in_bytes":0,"compressed_size_in_bytes":0},"diffs":{"count":0,"uncompressed_size_in_bytes":0,"compressed_size_in_bytes":0}},"published_cluster_states":{"full_states":2,"incompatible_diffs":0,"compatible_diffs":211},"cluster_state_update":{"unchanged":{"count":0,"computation_time_millis":0,"notification_time_millis":0},"success":{"count":0,"computation_time_millis":0,"publication_time_millis":0,"context_construction_time_millis":0,"commit_time_millis":0,"completion_time_millis":0,"master_apply_time_millis":0,"notification_time_millis":0},"failure":{"count":0,"computation_time_millis":0,"publication_time_millis":0,"context_construction_time_millis":0,"commit_time_millis":0,"completion_time_millis":0,"master_apply_time_millis":0,"notification_time_millis":0}},"cluster_applier_stats":{"recordings":[{"name":"org.elasticsearch.ingest.IngestService@38b02091","cumulative_execution_count":213,"cumulative_execution_time_millis":552},{"name":"org.elasticsearch.indices.cluster.IndicesClusterStateService@128fe67c","cumulative_execution_count":213,"cumulative_execution_time_millis":296},{"name":"org.elasticsearch.xpack.security.authc.TokenService$$Lambda$3868/0x0000000801a4c998@7f0c3b4c","cumulative_execution_count":213,"cumulative_execution_time_millis":130},{"name":"connecting to new nodes","cumulative_execution_count":213,"cumulative_execution_time_millis":47},{"name":"org.elasticsearch.license.LicenseService@5a24a8a9","cumulative_execution_count":213,"cumulative_execution_time_millis":22},{"name":"org.elasticsearch.ingest.geoip.DatabaseNodeService$$Lambda$3669/0x000000080184f5d0@43c301e8","cumulative_execution_count":213,"cumulative_execution_time_millis":7},{"name":"org.elasticsearch.indices.store.IndicesStore@43ed6030","cumulative_execution_count":213,"cumulative_execution_time_millis":5},{"name":"org.elasticsearch.xpack.autoscaling.capacity.nodeinfo.AutoscalingNodeInfoService$$Lambda$3667/0x00000008019a0780@e42a026","cumulative_execution_count":213,"cumulative_execution_time_millis":4},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@2607570e","cumulative_execution_count":213,"cumulative_execution_time_millis":4},{"name":"org.elasticsearch.repositories.RepositoriesService@49788ed2","cumulative_execution_count":213,"cumulative_execution_time_millis":4},{"name":"org.elasticsearch.health.node.selection.HealthNodeTaskExecutor$$Lambda$4511/0x0000000801b976a0@5727d1c5","cumulative_execution_count":213,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.indices.TimestampFieldMapperService@6cfd9e23","cumulative_execution_count":213,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.xpack.ccr.action.AutoFollowCoordinator@5af7613b","cumulative_execution_count":213,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.persistent.PersistentTasksNodeService@16bacdb4","cumulative_execution_count":213,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.cluster.coordination.MasterHistory@723cdbe8","cumulative_execution_count":213,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.snapshots.SnapshotsService@67d52c5f","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.cluster.metadata.TemplateUpgradeService@325f5812","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.tasks.TaskManager@7e44a287","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.indices.recovery.PeerRecoverySourceService@73f471f6","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.action.ingest.IngestActionForwarder@a480e4c","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.searchablesnapshots.SearchableSnapshots$RepositoryUuidWatcher@5b1ec165","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.health.node.LocalHealthMonitor@42f72c7b","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@7fa55872","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.searchablesnapshots.cache.blob.BlobStoreCacheMaintenanceService@5e8a0af1","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.ccr.action.ShardFollowTaskCleaner@25c82da0","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.health.metadata.HealthMetadataService$$Lambda$4536/0x0000000801b9b068@3542ab44","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.deprecation.logging.DeprecationIndexingTemplateRegistry@35a4f74e","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.health.node.HealthInfoCache@183a9777","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.script.ScriptService@2fd3a328","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.ilm.IndexLifecycleService@58628b87","cumulative_execution_count":426,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.shutdown.NodeSeenService@632fbc84","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.reservedstate.service.FileSettingsService@2479df5","cumulative_execution_count":212,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.indices.SystemIndexManager@3a183895","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.metadata.SystemIndexMetadataUpgradeService@2c17d087","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.gateway.GatewayService@c6ae132","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.shutdown.PluginShutdownService@6945fcff","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.slm.SnapshotLifecycleService@5d124fe4","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.slm.history.SnapshotLifecycleTemplateRegistry@318c0a13","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.ilm.history.ILMHistoryTemplateRegistry@3f5f428b","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.InternalClusterInfoService@2f6a9a62","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.SnapshotShardsService@76fc89f0","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.datastreams.UpdateTimeSeriesRangeService@7bac4df0","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.InternalSnapshotsInfoService@74614592","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.persistent.PersistentTasksClusterService@14f3f6f7","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"running task [ApplyCommitRequest{term=1, version=213, sourceNode={elasticsearch-1}{sZbIvRLbQ_KdDo8JOviLdw}{lpWG1aIEQlCerau8X06hFA}{elasticsearch-1}{10.128.0.26}{10.128.0.26:9300}{cdfhilmrstw}{xpack.installed=true}}]","cumulative_execution_count":1,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.fleet.FleetTemplateRegistry@79a46109","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.RestoreService@55619047","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.transform.notifications.TransformAuditor$$Lambda$3815/0x0000000801a10648@35f9de12","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.node.ResponseCollectorService@2c8a1941","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.enrich.EnrichPolicyMaintenanceService@614b3c8a","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@1e108028","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.stack.StackTemplateRegistry@ec3717","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.routing.DelayedAllocationService@380207bf","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.coordination.CoordinationDiagnosticsService@710cac15","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.searchablesnapshots.upgrade.SearchableSnapshotIndexMetadataUpgrader$$Lambda$3645/0x0000000801991ac8@20399967","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"applying settings","cumulative_execution_count":43,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.action.admin.cluster.repositories.cleanup.TransportCleanupRepositoryAction$$Lambda$5185/0x0000000801da4000@268dded0","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.monitoring.MonitoringTemplateRegistry@9c12d1f","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.transform.TransformClusterStateListener@6938ca3b","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.core.async.AsyncTaskMaintenanceService@72e0ba25","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.slm.SnapshotRetentionService@70aaa8ca","cumulative_execution_count":213,"cumulative_execution_time_millis":0}]}},"ingest":{"total":{"count":11085000,"time_in_millis":471040,"current":0,"failed":0},"pipelines":{"logs-nginx.access-1.2.0":{"count":639000,"time_in_millis":62286,"current":0,"failed":0,"processors":[{"pipeline:logs-nginx.access-1.2.0-third-party":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":639000,"time_in_millis":4175,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":639000,"time_in_millis":192,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":639000,"time_in_millis":571,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":639000,"time_in_millis":12988,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":639000,"time_in_millis":2577,"current":0,"failed":0}}},{"uri_parts":{"type":"uri_parts","stats":{"count":639000,"time_in_millis":762,"current":0,"failed":187}}},{"set":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":639000,"time_in_millis":711,"current":0,"failed":0}}},{"split":{"type":"split","stats":{"count":639000,"time_in_millis":1300,"current":0,"failed":0}}},{"split":{"type":"split","stats":{"count":639000,"time_in_millis":424,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":639000,"time_in_millis":187,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":639000,"time_in_millis":461,"current":0,"failed":0}}},{"remove":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":639000,"time_in_millis":1750,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":639000,"time_in_millis":144,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":639000,"time_in_millis":458,"current":0,"failed":0}}},{"convert":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"date":{"type":"date","stats":{"count":639000,"time_in_millis":4817,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":639000,"time_in_millis":302,"current":0,"failed":0}}},{"user_agent":{"type":"user_agent","stats":{"count":639000,"time_in_millis":993,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":639000,"time_in_millis":3480,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":639000,"time_in_millis":2211,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":639000,"time_in_millis":863,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":639000,"time_in_millis":826,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":639000,"time_in_millis":162,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":639000,"time_in_millis":221,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":639000,"time_in_millis":184,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":628917,"time_in_millis":169,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":10083,"time_in_millis":3,"current":0,"failed":0}}},{"lowercase":{"type":"lowercase","stats":{"count":639000,"time_in_millis":508,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":639000,"time_in_millis":3569,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":639000,"time_in_millis":3333,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":639000,"time_in_millis":7912,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":639000,"time_in_millis":460,"current":0,"failed":0}}}]},"logs-postgresql.log-1.2.0":{"count":108000,"time_in_millis":52711,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":108000,"time_in_millis":795,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":108000,"time_in_millis":32,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":108000,"time_in_millis":109,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":108000,"time_in_millis":4055,"current":0,"failed":0}}},{"pipeline:logs-postgresql.log-1.2.0-pipeline-log":{"type":"conditional","stats":{"count":108000,"time_in_millis":4054,"current":0,"failed":16}}},{"pipeline:logs-postgresql.log-1.2.0-pipeline-csv":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"date":{"type":"date","stats":{"count":107984,"time_in_millis":41437,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":105052,"time_in_millis":60,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":107984,"time_in_millis":77,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":107984,"time_in_millis":33,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":107984,"time_in_millis":73,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":107984,"time_in_millis":31,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":107984,"time_in_millis":1140,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":107984,"time_in_millis":62,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":107984,"time_in_millis":32,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":107984,"time_in_millis":88,"current":0,"failed":0}}}]},"logs-system.auth-1.6.4":{"count":108000,"time_in_millis":37934,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":108000,"time_in_millis":657,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":108000,"time_in_millis":28496,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":108000,"time_in_millis":33,"current":0,"failed":0}}},{"rename":{"type":"conditional","stats":{"count":79245,"time_in_millis":109,"current":0,"failed":0}}},{"compound:CompoundProcessor-grok":{"type":"conditional","stats":{"count":79245,"time_in_millis":273,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":108000,"time_in_millis":48,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":108000,"time_in_millis":38,"current":0,"failed":0}}},{"compound:CompoundProcessor-rename":{"type":"conditional","stats":{"count":81456,"time_in_millis":121,"current":0,"failed":0}}},{"compound:CompoundProcessor-rename":{"type":"conditional","stats":{"count":74731,"time_in_millis":51,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":108000,"time_in_millis":16,"current":0,"failed":0}}},{"compound:CompoundProcessor-convert":{"type":"conditional","stats":{"count":23874,"time_in_millis":29,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":108000,"time_in_millis":544,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":108000,"time_in_millis":3119,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":108000,"time_in_millis":56,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":108000,"time_in_millis":259,"current":0,"failed":107610}}},{"geoip":{"type":"geoip","stats":{"count":108000,"time_in_millis":98,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":108000,"time_in_millis":24,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":108000,"time_in_millis":22,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":108000,"time_in_millis":36,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":108000,"time_in_millis":1533,"current":0,"failed":107610}}},{"append":{"type":"conditional","stats":{"count":24363,"time_in_millis":11,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":24363,"time_in_millis":7,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":19792,"time_in_millis":6,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":4571,"time_in_millis":1,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":7537,"time_in_millis":3,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":4725,"time_in_millis":2,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":12101,"time_in_millis":5,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":50568,"time_in_millis":276,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":48097,"time_in_millis":287,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":390,"time_in_millis":2,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":108000,"time_in_millis":569,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":108000,"time_in_millis":34,"current":0,"failed":0}}}]},"logs-system.syslog-1.6.4":{"count":750000,"time_in_millis":36497,"current":0,"failed":0,"processors":[{"grok":{"type":"grok","stats":{"count":750000,"time_in_millis":7593,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":750000,"time_in_millis":159,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":750000,"time_in_millis":750,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":750000,"time_in_millis":26405,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":750000,"time_in_millis":327,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":750000,"time_in_millis":218,"current":0,"failed":0}}}]},"logs-redis.log-1.1.0":{"count":533000,"time_in_millis":14451,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":533000,"time_in_millis":3298,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":533000,"time_in_millis":141,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":533000,"time_in_millis":368,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":533000,"time_in_millis":1956,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":533000,"time_in_millis":160,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":533000,"time_in_millis":137,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":533000,"time_in_millis":339,"current":0,"failed":0}}},{"date":{"type":"date","stats":{"count":533000,"time_in_millis":6375,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":533000,"time_in_millis":215,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":533000,"time_in_millis":320,"current":0,"failed":0}}}]},".fleet_final_pipeline-1":{"count":3267000,"time_in_millis":11813,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":3267000,"time_in_millis":1807,"current":0,"failed":0}}},{"script:truncate-subseconds-event-ingested":{"type":"script","stats":{"count":3267000,"time_in_millis":2322,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":3267000,"time_in_millis":1023,"current":0,"failed":0}}},{"set_security_user":{"type":"set_security_user","stats":{"count":3267000,"time_in_millis":1868,"current":0,"failed":0}}},{"script:agent-id-status":{"type":"script","stats":{"count":3267000,"time_in_millis":794,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":3267000,"time_in_millis":722,"current":0,"failed":0}}}]},"logs-mysql.error-1.1.0":{"count":214000,"time_in_millis":9456,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":214000,"time_in_millis":1256,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":214000,"time_in_millis":1471,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":214000,"time_in_millis":236,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":214000,"time_in_millis":143,"current":0,"failed":0}}},{"date":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"date":{"type":"conditional","stats":{"count":214000,"time_in_millis":5494,"current":0,"failed":0}}},{"date":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":214000,"time_in_millis":62,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":214000,"time_in_millis":67,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":214000,"time_in_millis":68,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":214000,"time_in_millis":56,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-kafka.log-0.5.0":{"count":225000,"time_in_millis":8978,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":225000,"time_in_millis":1459,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":225000,"time_in_millis":59,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":225000,"time_in_millis":165,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":225000,"time_in_millis":1711,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":225000,"time_in_millis":884,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":225000,"time_in_millis":697,"current":0,"failed":192548}}},{"remove":{"type":"remove","stats":{"count":225000,"time_in_millis":84,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":225000,"time_in_millis":138,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":225000,"time_in_millis":2246,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":225000,"time_in_millis":90,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":225000,"time_in_millis":61,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":225000,"time_in_millis":71,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":225000,"time_in_millis":136,"current":0,"failed":0}}}]},"logs-apache.access-1.3.0":{"count":106000,"time_in_millis":7813,"current":0,"failed":0,"processors":[{"pipeline:logs-apache.access-1.3.0-third-party":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":106000,"time_in_millis":670,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":106000,"time_in_millis":28,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":106000,"time_in_millis":83,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":106000,"time_in_millis":2475,"current":0,"failed":0}}},{"uri_parts":{"type":"uri_parts","stats":{"count":106000,"time_in_millis":87,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":106000,"time_in_millis":29,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":106000,"time_in_millis":28,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":106000,"time_in_millis":24,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":104069,"time_in_millis":24,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":1931,"time_in_millis":0,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":106000,"time_in_millis":275,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":106000,"time_in_millis":38,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":106000,"time_in_millis":65,"current":0,"failed":0}}},{"date":{"type":"date","stats":{"count":106000,"time_in_millis":687,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":106000,"time_in_millis":49,"current":0,"failed":0}}},{"user_agent":{"type":"user_agent","stats":{"count":106000,"time_in_millis":510,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":106000,"time_in_millis":458,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":106000,"time_in_millis":317,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":106000,"time_in_millis":59,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":106000,"time_in_millis":49,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":106000,"time_in_millis":1173,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":106000,"time_in_millis":68,"current":0,"failed":0}}}]},"logs-apache.error-1.3.0":{"count":106000,"time_in_millis":5936,"current":0,"failed":0,"processors":[{"pipeline:logs-apache.error-1.3.0-third-party":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":106000,"time_in_millis":639,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":106000,"time_in_millis":28,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":106000,"time_in_millis":79,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":106000,"time_in_millis":1083,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":106000,"time_in_millis":410,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":106000,"time_in_millis":1063,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":106000,"time_in_millis":45,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":106000,"time_in_millis":26,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":106000,"time_in_millis":23,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":106000,"time_in_millis":29,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":106000,"time_in_millis":280,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":106000,"time_in_millis":362,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":106000,"time_in_millis":279,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":106000,"time_in_millis":28,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":106000,"time_in_millis":22,"current":0,"failed":0}}},{"convert":{"type":"convert","stats":{"count":106000,"time_in_millis":58,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":106000,"time_in_millis":998,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":106000,"time_in_millis":64,"current":0,"failed":0}}}]},"logs-nginx.error-1.2.0":{"count":106000,"time_in_millis":4175,"current":0,"failed":0,"processors":[{"pipeline:logs-nginx.error-1.2.0-third-party":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":106000,"time_in_millis":649,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":106000,"time_in_millis":28,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":106000,"time_in_millis":75,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":106000,"time_in_millis":1891,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":106000,"time_in_millis":21,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":106000,"time_in_millis":65,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":106000,"time_in_millis":936,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":106000,"time_in_millis":43,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":106000,"time_in_millis":29,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":106000,"time_in_millis":35,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":106000,"time_in_millis":30,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":106000,"time_in_millis":63,"current":0,"failed":0}}}]},"logs-postgresql.log-1.2.0-pipeline-log":{"count":108000,"time_in_millis":3992,"current":0,"failed":16,"processors":[{"grok":{"type":"grok","stats":{"count":108000,"time_in_millis":3959,"current":0,"failed":16}}}]},"logs-mysql.slowlog-1.1.0":{"count":53000,"time_in_millis":1761,"current":0,"failed":0,"processors":[{"drop":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":53000,"time_in_millis":328,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":53000,"time_in_millis":1086,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":53000,"time_in_millis":11,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":53000,"time_in_millis":29,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":53000,"time_in_millis":15,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":53000,"time_in_millis":24,"current":0,"failed":0}}},{"date":{"type":"date","stats":{"count":53000,"time_in_millis":65,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":53000,"time_in_millis":30,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":53000,"time_in_millis":12,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":53000,"time_in_millis":17,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":53000,"time_in_millis":14,"current":0,"failed":0}}}]},"logs-redis.slowlog-1.1.0":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[]},"logs-k8-app":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[]}}},"adaptive_selection":{},"script_cache":{"sum":{"compilations":69,"cache_evictions":0,"compilation_limit_triggered":0}},"indexing_pressure":{"memory":{"current":{"combined_coordinating_and_primary_in_bytes":5239550,"coordinating_in_bytes":1340127,"primary_in_bytes":5343542,"replica_in_bytes":0,"all_in_bytes":5239550},"total":{"combined_coordinating_and_primary_in_bytes":30767746868,"coordinating_in_bytes":13269884021,"primary_in_bytes":26238264672,"replica_in_bytes":10692732688,"all_in_bytes":41460479556,"coordinating_rejections":0,"primary_rejections":0,"replica_rejections":0},"limit_in_bytes":3113851289}}},"sZbIvRLbQ_KdDo8JOviLdw":{"timestamp":1673965493251,"name":"elasticsearch-1","transport_address":"10.128.0.26:9300","host":"10.128.0.26","ip":"10.128.0.26:9300","roles":["data","data_cold","data_content","data_frozen","data_hot","data_warm","ingest","master","ml","remote_cluster_client","transform"],"attributes":{"xpack.installed":"true"},"indices":{"docs":{"count":17833975,"deleted":0},"shard_stats":{"total_count":10},"store":{"size_in_bytes":3767488334,"total_data_set_size_in_bytes":3767488334,"reserved_in_bytes":0},"indexing":{"index_total":18809868,"index_time_in_millis":1665091,"index_current":1,"index_failed":0,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0,"write_load":0.1806029552083835},"get":{"total":0,"time_in_millis":0,"exists_total":0,"exists_time_in_millis":0,"missing_total":0,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":71,"query_time_in_millis":86,"query_current":0,"fetch_total":71,"fetch_time_in_millis":155,"fetch_current":0,"scroll_total":2,"scroll_time_in_millis":61,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":1,"current_docs":3416359,"current_size_in_bytes":676945054,"total":112,"total_time_in_millis":726514,"total_docs":24484065,"total_size_in_bytes":5083412501,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":514039,"total_auto_throttle_in_bytes":193830533},"refresh":{"total":261,"total_time_in_millis":57145,"external_total":178,"external_total_time_in_millis":54890,"listeners":0},"flush":{"total":60,"periodic":57,"total_time_in_millis":40433},"warmer":{"current":0,"total":168,"total_time_in_millis":23},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":144,"memory_in_bytes":0,"terms_memory_in_bytes":0,"stored_fields_memory_in_bytes":0,"term_vectors_memory_in_bytes":0,"norms_memory_in_bytes":0,"points_memory_in_bytes":0,"doc_values_memory_in_bytes":0,"index_writer_memory_in_bytes":325186216,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":0,"max_unsafe_auto_id_timestamp":-1,"file_sizes":{}},"translog":{"operations":1389615,"size_in_bytes":2769418533,"uncommitted_operations":1389615,"uncommitted_size_in_bytes":2769419580,"earliest_last_modified_age":12556},"request_cache":{"memory_size_in_bytes":0,"evictions":0,"hit_count":0,"miss_count":0},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0},"bulk":{"total_operations":18850,"total_time_in_millis":1681492,"total_size_in_bytes":28535292745,"avg_time_in_millis":75,"avg_size_in_bytes":1437471},"mappings":{"total_count":1595,"total_estimated_overhead_in_bytes":1633280}},"os":{"timestamp":1673965493265,"cpu":{"percent":17,"load_average":{"1m":2.7,"5m":3.02,"15m":2.05}},"mem":{"total_in_bytes":71667113984,"adjusted_total_in_bytes":71667113984,"free_in_bytes":11698929664,"used_in_bytes":59968184320,"free_percent":16,"used_percent":84},"swap":{"total_in_bytes":0,"free_in_bytes":0,"used_in_bytes":0},"cgroup":{"cpuacct":{"control_group":"/user.slice","usage_nanos":10311107419552},"cpu":{"control_group":"/user.slice","cfs_period_micros":100000,"cfs_quota_micros":-1,"stat":{"number_of_elapsed_periods":0,"number_of_times_throttled":0,"time_throttled_nanos":0}},"memory":{"control_group":"/user.slice","limit_in_bytes":"9223372036854771712","usage_in_bytes":"57452417024"}}},"process":{"timestamp":1673965493265,"open_file_descriptors":717,"max_file_descriptors":500000,"cpu":{"percent":17,"total_in_millis":3006640},"mem":{"total_virtual_in_bytes":44786024448}},"jvm":{"timestamp":1673965493265,"uptime_in_millis":995808,"mem":{"heap_used_in_bytes":5784922816,"heap_used_percent":18,"heap_committed_in_bytes":31138512896,"heap_max_in_bytes":31138512896,"non_heap_used_in_bytes":226571800,"non_heap_committed_in_bytes":234422272,"pools":{"young":{"used_in_bytes":4429185024,"max_in_bytes":0,"peak_used_in_bytes":18488492032,"peak_max_in_bytes":0},"old":{"used_in_bytes":958934528,"max_in_bytes":31138512896,"peak_used_in_bytes":958934528,"peak_max_in_bytes":31138512896},"survivor":{"used_in_bytes":396803264,"max_in_bytes":0,"peak_used_in_bytes":509901088,"peak_max_in_bytes":0}}},"threads":{"count":89,"peak_count":92},"gc":{"collectors":{"young":{"collection_count":61,"collection_time_in_millis":987},"old":{"collection_count":0,"collection_time_in_millis":0}}},"buffer_pools":{"mapped":{"count":167,"used_in_bytes":2514724315,"total_capacity_in_bytes":2514724315},"direct":{"count":90,"used_in_bytes":18775401,"total_capacity_in_bytes":18775399},"mapped - 'non-volatile memory'":{"count":0,"used_in_bytes":0,"total_capacity_in_bytes":0}},"classes":{"current_loaded_count":28826,"total_loaded_count":28826,"total_unloaded_count":0}},"thread_pool":{"analyze":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"auto_complete":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"azure_event_loop":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"ccr":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"cluster_coordination":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":1,"completed":1503},"fetch_shard_started":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"fetch_shard_store":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":1,"completed":2},"flush":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":451},"force_merge":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"generic":{"threads":13,"queue":0,"active":0,"rejected":0,"largest":13,"completed":2565},"get":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"management":{"threads":4,"queue":0,"active":1,"rejected":0,"largest":4,"completed":3665},"refresh":{"threads":3,"queue":0,"active":0,"rejected":0,"largest":3,"completed":8470},"repository_azure":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"rollup_indexing":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"search":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"search_coordination":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"search_throttled":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_fetch_async":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_prewarming":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-crypto":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-token-key":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot_meta":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_critical_read":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_critical_write":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_read":{"threads":5,"queue":0,"active":0,"rejected":0,"largest":5,"completed":112},"system_write":{"threads":5,"queue":0,"active":0,"rejected":0,"largest":5,"completed":41},"vector_tile_generation":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"warmer":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"write":{"threads":16,"queue":0,"active":3,"rejected":0,"largest":16,"completed":34454}},"fs":{"timestamp":1673965493266,"total":{"total_in_bytes":3168432029696,"free_in_bytes":3150618095616,"available_in_bytes":3147381178368},"data":[{"path":"/home/esbench/.rally/benchmarks/races/e4602acf-5ac9-40b5-be53-466bfc04142a/elasticsearch-1/install/elasticsearch-8.6.0-SNAPSHOT/data","mount":"/home/esbench/.rally/benchmarks/races (/dev/md0)","type":"ext4","total_in_bytes":3168432029696,"free_in_bytes":3150618095616,"available_in_bytes":3147381178368}],"io_stats":{"devices":[{"device_name":"md0","operations":466777,"read_operations":0,"write_operations":466777,"read_kilobytes":0,"write_kilobytes":50449488,"io_time_in_millis":0}],"total":{"operations":466777,"read_operations":0,"write_operations":466777,"read_kilobytes":0,"write_kilobytes":50449488,"io_time_in_millis":0}}},"transport":{"server_open":26,"total_outbound_connections":3,"rx_count":35951,"rx_size_in_bytes":3450408143,"tx_count":35950,"tx_size_in_bytes":1744542141,"inbound_handling_time_histogram":[{"lt_millis":1,"count":8107},{"ge_millis":1,"lt_millis":2,"count":12636},{"ge_millis":2,"lt_millis":4,"count":22939},{"ge_millis":4,"lt_millis":8,"count":133},{"ge_millis":8,"lt_millis":16,"count":15},{"ge_millis":16,"lt_millis":32,"count":10},{"ge_millis":32,"lt_millis":64,"count":0},{"ge_millis":64,"lt_millis":128,"count":1},{"ge_millis":128,"lt_millis":256,"count":0},{"ge_millis":256,"lt_millis":512,"count":0},{"ge_millis":512,"lt_millis":1024,"count":0},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}],"outbound_handling_time_histogram":[{"lt_millis":1,"count":29189},{"ge_millis":1,"lt_millis":2,"count":6512},{"ge_millis":2,"lt_millis":4,"count":221},{"ge_millis":4,"lt_millis":8,"count":9},{"ge_millis":8,"lt_millis":16,"count":12},{"ge_millis":16,"lt_millis":32,"count":5},{"ge_millis":32,"lt_millis":64,"count":1},{"ge_millis":64,"lt_millis":128,"count":0},{"ge_millis":128,"lt_millis":256,"count":1},{"ge_millis":256,"lt_millis":512,"count":0},{"ge_millis":512,"lt_millis":1024,"count":0},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}]},"http":{"current_open":9,"total_opened":20,"clients":[{"id":1202094167,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.26:9200","remote_address":"10.128.0.27:56090","last_uri":"/_nodes/sZbIvRLbQ_KdDo8JOviLdw/os","opened_time_millis":1673964533248,"last_request_time_millis":1673965434754,"request_count":23,"request_size_bytes":0},{"id":2139655835,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.26:9200","remote_address":"10.128.0.27:36618","last_uri":"/_bulk","opened_time_millis":1673964608489,"last_request_time_millis":1673965476191,"request_count":980,"request_size_bytes":1591137977},{"id":388579148,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.26:9200","remote_address":"10.128.0.27:36616","last_uri":"/_bulk","opened_time_millis":1673964608489,"last_request_time_millis":1673965492999,"request_count":973,"request_size_bytes":1578462453},{"id":1237584865,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.26:9200","remote_address":"10.128.0.27:36626","last_uri":"/_bulk","opened_time_millis":1673964608489,"last_request_time_millis":1673965488397,"request_count":980,"request_size_bytes":1591137977},{"id":2075254039,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.26:9200","remote_address":"10.128.0.27:36606","last_uri":"/_bulk","opened_time_millis":1673964608089,"last_request_time_millis":1673965492999,"request_count":979,"request_size_bytes":1586903816},{"id":421842908,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.26:9200","remote_address":"10.128.0.27:36598","last_uri":"/_bulk","opened_time_millis":1673964608089,"last_request_time_millis":1673965491799,"request_count":980,"request_size_bytes":1589137638},{"id":1069138642,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.26:9200","remote_address":"10.128.0.27:36600","last_uri":"/_bulk","opened_time_millis":1673964608089,"last_request_time_millis":1673965492799,"request_count":975,"request_size_bytes":1579927823},{"id":2110868634,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.26:9200","remote_address":"10.128.0.27:36610","last_uri":"/_bulk","opened_time_millis":1673964608089,"last_request_time_millis":1673965492799,"request_count":975,"request_size_bytes":1579927823},{"id":1251457176,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.128.0.26:9200","remote_address":"10.128.0.27:36630","last_uri":"/_bulk","opened_time_millis":1673964608489,"last_request_time_millis":1673965492999,"request_count":975,"request_size_bytes":1580973300}]},"breakers":{"inflight_requests":{"limit_size_in_bytes":31138512896,"limit_size":"29gb","estimated_size_in_bytes":8275194,"estimated_size":"7.8mb","overhead":2.0,"tripped":0},"request":{"limit_size_in_bytes":18683107737,"limit_size":"17.3gb","estimated_size_in_bytes":262144,"estimated_size":"256kb","overhead":1.0,"tripped":0},"fielddata":{"limit_size_in_bytes":12455405158,"limit_size":"11.5gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.03,"tripped":0},"eql_sequence":{"limit_size_in_bytes":15569256448,"limit_size":"14.5gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"model_inference":{"limit_size_in_bytes":15569256448,"limit_size":"14.5gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"parent":{"limit_size_in_bytes":29581587251,"limit_size":"27.5gb","estimated_size_in_bytes":5784922816,"estimated_size":"5.3gb","overhead":1.0,"tripped":0}},"script":{"compilations":69,"cache_evictions":0,"compilation_limit_triggered":0,"compilations_history":{"5m":0,"15m":0,"24h":69},"contexts":[]},"discovery":{"cluster_state_queue":{"total":0,"pending":0,"committed":0},"serialized_cluster_states":{"full_states":{"count":3,"uncompressed_size_in_bytes":24709,"compressed_size_in_bytes":20264},"diffs":{"count":211,"uncompressed_size_in_bytes":319118,"compressed_size_in_bytes":200902}},"published_cluster_states":{"full_states":0,"incompatible_diffs":0,"compatible_diffs":0},"cluster_state_update":{"unchanged":{"count":74,"computation_time_millis":109,"notification_time_millis":4},"success":{"count":213,"computation_time_millis":1170,"publication_time_millis":5951,"context_construction_time_millis":72,"commit_time_millis":2714,"completion_time_millis":5142,"master_apply_time_millis":649,"notification_time_millis":23},"failure":{"count":0,"computation_time_millis":0,"publication_time_millis":0,"context_construction_time_millis":0,"commit_time_millis":0,"completion_time_millis":0,"master_apply_time_millis":0,"notification_time_millis":0}},"cluster_applier_stats":{"recordings":[{"name":"org.elasticsearch.ingest.IngestService@534eeb7c","cumulative_execution_count":213,"cumulative_execution_time_millis":159},{"name":"org.elasticsearch.indices.cluster.IndicesClusterStateService@23f231ad","cumulative_execution_count":213,"cumulative_execution_time_millis":155},{"name":"org.elasticsearch.xpack.ilm.IndexLifecycleService@d84b8b","cumulative_execution_count":426,"cumulative_execution_time_millis":61},{"name":"org.elasticsearch.indices.SystemIndexManager@da87e6c","cumulative_execution_count":213,"cumulative_execution_time_millis":31},{"name":"org.elasticsearch.license.LicenseService@4fa7b357","cumulative_execution_count":213,"cumulative_execution_time_millis":22},{"name":"connecting to new nodes","cumulative_execution_count":213,"cumulative_execution_time_millis":15},{"name":"org.elasticsearch.cluster.InternalClusterInfoService@39454bb6","cumulative_execution_count":213,"cumulative_execution_time_millis":15},{"name":"org.elasticsearch.ingest.geoip.DatabaseNodeService$$Lambda$3669/0x00000008018875d0@3eadc489","cumulative_execution_count":213,"cumulative_execution_time_millis":9},{"name":"org.elasticsearch.xpack.ilm.history.ILMHistoryTemplateRegistry@7e2f5454","cumulative_execution_count":213,"cumulative_execution_time_millis":9},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@334bc406","cumulative_execution_count":213,"cumulative_execution_time_millis":9},{"name":"org.elasticsearch.xpack.security.authc.TokenService$$Lambda$3868/0x0000000801a58998@16e5ea80","cumulative_execution_count":213,"cumulative_execution_time_millis":9},{"name":"org.elasticsearch.xpack.monitoring.MonitoringTemplateRegistry@57448d0a","cumulative_execution_count":213,"cumulative_execution_time_millis":7},{"name":"org.elasticsearch.xpack.stack.StackTemplateRegistry@34c1571f","cumulative_execution_count":213,"cumulative_execution_time_millis":7},{"name":"org.elasticsearch.indices.store.IndicesStore@3734005f","cumulative_execution_count":213,"cumulative_execution_time_millis":5},{"name":"org.elasticsearch.xpack.autoscaling.capacity.nodeinfo.AutoscalingNodeInfoService$$Lambda$3667/0x00000008019b0780@13213af7","cumulative_execution_count":213,"cumulative_execution_time_millis":5},{"name":"org.elasticsearch.cluster.routing.DelayedAllocationService@7ee51ad2","cumulative_execution_count":213,"cumulative_execution_time_millis":4},{"name":"org.elasticsearch.snapshots.SnapshotsService@59ffbd83","cumulative_execution_count":213,"cumulative_execution_time_millis":4},{"name":"org.elasticsearch.indices.TimestampFieldMapperService@2e95573e","cumulative_execution_count":213,"cumulative_execution_time_millis":4},{"name":"org.elasticsearch.snapshots.InternalSnapshotsInfoService@26976a8c","cumulative_execution_count":213,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.cluster.metadata.SystemIndexMetadataUpgradeService@7bca7df7","cumulative_execution_count":213,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.cluster.coordination.CoordinationDiagnosticsService@698b0cd0","cumulative_execution_count":213,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.cluster.coordination.MasterHistory@759ea04d","cumulative_execution_count":213,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.action.ingest.IngestActionForwarder@57f6fe7b","cumulative_execution_count":213,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.snapshots.SnapshotShardsService@46f7ddd2","cumulative_execution_count":213,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.cluster.metadata.TemplateUpgradeService@187bb1f","cumulative_execution_count":213,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.slm.history.SnapshotLifecycleTemplateRegistry@64a49561","cumulative_execution_count":213,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.health.node.selection.HealthNodeTaskExecutor$$Lambda$4511/0x0000000801b9d520@24aa718d","cumulative_execution_count":213,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.persistent.PersistentTasksClusterService@70a483dd","cumulative_execution_count":213,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.slm.SnapshotRetentionService@6bc3993","cumulative_execution_count":213,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.ccr.action.AutoFollowCoordinator@790138c9","cumulative_execution_count":213,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.persistent.PersistentTasksNodeService@5f7ba41d","cumulative_execution_count":213,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.deprecation.logging.DeprecationIndexingTemplateRegistry@1d5d066","cumulative_execution_count":213,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.ccr.action.ShardFollowTaskCleaner@487bdecd","cumulative_execution_count":213,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.core.async.AsyncTaskMaintenanceService@50168bab","cumulative_execution_count":213,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.searchablesnapshots.cache.blob.BlobStoreCacheMaintenanceService@5ed07004","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@65ba07e0","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.enrich.EnrichPolicyMaintenanceService@5ab9fdf2","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.health.node.HealthInfoCache@3c034bf0","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.transform.notifications.TransformAuditor$$Lambda$3815/0x0000000801a1c998@201f059e","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.shutdown.NodeSeenService@7b6367ae","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.node.ResponseCollectorService@73289042","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.slm.SnapshotLifecycleService@1a8e6070","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.snapshots.RestoreService@6103d1a8","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.health.node.LocalHealthMonitor@7af66ddc","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.shutdown.PluginShutdownService@5f6cfa44","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.indices.recovery.PeerRecoverySourceService@6515350b","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.script.ScriptService@16625bdd","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.fleet.FleetTemplateRegistry@4e7ae6df","cumulative_execution_count":213,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.reservedstate.service.FileSettingsService@65eb1449","cumulative_execution_count":212,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.tasks.TaskManager@382b716a","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.transform.TransformClusterStateListener@31b8826f","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.health.metadata.HealthMetadataService$$Lambda$4536/0x0000000801ba3900@71367250","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@5b7dda3f","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.gateway.GatewayService@698fd554","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.action.admin.cluster.repositories.cleanup.TransportCleanupRepositoryAction$$Lambda$5185/0x0000000801d832d8@4ef06dbd","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"applying settings","cumulative_execution_count":43,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.repositories.RepositoriesService@323a7008","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.searchablesnapshots.SearchableSnapshots$RepositoryUuidWatcher@23225064","cumulative_execution_count":213,"cumulative_execution_time_millis":0},{"name":"running task [Publication{term=1, version=213}]","cumulative_execution_count":1,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.datastreams.UpdateTimeSeriesRangeService@7fef77f5","cumulative_execution_count":213,"cumulative_execution_time_millis":0}]}},"ingest":{"total":{"count":11093320,"time_in_millis":652414,"current":1,"failed":0},"pipelines":{"logs-nginx.access-1.2.0":{"count":652000,"time_in_millis":93159,"current":0,"failed":0,"processors":[{"pipeline:logs-nginx.access-1.2.0-third-party":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":652000,"time_in_millis":6282,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":652000,"time_in_millis":300,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":652000,"time_in_millis":894,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":652000,"time_in_millis":17682,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":652000,"time_in_millis":3390,"current":0,"failed":0}}},{"uri_parts":{"type":"uri_parts","stats":{"count":652000,"time_in_millis":1120,"current":0,"failed":180}}},{"set":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":652000,"time_in_millis":1041,"current":0,"failed":0}}},{"split":{"type":"split","stats":{"count":652000,"time_in_millis":2068,"current":0,"failed":0}}},{"split":{"type":"split","stats":{"count":652000,"time_in_millis":567,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":652000,"time_in_millis":309,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":652000,"time_in_millis":826,"current":0,"failed":0}}},{"remove":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":652000,"time_in_millis":2486,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":652000,"time_in_millis":239,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":652000,"time_in_millis":679,"current":0,"failed":0}}},{"convert":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"date":{"type":"date","stats":{"count":652000,"time_in_millis":9064,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":652000,"time_in_millis":420,"current":0,"failed":0}}},{"user_agent":{"type":"user_agent","stats":{"count":652000,"time_in_millis":1552,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":652000,"time_in_millis":5536,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":652000,"time_in_millis":2914,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":652000,"time_in_millis":1065,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":652000,"time_in_millis":1162,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":652000,"time_in_millis":260,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":652000,"time_in_millis":336,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":652000,"time_in_millis":217,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":642200,"time_in_millis":218,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":9800,"time_in_millis":3,"current":0,"failed":0}}},{"lowercase":{"type":"lowercase","stats":{"count":652000,"time_in_millis":741,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":652000,"time_in_millis":5133,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":652000,"time_in_millis":4079,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":652000,"time_in_millis":12899,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":652000,"time_in_millis":669,"current":0,"failed":0}}}]},"logs-postgresql.log-1.2.0":{"count":104000,"time_in_millis":72446,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":104000,"time_in_millis":1239,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":104000,"time_in_millis":50,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":104000,"time_in_millis":166,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":104000,"time_in_millis":5054,"current":0,"failed":0}}},{"pipeline:logs-postgresql.log-1.2.0-pipeline-log":{"type":"conditional","stats":{"count":104000,"time_in_millis":5970,"current":0,"failed":16}}},{"pipeline:logs-postgresql.log-1.2.0-pipeline-csv":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"date":{"type":"date","stats":{"count":103984,"time_in_millis":56180,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":101236,"time_in_millis":109,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":103984,"time_in_millis":155,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":103984,"time_in_millis":68,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":103984,"time_in_millis":129,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":103984,"time_in_millis":43,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":103984,"time_in_millis":1971,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":103984,"time_in_millis":88,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":103984,"time_in_millis":62,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":103984,"time_in_millis":138,"current":0,"failed":0}}}]},"logs-system.syslog-1.6.4":{"count":744000,"time_in_millis":48465,"current":0,"failed":0,"processors":[{"grok":{"type":"grok","stats":{"count":744000,"time_in_millis":10654,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":744000,"time_in_millis":268,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":744000,"time_in_millis":1046,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":744000,"time_in_millis":34335,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":744000,"time_in_millis":408,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":744000,"time_in_millis":326,"current":0,"failed":0}}}]},"logs-system.auth-1.6.4":{"count":104000,"time_in_millis":45904,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":104000,"time_in_millis":918,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":104000,"time_in_millis":32462,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":104000,"time_in_millis":66,"current":0,"failed":0}}},{"rename":{"type":"conditional","stats":{"count":76036,"time_in_millis":149,"current":0,"failed":0}}},{"compound:CompoundProcessor-grok":{"type":"conditional","stats":{"count":76036,"time_in_millis":389,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":104000,"time_in_millis":67,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":104000,"time_in_millis":46,"current":0,"failed":0}}},{"compound:CompoundProcessor-rename":{"type":"conditional","stats":{"count":78172,"time_in_millis":172,"current":0,"failed":0}}},{"compound:CompoundProcessor-rename":{"type":"conditional","stats":{"count":72736,"time_in_millis":68,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":104000,"time_in_millis":34,"current":0,"failed":0}}},{"compound:CompoundProcessor-convert":{"type":"conditional","stats":{"count":23264,"time_in_millis":39,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":104000,"time_in_millis":733,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":104000,"time_in_millis":4274,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":104000,"time_in_millis":72,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":104000,"time_in_millis":373,"current":0,"failed":103588}}},{"geoip":{"type":"geoip","stats":{"count":104000,"time_in_millis":150,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":104000,"time_in_millis":39,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":104000,"time_in_millis":27,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":104000,"time_in_millis":52,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":104000,"time_in_millis":2446,"current":0,"failed":103588}}},{"append":{"type":"conditional","stats":{"count":23012,"time_in_millis":16,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":23012,"time_in_millis":8,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":18520,"time_in_millis":6,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":4492,"time_in_millis":1,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":7288,"time_in_millis":4,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":4644,"time_in_millis":2,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":11080,"time_in_millis":6,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":49240,"time_in_millis":376,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":46800,"time_in_millis":369,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":412,"time_in_millis":2,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":104000,"time_in_millis":693,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":104000,"time_in_millis":54,"current":0,"failed":0}}}]},"logs-redis.log-1.1.0":{"count":532000,"time_in_millis":21863,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":532000,"time_in_millis":5264,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":532000,"time_in_millis":209,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":532000,"time_in_millis":547,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":532000,"time_in_millis":2847,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":532000,"time_in_millis":281,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":532000,"time_in_millis":195,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":532000,"time_in_millis":445,"current":0,"failed":0}}},{"date":{"type":"date","stats":{"count":532000,"time_in_millis":9566,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":532000,"time_in_millis":315,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":532000,"time_in_millis":472,"current":0,"failed":0}}}]},".fleet_final_pipeline-1":{"count":3276661,"time_in_millis":19084,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":3276661,"time_in_millis":2621,"current":0,"failed":0}}},{"script:truncate-subseconds-event-ingested":{"type":"script","stats":{"count":3276661,"time_in_millis":4262,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":3276661,"time_in_millis":1631,"current":0,"failed":0}}},{"set_security_user":{"type":"set_security_user","stats":{"count":3276661,"time_in_millis":2952,"current":0,"failed":0}}},{"script:agent-id-status":{"type":"script","stats":{"count":3276661,"time_in_millis":1493,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":3276661,"time_in_millis":1278,"current":0,"failed":0}}}]},"logs-kafka.log-0.5.0":{"count":229000,"time_in_millis":13787,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":229000,"time_in_millis":2334,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":229000,"time_in_millis":95,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":229000,"time_in_millis":254,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":229000,"time_in_millis":2519,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":229000,"time_in_millis":1179,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":229000,"time_in_millis":1123,"current":0,"failed":195948}}},{"remove":{"type":"remove","stats":{"count":229000,"time_in_millis":136,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":229000,"time_in_millis":227,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":229000,"time_in_millis":3528,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":229000,"time_in_millis":134,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":229000,"time_in_millis":91,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":229000,"time_in_millis":127,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":229000,"time_in_millis":219,"current":0,"failed":0}}}]},"logs-apache.access-1.3.0":{"count":108000,"time_in_millis":12653,"current":0,"failed":0,"processors":[{"pipeline:logs-apache.access-1.3.0-third-party":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":108000,"time_in_millis":1198,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":108000,"time_in_millis":48,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":108000,"time_in_millis":139,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":108000,"time_in_millis":3523,"current":0,"failed":0}}},{"uri_parts":{"type":"uri_parts","stats":{"count":108000,"time_in_millis":145,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":108000,"time_in_millis":60,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":108000,"time_in_millis":38,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":108000,"time_in_millis":27,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":106028,"time_in_millis":35,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":1972,"time_in_millis":0,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":108000,"time_in_millis":422,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":108000,"time_in_millis":39,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":108000,"time_in_millis":110,"current":0,"failed":0}}},{"date":{"type":"date","stats":{"count":108000,"time_in_millis":1374,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":108000,"time_in_millis":77,"current":0,"failed":0}}},{"user_agent":{"type":"user_agent","stats":{"count":108000,"time_in_millis":753,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":108000,"time_in_millis":817,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":108000,"time_in_millis":467,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":108000,"time_in_millis":85,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":108000,"time_in_millis":73,"current":0,"failed":0}}},{"set":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":108000,"time_in_millis":2044,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":108000,"time_in_millis":129,"current":0,"failed":0}}}]},"logs-mysql.error-1.1.0":{"count":207661,"time_in_millis":12633,"current":1,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":207662,"time_in_millis":1813,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":207662,"time_in_millis":2074,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":207662,"time_in_millis":305,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":207662,"time_in_millis":235,"current":0,"failed":0}}},{"date":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"date":{"type":"conditional","stats":{"count":207662,"time_in_millis":7030,"current":0,"failed":0}}},{"date":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":207662,"time_in_millis":107,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":207662,"time_in_millis":92,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":207662,"time_in_millis":88,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":207662,"time_in_millis":64,"current":0,"failed":0}}},{"append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-apache.error-1.3.0":{"count":112000,"time_in_millis":9612,"current":0,"failed":0,"processors":[{"pipeline:logs-apache.error-1.3.0-third-party":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":112000,"time_in_millis":1031,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":112000,"time_in_millis":45,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":112000,"time_in_millis":139,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":112000,"time_in_millis":1690,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":112000,"time_in_millis":634,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":112000,"time_in_millis":1804,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":112000,"time_in_millis":79,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":112000,"time_in_millis":41,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":112000,"time_in_millis":27,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":112000,"time_in_millis":49,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":112000,"time_in_millis":428,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":112000,"time_in_millis":598,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":112000,"time_in_millis":421,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":112000,"time_in_millis":45,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":112000,"time_in_millis":31,"current":0,"failed":0}}},{"convert":{"type":"convert","stats":{"count":112000,"time_in_millis":82,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":112000,"time_in_millis":1712,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":112000,"time_in_millis":115,"current":0,"failed":0}}}]},"logs-postgresql.log-1.2.0-pipeline-log":{"count":104000,"time_in_millis":5864,"current":0,"failed":16,"processors":[{"grok":{"type":"grok","stats":{"count":104000,"time_in_millis":5818,"current":0,"failed":16}}}]},"logs-nginx.error-1.2.0":{"count":104000,"time_in_millis":5640,"current":0,"failed":0,"processors":[{"pipeline:logs-nginx.error-1.2.0-third-party":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":104000,"time_in_millis":932,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":104000,"time_in_millis":38,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":104000,"time_in_millis":102,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":104000,"time_in_millis":2505,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":104000,"time_in_millis":36,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":104000,"time_in_millis":86,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"compound:CompoundProcessor-date-append":{"type":"conditional","stats":{"count":104000,"time_in_millis":1287,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":104000,"time_in_millis":59,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":104000,"time_in_millis":34,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":104000,"time_in_millis":42,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":104000,"time_in_millis":31,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":104000,"time_in_millis":81,"current":0,"failed":0}}}]},"logs-mysql.slowlog-1.1.0":{"count":56000,"time_in_millis":2594,"current":0,"failed":0,"processors":[{"drop":{"type":"conditional","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":56000,"time_in_millis":509,"current":0,"failed":0}}},{"grok":{"type":"grok","stats":{"count":56000,"time_in_millis":1550,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":56000,"time_in_millis":21,"current":0,"failed":0}}},{"script":{"type":"script","stats":{"count":56000,"time_in_millis":43,"current":0,"failed":0}}},{"script":{"type":"conditional","stats":{"count":56000,"time_in_millis":26,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":56000,"time_in_millis":35,"current":0,"failed":0}}},{"date":{"type":"date","stats":{"count":56000,"time_in_millis":100,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":56000,"time_in_millis":43,"current":0,"failed":0}}},{"set":{"type":"set","stats":{"count":56000,"time_in_millis":18,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":56000,"time_in_millis":23,"current":0,"failed":0}}},{"append":{"type":"append","stats":{"count":56000,"time_in_millis":37,"current":0,"failed":0}}}]},"logs-k8-app":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[]},"logs-redis.slowlog-1.1.0":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[]}}},"adaptive_selection":{},"script_cache":{"sum":{"compilations":69,"cache_evictions":0,"compilation_limit_triggered":0}},"indexing_pressure":{"memory":{"current":{"combined_coordinating_and_primary_in_bytes":5775314,"coordinating_in_bytes":5775314,"primary_in_bytes":0,"replica_in_bytes":2888238,"all_in_bytes":8663552},"total":{"combined_coordinating_and_primary_in_bytes":17726123819,"coordinating_in_bytes":13238429765,"primary_in_bytes":6667126063,"replica_in_bytes":26235809368,"all_in_bytes":43961933187,"coordinating_rejections":0,"primary_rejections":0,"replica_rejections":0},"limit_in_bytes":3113851289}}}}} \ No newline at end of file diff --git a/test/diagnostic-rally-logging-8.6.0-baseline/version.json b/test/diagnostic-rally-logging-8.6.0-baseline/version.json new file mode 100644 index 0000000000000..3c0f68b9f20a6 --- /dev/null +++ b/test/diagnostic-rally-logging-8.6.0-baseline/version.json @@ -0,0 +1,17 @@ +{ + "name" : "elasticsearch-0", + "cluster_name" : "default", + "cluster_uuid" : "3m18hbb3R16FOHoNcYX6kg", + "version" : { + "number" : "8.6.0-SNAPSHOT", + "build_flavor" : "default", + "build_type" : "tar", + "build_hash" : "8fea01b20dbd182f186167e9b5c6b077fd83517e", + "build_date" : "2023-01-17T14:05:00.377551327Z", + "build_snapshot" : true, + "lucene_version" : "9.4.2", + "minimum_wire_compatibility_version" : "7.17.0", + "minimum_index_compatibility_version" : "7.0.0" + }, + "tagline" : "You Know, for Search" +} From b0c75607a95727687ba00e2a46e6fb1199ee25de Mon Sep 17 00:00:00 2001 From: Pablo Alcantar Morales Date: Wed, 18 Jan 2023 09:55:01 +0100 Subject: [PATCH 3/5] rename benchmarks --- .../flamegraph-ingest-20230112123229.html | 0 .../nodes_stats.json | 0 .../version.json | 0 .../flamegraph-ingest-20230112110031.html | 0 .../nodes_stats.json | 0 .../version.json | 0 .../flamegraph-ingest-20230111110158.html | 0 .../nodes_stats.json | 0 .../version.json | 0 9 files changed, 0 insertions(+), 0 deletions(-) rename test/{diagnostic-rally-log-smaller-cache => diagnostic-rally-logging-date-cache}/flamegraph-ingest-20230112123229.html (100%) rename test/{diagnostic-rally-log-smaller-cache => diagnostic-rally-logging-date-cache}/nodes_stats.json (100%) rename test/{diagnostic-rally-log-smaller-cache => diagnostic-rally-logging-date-cache}/version.json (100%) rename test/{diagnostic-rally-log-baseline => diagnostic-rally-logging-main-baseline}/flamegraph-ingest-20230112110031.html (100%) rename test/{diagnostic-rally-log-baseline => diagnostic-rally-logging-main-baseline}/nodes_stats.json (100%) rename test/{diagnostic-rally-log-baseline => diagnostic-rally-logging-main-baseline}/version.json (100%) rename test/{diagnostic-rally-security-gcp-baseline => diagnostic-rally-security-main-baseline}/flamegraph-ingest-20230111110158.html (100%) rename test/{diagnostic-rally-security-gcp-baseline => diagnostic-rally-security-main-baseline}/nodes_stats.json (100%) rename test/{diagnostic-rally-security-gcp-baseline => diagnostic-rally-security-main-baseline}/version.json (100%) diff --git a/test/diagnostic-rally-log-smaller-cache/flamegraph-ingest-20230112123229.html b/test/diagnostic-rally-logging-date-cache/flamegraph-ingest-20230112123229.html similarity index 100% rename from test/diagnostic-rally-log-smaller-cache/flamegraph-ingest-20230112123229.html rename to test/diagnostic-rally-logging-date-cache/flamegraph-ingest-20230112123229.html diff --git a/test/diagnostic-rally-log-smaller-cache/nodes_stats.json b/test/diagnostic-rally-logging-date-cache/nodes_stats.json similarity index 100% rename from test/diagnostic-rally-log-smaller-cache/nodes_stats.json rename to test/diagnostic-rally-logging-date-cache/nodes_stats.json diff --git a/test/diagnostic-rally-log-smaller-cache/version.json b/test/diagnostic-rally-logging-date-cache/version.json similarity index 100% rename from test/diagnostic-rally-log-smaller-cache/version.json rename to test/diagnostic-rally-logging-date-cache/version.json diff --git a/test/diagnostic-rally-log-baseline/flamegraph-ingest-20230112110031.html b/test/diagnostic-rally-logging-main-baseline/flamegraph-ingest-20230112110031.html similarity index 100% rename from test/diagnostic-rally-log-baseline/flamegraph-ingest-20230112110031.html rename to test/diagnostic-rally-logging-main-baseline/flamegraph-ingest-20230112110031.html diff --git a/test/diagnostic-rally-log-baseline/nodes_stats.json b/test/diagnostic-rally-logging-main-baseline/nodes_stats.json similarity index 100% rename from test/diagnostic-rally-log-baseline/nodes_stats.json rename to test/diagnostic-rally-logging-main-baseline/nodes_stats.json diff --git a/test/diagnostic-rally-log-baseline/version.json b/test/diagnostic-rally-logging-main-baseline/version.json similarity index 100% rename from test/diagnostic-rally-log-baseline/version.json rename to test/diagnostic-rally-logging-main-baseline/version.json diff --git a/test/diagnostic-rally-security-gcp-baseline/flamegraph-ingest-20230111110158.html b/test/diagnostic-rally-security-main-baseline/flamegraph-ingest-20230111110158.html similarity index 100% rename from test/diagnostic-rally-security-gcp-baseline/flamegraph-ingest-20230111110158.html rename to test/diagnostic-rally-security-main-baseline/flamegraph-ingest-20230111110158.html diff --git a/test/diagnostic-rally-security-gcp-baseline/nodes_stats.json b/test/diagnostic-rally-security-main-baseline/nodes_stats.json similarity index 100% rename from test/diagnostic-rally-security-gcp-baseline/nodes_stats.json rename to test/diagnostic-rally-security-main-baseline/nodes_stats.json diff --git a/test/diagnostic-rally-security-gcp-baseline/version.json b/test/diagnostic-rally-security-main-baseline/version.json similarity index 100% rename from test/diagnostic-rally-security-gcp-baseline/version.json rename to test/diagnostic-rally-security-main-baseline/version.json From 0fba185b6909c6f3e65ddc50c1e9f797c6edd7e8 Mon Sep 17 00:00:00 2001 From: Pablo Alcantar Morales Date: Tue, 17 Jan 2023 17:07:23 +0100 Subject: [PATCH 4/5] add baseline for v8.6.0 (benchmark: security) --- .../nodes_stats.json | 1 + .../version.json | 17 +++++++++++++++++ 2 files changed, 18 insertions(+) create mode 100644 test/diagnostic-rally-security-8.6.0-baseline/nodes_stats.json create mode 100644 test/diagnostic-rally-security-8.6.0-baseline/version.json diff --git a/test/diagnostic-rally-security-8.6.0-baseline/nodes_stats.json b/test/diagnostic-rally-security-8.6.0-baseline/nodes_stats.json new file mode 100644 index 0000000000000..b9c3230f1653e --- /dev/null +++ b/test/diagnostic-rally-security-8.6.0-baseline/nodes_stats.json @@ -0,0 +1 @@ +{"_nodes":{"total":3,"successful":3,"failed":0},"cluster_name":"default","nodes":{"7FdMUPhxTk6DZ01VVuCgYA":{"timestamp":1673971609690,"name":"elasticsearch-0","transport_address":"10.132.0.22:9300","host":"10.132.0.22","ip":"10.132.0.22:9300","roles":["data","data_cold","data_content","data_frozen","data_hot","data_warm","ingest","master","ml","remote_cluster_client","transform"],"attributes":{"xpack.installed":"true"},"indices":{"docs":{"count":20340520,"deleted":3547},"shard_stats":{"total_count":13},"store":{"size_in_bytes":8824120885,"total_data_set_size_in_bytes":8824120885,"reserved_in_bytes":0},"indexing":{"index_total":16920736,"index_time_in_millis":2934171,"index_current":0,"index_failed":0,"delete_total":1,"delete_time_in_millis":10,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0,"write_load":0.04159903267780599},"get":{"total":2726,"time_in_millis":650,"exists_total":2647,"exists_time_in_millis":637,"missing_total":79,"missing_time_in_millis":13,"current":0},"search":{"open_contexts":0,"query_total":5170,"query_time_in_millis":4769,"query_current":0,"fetch_total":5166,"fetch_time_in_millis":417,"fetch_current":0,"scroll_total":2866,"scroll_time_in_millis":75522,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":326,"total_time_in_millis":751800,"total_docs":18929704,"total_size_in_bytes":7910700866,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":443758,"total_auto_throttle_in_bytes":248689214},"refresh":{"total":2793,"total_time_in_millis":31244,"external_total":2659,"external_total_time_in_millis":22352,"listeners":0},"flush":{"total":99,"periodic":98,"total_time_in_millis":299138},"warmer":{"current":0,"total":2618,"total_time_in_millis":707},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":153,"memory_in_bytes":0,"terms_memory_in_bytes":0,"stored_fields_memory_in_bytes":0,"term_vectors_memory_in_bytes":0,"norms_memory_in_bytes":0,"points_memory_in_bytes":0,"doc_values_memory_in_bytes":0,"index_writer_memory_in_bytes":218266048,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":15096,"max_unsafe_auto_id_timestamp":1673965595131,"file_sizes":{}},"translog":{"operations":426304,"size_in_bytes":1061988946,"uncommitted_operations":426304,"uncommitted_size_in_bytes":1061988946,"earliest_last_modified_age":4257},"request_cache":{"memory_size_in_bytes":1776,"evictions":0,"hit_count":71,"miss_count":15},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0},"bulk":{"total_operations":343347,"total_time_in_millis":2963237,"total_size_in_bytes":40812436383,"avg_time_in_millis":2,"avg_size_in_bytes":118961},"mappings":{"total_count":2138,"total_estimated_overhead_in_bytes":2189312}},"os":{"timestamp":1673971609693,"cpu":{"percent":32,"load_average":{"1m":2.0,"5m":1.93,"15m":1.82}},"mem":{"total_in_bytes":16783441920,"adjusted_total_in_bytes":16783441920,"free_in_bytes":1126703104,"used_in_bytes":15656738816,"free_percent":7,"used_percent":93},"swap":{"total_in_bytes":0,"free_in_bytes":0,"used_in_bytes":0},"cgroup":{"cpuacct":{"control_group":"/user.slice","usage_nanos":6354340716125},"cpu":{"control_group":"/user.slice","cfs_period_micros":100000,"cfs_quota_micros":-1,"stat":{"number_of_elapsed_periods":0,"number_of_times_throttled":0,"time_throttled_nanos":0}},"memory":{"control_group":"/user.slice","limit_in_bytes":"9223372036854771712","usage_in_bytes":"14242406400"}}},"process":{"timestamp":1673971609694,"open_file_descriptors":684,"max_file_descriptors":500000,"cpu":{"percent":31,"total_in_millis":6016840},"mem":{"total_virtual_in_bytes":17335808000}},"jvm":{"timestamp":1673971609694,"uptime_in_millis":6110276,"mem":{"heap_used_in_bytes":6179821568,"heap_used_percent":71,"heap_committed_in_bytes":8589934592,"heap_max_in_bytes":8589934592,"non_heap_used_in_bytes":235896032,"non_heap_committed_in_bytes":243662848,"pools":{"young":{"used_in_bytes":3841982464,"max_in_bytes":0,"peak_used_in_bytes":5133828088,"peak_max_in_bytes":0},"old":{"used_in_bytes":2123929600,"max_in_bytes":8589934592,"peak_used_in_bytes":2588767232,"peak_max_in_bytes":8589934592},"survivor":{"used_in_bytes":213909504,"max_in_bytes":0,"peak_used_in_bytes":320864256,"peak_max_in_bytes":0}}},"threads":{"count":56,"peak_count":59},"gc":{"collectors":{"young":{"collection_count":409,"collection_time_in_millis":9223},"old":{"collection_count":0,"collection_time_in_millis":0}}},"buffer_pools":{"mapped":{"count":299,"used_in_bytes":4485808330,"total_capacity_in_bytes":4485808330},"direct":{"count":45,"used_in_bytes":5129066,"total_capacity_in_bytes":5129064},"mapped - 'non-volatile memory'":{"count":0,"used_in_bytes":0,"total_capacity_in_bytes":0}},"classes":{"current_loaded_count":29095,"total_loaded_count":29120,"total_unloaded_count":25}},"thread_pool":{"analyze":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"auto_complete":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"azure_event_loop":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"ccr":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"cluster_coordination":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":1,"completed":353},"fetch_shard_started":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"fetch_shard_store":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":2,"completed":4},"flush":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":645},"force_merge":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"generic":{"threads":4,"queue":0,"active":0,"rejected":0,"largest":4,"completed":16336},"get":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"management":{"threads":4,"queue":0,"active":1,"rejected":0,"largest":4,"completed":103819},"refresh":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":66761},"repository_azure":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"rollup_indexing":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"search":{"threads":7,"queue":0,"active":0,"rejected":0,"largest":7,"completed":75},"search_coordination":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"search_throttled":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_fetch_async":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_prewarming":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-crypto":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-token-key":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot_meta":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_critical_read":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":8},"system_critical_write":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":128},"system_read":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":7357},"system_write":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":3393},"vector_tile_generation":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"warmer":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":18739},"write":{"threads":4,"queue":0,"active":3,"rejected":0,"largest":4,"completed":915126}},"fs":{"timestamp":1673971609695,"total":{"total_in_bytes":315926315008,"free_in_bytes":304832921600,"available_in_bytes":304494022656},"data":[{"path":"/home/esbench/.rally/benchmarks/races/dcdcc198-8263-41b8-94a6-bdc044118157/elasticsearch-0/install/elasticsearch-8.6.0-SNAPSHOT/data","mount":"/home/esbench/.rally/benchmarks/races (/dev/sdb)","type":"ext4","total_in_bytes":315926315008,"free_in_bytes":304832921600,"available_in_bytes":304494022656}],"io_stats":{"devices":[{"device_name":"sdb","operations":1991169,"read_operations":13351,"write_operations":1977818,"read_kilobytes":1499872,"write_kilobytes":74766424,"io_time_in_millis":2031484}],"total":{"operations":1991169,"read_operations":13351,"write_operations":1977818,"read_kilobytes":1499872,"write_kilobytes":74766424,"io_time_in_millis":2031484}}},"transport":{"server_open":26,"total_outbound_connections":3,"rx_count":839527,"rx_size_in_bytes":7334374256,"tx_count":839531,"tx_size_in_bytes":12614016370,"inbound_handling_time_histogram":[{"lt_millis":1,"count":914599},{"ge_millis":1,"lt_millis":2,"count":215772},{"ge_millis":2,"lt_millis":4,"count":595},{"ge_millis":4,"lt_millis":8,"count":100},{"ge_millis":8,"lt_millis":16,"count":18},{"ge_millis":16,"lt_millis":32,"count":46},{"ge_millis":32,"lt_millis":64,"count":10},{"ge_millis":64,"lt_millis":128,"count":9},{"ge_millis":128,"lt_millis":256,"count":0},{"ge_millis":256,"lt_millis":512,"count":0},{"ge_millis":512,"lt_millis":1024,"count":1},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}],"outbound_handling_time_histogram":[{"lt_millis":1,"count":753472},{"ge_millis":1,"lt_millis":2,"count":84561},{"ge_millis":2,"lt_millis":4,"count":695},{"ge_millis":4,"lt_millis":8,"count":559},{"ge_millis":8,"lt_millis":16,"count":185},{"ge_millis":16,"lt_millis":32,"count":37},{"ge_millis":32,"lt_millis":64,"count":10},{"ge_millis":64,"lt_millis":128,"count":11},{"ge_millis":128,"lt_millis":256,"count":1},{"ge_millis":256,"lt_millis":512,"count":0},{"ge_millis":512,"lt_millis":1024,"count":0},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}]},"http":{"current_open":28,"total_opened":178,"clients":[{"id":1447644364,"agent":"kibana","local_address":"10.132.0.22:9200","remote_address":"10.132.0.35:45158","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673971316819,"closed_time_millis":1673971376857,"last_request_time_millis":1673971316819,"request_count":1,"request_size_bytes":0},{"id":8992739,"agent":"kibana","local_address":"10.132.0.22:9200","remote_address":"10.132.0.35:59384","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673971406884,"closed_time_millis":1673971466921,"last_request_time_millis":1673971406884,"request_count":1,"request_size_bytes":0},{"id":1060418344,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:40924","last_uri":"/","opened_time_millis":1673971530749,"closed_time_millis":1673971530949,"last_request_time_millis":1673971530749,"request_count":1,"request_size_bytes":0},{"id":220727018,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:40926","last_uri":"/_nodes/stats","opened_time_millis":1673971530949,"closed_time_millis":1673971531749,"last_request_time_millis":1673971531149,"request_count":1,"request_size_bytes":0},{"id":2030021785,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:54846","last_uri":"/","opened_time_millis":1673971538152,"closed_time_millis":1673971538152,"last_request_time_millis":1673971538152,"request_count":1,"request_size_bytes":0},{"id":946938613,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:54848","last_uri":"/_nodes/stats","opened_time_millis":1673971538352,"closed_time_millis":1673971538753,"last_request_time_millis":1673971538352,"request_count":1,"request_size_bytes":0},{"id":263617948,"agent":"kibana","local_address":"10.132.0.22:9200","remote_address":"10.132.0.35:47578","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673971496934,"closed_time_millis":1673971556964,"last_request_time_millis":1673971496934,"request_count":1,"request_size_bytes":0},{"id":1821964897,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:46236","last_uri":"/","opened_time_millis":1673971574787,"closed_time_millis":1673971574988,"last_request_time_millis":1673971574787,"request_count":1,"request_size_bytes":0},{"id":411045466,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:46238","last_uri":"/_nodes/stats","opened_time_millis":1673971574988,"closed_time_millis":1673971575388,"last_request_time_millis":1673971574988,"request_count":1,"request_size_bytes":0},{"id":49606371,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34774","last_uri":"/","opened_time_millis":1673971609403,"closed_time_millis":1673971609403,"last_request_time_millis":1673971609403,"request_count":1,"request_size_bytes":0},{"id":2104851313,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55924","last_uri":"/_bulk","opened_time_millis":1673967521656,"last_request_time_millis":1673971609403,"request_count":11899,"request_size_bytes":1545430753},{"id":391061832,"agent":"kibana","local_address":"10.132.0.22:9200","remote_address":"10.132.0.35:35744","last_uri":"/.kibana_task_manager/_update_by_query?ignore_unavailable=true&refresh=true","x_opaque_id":"unknownId;kibana:usage_collection:collector.fetch:core","opened_time_millis":1673965884364,"last_request_time_millis":1673971608202,"request_count":3999,"request_size_bytes":11411879},{"id":2025136447,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55938","last_uri":"/_bulk","opened_time_millis":1673967521656,"last_request_time_millis":1673971609403,"request_count":11990,"request_size_bytes":1578556635},{"id":341330900,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55944","last_uri":"/_bulk","opened_time_millis":1673967521856,"last_request_time_millis":1673971609403,"request_count":11702,"request_size_bytes":1590783140},{"id":515977874,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55830","last_uri":"/_bulk","opened_time_millis":1673967520055,"last_request_time_millis":1673971609203,"request_count":11974,"request_size_bytes":1609974284},{"id":1710135867,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55942","last_uri":"/_bulk","opened_time_millis":1673967521856,"last_request_time_millis":1673971609403,"request_count":12059,"request_size_bytes":1571528104},{"id":2122059108,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55824","last_uri":"/_bulk","opened_time_millis":1673967520055,"last_request_time_millis":1673971609403,"request_count":11711,"request_size_bytes":1501902157},{"id":287777211,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55848","last_uri":"/_bulk","opened_time_millis":1673967520856,"last_request_time_millis":1673971609403,"request_count":11679,"request_size_bytes":1497985830},{"id":1379463460,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55950","last_uri":"/_bulk","opened_time_millis":1673967522056,"last_request_time_millis":1673971609403,"request_count":12362,"request_size_bytes":1551182858},{"id":1383925277,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55822","last_uri":"/_bulk","opened_time_millis":1673967520055,"last_request_time_millis":1673971605601,"request_count":12041,"request_size_bytes":1556942929},{"id":1199608864,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55844","last_uri":"/_bulk","opened_time_millis":1673967520856,"last_request_time_millis":1673971609403,"request_count":12097,"request_size_bytes":1569309917},{"id":1064531411,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55890","last_uri":"/_bulk","opened_time_millis":1673967521056,"last_request_time_millis":1673971609403,"request_count":11866,"request_size_bytes":1557272842},{"id":1608813509,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55838","last_uri":"/_bulk","opened_time_millis":1673967520255,"last_request_time_millis":1673971609603,"request_count":12108,"request_size_bytes":1509746854},{"id":22548473,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55910","last_uri":"/_bulk","opened_time_millis":1673967521256,"last_request_time_millis":1673971609603,"request_count":12144,"request_size_bytes":1572178741},{"id":60648831,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55934","last_uri":"/_bulk","opened_time_millis":1673967521656,"last_request_time_millis":1673971609403,"request_count":11893,"request_size_bytes":1565652266},{"id":1030823506,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55854","last_uri":"/_bulk","opened_time_millis":1673967520856,"last_request_time_millis":1673971609403,"request_count":11802,"request_size_bytes":1541354997},{"id":2046082014,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55922","last_uri":"/_bulk","opened_time_millis":1673967521456,"last_request_time_millis":1673971609603,"request_count":12148,"request_size_bytes":1592233554},{"id":1107368432,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55958","last_uri":"/_bulk","opened_time_millis":1673967522256,"last_request_time_millis":1673971609203,"request_count":11937,"request_size_bytes":1499578838},{"id":1861218908,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55860","last_uri":"/_bulk","opened_time_millis":1673967520856,"last_request_time_millis":1673971609403,"request_count":11975,"request_size_bytes":1559795194},{"id":431515724,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55878","last_uri":"/_bulk","opened_time_millis":1673967521056,"last_request_time_millis":1673971609203,"request_count":11872,"request_size_bytes":1555757080},{"id":624691593,"agent":"kibana","local_address":"10.132.0.22:9200","remote_address":"10.132.0.35:45300","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673971586793,"last_request_time_millis":1673971586793,"request_count":1,"request_size_bytes":0},{"id":2014503527,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34776","last_uri":"/_nodes/stats","opened_time_millis":1673971609603,"last_request_time_millis":1673971609603,"request_count":1,"request_size_bytes":0},{"id":1789250271,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55842","last_uri":"/_bulk","opened_time_millis":1673967520255,"last_request_time_millis":1673971609403,"request_count":11991,"request_size_bytes":1532125724},{"id":101303861,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55866","last_uri":"/_bulk","opened_time_millis":1673967520856,"last_request_time_millis":1673971609603,"request_count":11733,"request_size_bytes":1558777981},{"id":1921327097,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55908","last_uri":"/_bulk","opened_time_millis":1673967521256,"last_request_time_millis":1673971609403,"request_count":11687,"request_size_bytes":1572608690},{"id":1969892566,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55916","last_uri":"/_bulk","opened_time_millis":1673967521456,"last_request_time_millis":1673971609403,"request_count":12494,"request_size_bytes":1608207368},{"id":51308016,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:42670","last_uri":"/_nodes/jQXXR0HuTXWuha9cyxXBRA/os","opened_time_millis":1673967505847,"last_request_time_millis":1673971562967,"request_count":93,"request_size_bytes":0},{"id":1932224980,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:55828","last_uri":"/_bulk","opened_time_millis":1673967520055,"last_request_time_millis":1673971609603,"request_count":11839,"request_size_bytes":1587217345}]},"breakers":{"eql_sequence":{"limit_size_in_bytes":4294967296,"limit_size":"4gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"fielddata":{"limit_size_in_bytes":3435973836,"limit_size":"3.1gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.03,"tripped":0},"request":{"limit_size_in_bytes":5153960755,"limit_size":"4.7gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"inflight_requests":{"limit_size_in_bytes":8589934592,"limit_size":"8gb","estimated_size_in_bytes":928427,"estimated_size":"906.6kb","overhead":2.0,"tripped":0},"model_inference":{"limit_size_in_bytes":4294967296,"limit_size":"4gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"parent":{"limit_size_in_bytes":8160437862,"limit_size":"7.5gb","estimated_size_in_bytes":6179821568,"estimated_size":"5.7gb","overhead":1.0,"tripped":0}},"script":{"compilations":9,"cache_evictions":0,"compilation_limit_triggered":0,"compilations_history":{"5m":0,"15m":0,"24h":9},"contexts":[]},"discovery":{"cluster_state_queue":{"total":0,"pending":0,"committed":0},"serialized_cluster_states":{"full_states":{"count":0,"uncompressed_size_in_bytes":0,"compressed_size_in_bytes":0},"diffs":{"count":0,"uncompressed_size_in_bytes":0,"compressed_size_in_bytes":0}},"published_cluster_states":{"full_states":2,"incompatible_diffs":0,"compatible_diffs":161},"cluster_state_update":{"unchanged":{"count":0,"computation_time_millis":0,"notification_time_millis":0},"success":{"count":0,"computation_time_millis":0,"publication_time_millis":0,"context_construction_time_millis":0,"commit_time_millis":0,"completion_time_millis":0,"master_apply_time_millis":0,"notification_time_millis":0},"failure":{"count":0,"computation_time_millis":0,"publication_time_millis":0,"context_construction_time_millis":0,"commit_time_millis":0,"completion_time_millis":0,"master_apply_time_millis":0,"notification_time_millis":0}},"cluster_applier_stats":{"recordings":[{"name":"org.elasticsearch.indices.cluster.IndicesClusterStateService@53a12ead","cumulative_execution_count":163,"cumulative_execution_time_millis":593},{"name":"org.elasticsearch.xpack.security.authc.TokenService$$Lambda$3868/0x0000000801a54998@3c88d9ad","cumulative_execution_count":163,"cumulative_execution_time_millis":151},{"name":"org.elasticsearch.ingest.IngestService@5ce5f69d","cumulative_execution_count":163,"cumulative_execution_time_millis":123},{"name":"connecting to new nodes","cumulative_execution_count":163,"cumulative_execution_time_millis":108},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@28838621","cumulative_execution_count":163,"cumulative_execution_time_millis":34},{"name":"org.elasticsearch.license.LicenseService@336fa9ea","cumulative_execution_count":163,"cumulative_execution_time_millis":32},{"name":"org.elasticsearch.ingest.geoip.DatabaseNodeService$$Lambda$3669/0x00000008018875d0@2dbe9df4","cumulative_execution_count":163,"cumulative_execution_time_millis":13},{"name":"org.elasticsearch.indices.store.IndicesStore@261ac412","cumulative_execution_count":163,"cumulative_execution_time_millis":12},{"name":"org.elasticsearch.xpack.searchablesnapshots.cache.blob.BlobStoreCacheMaintenanceService@16cda0cf","cumulative_execution_count":163,"cumulative_execution_time_millis":4},{"name":"org.elasticsearch.xpack.core.async.AsyncTaskMaintenanceService@43a5cfd8","cumulative_execution_count":163,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.shutdown.PluginShutdownService@76490a2d","cumulative_execution_count":163,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.health.node.selection.HealthNodeTaskExecutor$$Lambda$4511/0x0000000801b958c0@1eef9650","cumulative_execution_count":163,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.action.ingest.IngestActionForwarder@ade9184","cumulative_execution_count":163,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.persistent.PersistentTasksNodeService@309da95b","cumulative_execution_count":163,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.health.node.LocalHealthMonitor@6d8051e3","cumulative_execution_count":163,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.health.node.HealthInfoCache@5b76b364","cumulative_execution_count":163,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.repositories.RepositoriesService@6449da0d","cumulative_execution_count":163,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.snapshots.SnapshotShardsService@64488da1","cumulative_execution_count":163,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.cluster.metadata.SystemIndexMetadataUpgradeService@2d28decb","cumulative_execution_count":163,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.slm.history.SnapshotLifecycleTemplateRegistry@14657f63","cumulative_execution_count":163,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.gateway.GatewayService@2b68e2fb","cumulative_execution_count":163,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.ccr.action.ShardFollowTaskCleaner@6f02e1c1","cumulative_execution_count":163,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.ilm.IndexLifecycleService@2cd84a9f","cumulative_execution_count":326,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.snapshots.RestoreService@66b64bb","cumulative_execution_count":163,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.indices.SystemIndexManager@53656e28","cumulative_execution_count":163,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.health.metadata.HealthMetadataService$$Lambda$4536/0x0000000801b9bee0@2f77bd20","cumulative_execution_count":163,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.reservedstate.service.FileSettingsService@788eb8cd","cumulative_execution_count":162,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.node.ResponseCollectorService@28f2c579","cumulative_execution_count":163,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.autoscaling.capacity.nodeinfo.AutoscalingNodeInfoService$$Lambda$3667/0x00000008019b0780@2dfc7cb1","cumulative_execution_count":163,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.transform.notifications.TransformAuditor$$Lambda$3815/0x0000000801a1c998@2b869a32","cumulative_execution_count":163,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.cluster.metadata.TemplateUpgradeService@57972f72","cumulative_execution_count":163,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.fleet.FleetTemplateRegistry@2e9d3fd","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@8804db2","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.indices.TimestampFieldMapperService@34a1e2b0","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.searchablesnapshots.SearchableSnapshots$RepositoryUuidWatcher@17218652","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.slm.SnapshotRetentionService@d2f630b","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.InternalClusterInfoService@6fe2da94","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.ccr.action.AutoFollowCoordinator@5e1ec1bf","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.searchablesnapshots.upgrade.SearchableSnapshotIndexMetadataUpgrader$$Lambda$3645/0x00000008019a7120@6fcda1ad","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.deprecation.logging.DeprecationIndexingTemplateRegistry@49b2aaa1","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.stack.StackTemplateRegistry@7efd9321","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.shutdown.NodeSeenService@80ef293","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.SnapshotsService@76846b67","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.script.ScriptService@7be5a104","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.coordination.CoordinationDiagnosticsService@23687be9","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"running task [ApplyCommitRequest{term=3, version=163, sourceNode={elasticsearch-2}{jQXXR0HuTXWuha9cyxXBRA}{3uhOpwe7Qsm16M5oblMzeA}{elasticsearch-2}{10.132.0.23}{10.132.0.23:9300}{cdfhilmrstw}{xpack.installed=true}}]","cumulative_execution_count":1,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.datastreams.UpdateTimeSeriesRangeService@46de2ef7","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.slm.SnapshotLifecycleService@1627648b","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.enrich.EnrichPolicyMaintenanceService@64c89d6e","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.action.admin.cluster.repositories.cleanup.TransportCleanupRepositoryAction$$Lambda$5185/0x0000000801d97248@4a8d08d4","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.transform.TransformClusterStateListener@2327cd6c","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.ilm.history.ILMHistoryTemplateRegistry@6f55619e","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.routing.DelayedAllocationService@497a8b97","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@1af6b318","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.InternalSnapshotsInfoService@66fe2d1","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"applying settings","cumulative_execution_count":3,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.tasks.TaskManager@356b81f8","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.persistent.PersistentTasksClusterService@2ab97ac1","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.monitoring.MonitoringTemplateRegistry@35d2615a","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.indices.recovery.PeerRecoverySourceService@65862e85","cumulative_execution_count":163,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.coordination.MasterHistory@4a30b778","cumulative_execution_count":163,"cumulative_execution_time_millis":0}]}},"ingest":{"total":{"count":28683307,"time_in_millis":1597360,"current":1,"failed":0},"pipelines":{".fleet_final_pipeline-1":{"count":14341654,"time_in_millis":150222,"current":0,"failed":0,"processors":[{"date:truncate-subseconds-event-ingested":{"type":"date","stats":{"count":14341654,"time_in_millis":101832,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":14341654,"time_in_millis":13154,"current":0,"failed":0}}},{"set_security_user":{"type":"set_security_user","stats":{"count":14341654,"time_in_millis":10852,"current":0,"failed":0}}},{"script:agent-id-status":{"type":"script","stats":{"count":14341654,"time_in_millis":5009,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":14341656,"time_in_millis":4348,"current":0,"failed":0}}}]},"logs-endpoint.events.network-8.6.1":{"count":2797651,"time_in_millis":89220,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":2797651,"time_in_millis":26517,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2797651,"time_in_millis":9380,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2797651,"time_in_millis":6487,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2797651,"time_in_millis":9240,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2797651,"time_in_millis":6816,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2797651,"time_in_millis":1045,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2797651,"time_in_millis":810,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2797651,"time_in_millis":3607,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2797651,"time_in_millis":3530,"current":0,"failed":0}}},{"compound:CompoundProcessor-grok":{"type":"conditional","stats":{"count":1227345,"time_in_millis":6823,"current":0,"failed":0}}},{"compound:CompoundProcessor-script":{"type":"conditional","stats":{"count":953945,"time_in_millis":4104,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":1227345,"time_in_millis":1640,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.network@custom":{"type":"pipeline","stats":{"count":2797651,"time_in_millis":302,"current":0,"failed":0}}}]},"logs-endpoint.events.process-8.6.1":{"count":3646025,"time_in_millis":34985,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":3646025,"time_in_millis":32043,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.process@custom":{"type":"pipeline","stats":{"count":3646025,"time_in_millis":598,"current":0,"failed":0}}}]},"logs-endpoint.events.file-8.6.1":{"count":3121823,"time_in_millis":29695,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":3121823,"time_in_millis":27311,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.file@custom":{"type":"pipeline","stats":{"count":3121823,"time_in_millis":352,"current":0,"failed":0}}}]},"logs-endpoint.events.security-8.6.1":{"count":1934970,"time_in_millis":17255,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":1934970,"time_in_millis":15800,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.security@custom":{"type":"pipeline","stats":{"count":1934970,"time_in_millis":255,"current":0,"failed":0}}}]},"logs-endpoint.events.registry-8.6.1":{"count":1471598,"time_in_millis":13698,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":1471598,"time_in_millis":12624,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.registry@custom":{"type":"pipeline","stats":{"count":1471598,"time_in_millis":164,"current":0,"failed":0}}}]},"logs-endpoint.events.library-8.6.1":{"count":1369590,"time_in_millis":12854,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":1369590,"time_in_millis":11822,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.library@custom":{"type":"pipeline","stats":{"count":1369590,"time_in_millis":151,"current":0,"failed":0}}}]},"synthetics-icmp-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-icmp@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.diagnostic.collection-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.diagnostic.collection@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-browser.network-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser.network@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"metrics-endpoint.metrics-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.metrics@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.actions-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.actions@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.action.responses-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.action.responses@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"metrics-endpoint.metadata-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.metadata@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-browser.screenshot-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser.screenshot@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"metrics-endpoint.policy-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.policy@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-browser-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-http-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-http@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.alerts-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.alerts@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-tcp-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-tcp@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]}}},"adaptive_selection":{"jQXXR0HuTXWuha9cyxXBRA":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":11855127,"avg_response_time_ns":1887852,"rank":"1.9"},"glJ061xQSTObUmU5gvlPjw":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":122427,"avg_response_time_ns":1403596,"rank":"1.4"},"7FdMUPhxTk6DZ01VVuCgYA":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":310981,"avg_response_time_ns":1538985,"rank":"1.5"}},"script_cache":{"sum":{"compilations":9,"cache_evictions":0,"compilation_limit_triggered":0}},"indexing_pressure":{"memory":{"current":{"combined_coordinating_and_primary_in_bytes":958799,"coordinating_in_bytes":526706,"primary_in_bytes":571307,"replica_in_bytes":0,"all_in_bytes":958799},"total":{"combined_coordinating_and_primary_in_bytes":60661369449,"coordinating_in_bytes":38373885898,"primary_in_bytes":33432770699,"replica_in_bytes":11324566884,"all_in_bytes":71985936333,"coordinating_rejections":0,"primary_rejections":0,"replica_rejections":0},"limit_in_bytes":858993459}}},"jQXXR0HuTXWuha9cyxXBRA":{"timestamp":1673971609690,"name":"elasticsearch-2","transport_address":"10.132.0.23:9300","host":"10.132.0.23","ip":"10.132.0.23:9300","roles":["data","data_cold","data_content","data_frozen","data_hot","data_warm","ingest","master","ml","remote_cluster_client","transform"],"attributes":{"xpack.installed":"true"},"indices":{"docs":{"count":42405689,"deleted":3533},"shard_stats":{"total_count":14},"store":{"size_in_bytes":23618367091,"total_data_set_size_in_bytes":23618367091,"reserved_in_bytes":0},"indexing":{"index_total":38612854,"index_time_in_millis":9409735,"index_current":2,"index_failed":0,"delete_total":1,"delete_time_in_millis":2,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0,"write_load":0.12280892702600325},"get":{"total":4,"time_in_millis":1,"exists_total":1,"exists_time_in_millis":1,"missing_total":3,"missing_time_in_millis":0,"current":0},"search":{"open_contexts":0,"query_total":2056,"query_time_in_millis":2810,"query_current":0,"fetch_total":2051,"fetch_time_in_millis":343,"fetch_current":0,"scroll_total":1152,"scroll_time_in_millis":21253,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":1,"current_docs":8059971,"current_size_in_bytes":5363963455,"total":416,"total_time_in_millis":3123955,"total_docs":41853052,"total_size_in_bytes":21106875152,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":1862665,"total_auto_throttle_in_bytes":261503663},"refresh":{"total":2906,"total_time_in_millis":94723,"external_total":2675,"external_total_time_in_millis":38620,"listeners":0},"flush":{"total":212,"periodic":204,"total_time_in_millis":1066349},"warmer":{"current":0,"total":2638,"total_time_in_millis":1474},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":229,"memory_in_bytes":0,"terms_memory_in_bytes":0,"stored_fields_memory_in_bytes":0,"term_vectors_memory_in_bytes":0,"norms_memory_in_bytes":0,"points_memory_in_bytes":0,"doc_values_memory_in_bytes":0,"index_writer_memory_in_bytes":426607328,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":25600,"max_unsafe_auto_id_timestamp":1673967521384,"file_sizes":{}},"translog":{"operations":673860,"size_in_bytes":1685895892,"uncommitted_operations":673860,"uncommitted_size_in_bytes":1685895892,"earliest_last_modified_age":4256},"request_cache":{"memory_size_in_bytes":592,"evictions":0,"hit_count":0,"miss_count":9},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0},"bulk":{"total_operations":778896,"total_time_in_millis":9459555,"total_size_in_bytes":96414555614,"avg_time_in_millis":8,"avg_size_in_bytes":120711},"mappings":{"total_count":1878,"total_estimated_overhead_in_bytes":1923072}},"os":{"timestamp":1673971609694,"cpu":{"percent":83,"load_average":{"1m":5.27,"5m":5.34,"15m":5.02}},"mem":{"total_in_bytes":16783441920,"adjusted_total_in_bytes":16783441920,"free_in_bytes":309633024,"used_in_bytes":16473808896,"free_percent":2,"used_percent":98},"swap":{"total_in_bytes":0,"free_in_bytes":0,"used_in_bytes":0},"cgroup":{"cpuacct":{"control_group":"/user.slice","usage_nanos":13901942319931},"cpu":{"control_group":"/user.slice","cfs_period_micros":100000,"cfs_quota_micros":-1,"stat":{"number_of_elapsed_periods":0,"number_of_times_throttled":0,"time_throttled_nanos":0}},"memory":{"control_group":"/user.slice","limit_in_bytes":"9223372036854771712","usage_in_bytes":"15658135552"}}},"process":{"timestamp":1673971609694,"open_file_descriptors":788,"max_file_descriptors":500000,"cpu":{"percent":83,"total_in_millis":13565280},"mem":{"total_virtual_in_bytes":24057126912}},"jvm":{"timestamp":1673971609695,"uptime_in_millis":6110297,"mem":{"heap_used_in_bytes":3353227264,"heap_used_percent":39,"heap_committed_in_bytes":8589934592,"heap_max_in_bytes":8589934592,"non_heap_used_in_bytes":241880120,"non_heap_committed_in_bytes":250937344,"pools":{"young":{"used_in_bytes":2311061504,"max_in_bytes":0,"peak_used_in_bytes":5138022400,"peak_max_in_bytes":0},"old":{"used_in_bytes":1031680000,"max_in_bytes":8589934592,"peak_used_in_bytes":2639950848,"peak_max_in_bytes":8589934592},"survivor":{"used_in_bytes":10485760,"max_in_bytes":0,"peak_used_in_bytes":392167424,"peak_max_in_bytes":0}}},"threads":{"count":71,"peak_count":75},"gc":{"collectors":{"young":{"collection_count":906,"collection_time_in_millis":17108},"old":{"collection_count":0,"collection_time_in_millis":0}}},"buffer_pools":{"mapped":{"count":484,"used_in_bytes":11264998693,"total_capacity_in_bytes":11264998693},"direct":{"count":54,"used_in_bytes":5205833,"total_capacity_in_bytes":5205831},"mapped - 'non-volatile memory'":{"count":0,"used_in_bytes":0,"total_capacity_in_bytes":0}},"classes":{"current_loaded_count":30216,"total_loaded_count":30237,"total_unloaded_count":21}},"thread_pool":{"analyze":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"auto_complete":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"azure_event_loop":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"ccr":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"cluster_coordination":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":1,"completed":1129},"fetch_shard_started":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"fetch_shard_store":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":1,"completed":4},"flush":{"threads":2,"queue":0,"active":1,"rejected":0,"largest":2,"completed":1508},"force_merge":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"generic":{"threads":12,"queue":0,"active":0,"rejected":0,"largest":12,"completed":22863},"get":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"management":{"threads":4,"queue":0,"active":1,"rejected":0,"largest":4,"completed":109401},"refresh":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":72830},"repository_azure":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"rollup_indexing":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"search":{"threads":6,"queue":0,"active":0,"rejected":0,"largest":6,"completed":6},"search_coordination":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":4},"search_throttled":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_fetch_async":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_prewarming":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-crypto":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-token-key":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot_meta":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_critical_read":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":11},"system_critical_write":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":128},"system_read":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":3960},"system_write":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":3320},"vector_tile_generation":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"warmer":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":18881},"write":{"threads":4,"queue":17,"active":4,"rejected":0,"largest":4,"completed":1350566}},"fs":{"timestamp":1673971609695,"total":{"total_in_bytes":315926315008,"free_in_bytes":289319178240,"available_in_bytes":288980279296},"data":[{"path":"/home/esbench/.rally/benchmarks/races/dcdcc198-8263-41b8-94a6-bdc044118157/elasticsearch-2/install/elasticsearch-8.6.0-SNAPSHOT/data","mount":"/home/esbench/.rally/benchmarks/races (/dev/sdb)","type":"ext4","total_in_bytes":315926315008,"free_in_bytes":289319178240,"available_in_bytes":288980279296}],"io_stats":{"devices":[{"device_name":"sdb","operations":4328786,"read_operations":154083,"write_operations":4174703,"read_kilobytes":18907556,"write_kilobytes":180519136,"io_time_in_millis":3367788}],"total":{"operations":4328786,"read_operations":154083,"write_operations":4174703,"read_kilobytes":18907556,"write_kilobytes":180519136,"io_time_in_millis":3367788}}},"transport":{"server_open":26,"total_outbound_connections":3,"rx_count":1277871,"rx_size_in_bytes":18821184413,"tx_count":1277864,"tx_size_in_bytes":11993508584,"inbound_handling_time_histogram":[{"lt_millis":1,"count":1260656},{"ge_millis":1,"lt_millis":2,"count":307677},{"ge_millis":2,"lt_millis":4,"count":754},{"ge_millis":4,"lt_millis":8,"count":125},{"ge_millis":8,"lt_millis":16,"count":136},{"ge_millis":16,"lt_millis":32,"count":79},{"ge_millis":32,"lt_millis":64,"count":10},{"ge_millis":64,"lt_millis":128,"count":15},{"ge_millis":128,"lt_millis":256,"count":0},{"ge_millis":256,"lt_millis":512,"count":0},{"ge_millis":512,"lt_millis":1024,"count":0},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}],"outbound_handling_time_histogram":[{"lt_millis":1,"count":1135832},{"ge_millis":1,"lt_millis":2,"count":124664},{"ge_millis":2,"lt_millis":4,"count":5945},{"ge_millis":4,"lt_millis":8,"count":8603},{"ge_millis":8,"lt_millis":16,"count":2712},{"ge_millis":16,"lt_millis":32,"count":80},{"ge_millis":32,"lt_millis":64,"count":12},{"ge_millis":64,"lt_millis":128,"count":15},{"ge_millis":128,"lt_millis":256,"count":1},{"ge_millis":256,"lt_millis":512,"count":0},{"ge_millis":512,"lt_millis":1024,"count":0},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}]},"http":{"current_open":26,"total_opened":130,"clients":[{"id":1420582888,"agent":"kibana","local_address":"10.132.0.23:9200","remote_address":"10.132.0.35:43436","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673971256950,"closed_time_millis":1673971316814,"last_request_time_millis":1673971256950,"request_count":1,"request_size_bytes":0},{"id":1464134770,"agent":"kibana","local_address":"10.132.0.23:9200","remote_address":"10.132.0.35:40370","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673971346841,"closed_time_millis":1673971406910,"last_request_time_millis":1673971346841,"request_count":1,"request_size_bytes":0},{"id":1139131753,"agent":"kibana","local_address":"10.132.0.23:9200","remote_address":"10.132.0.35:49908","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673971436960,"closed_time_millis":1673971496850,"last_request_time_millis":1673971436960,"request_count":1,"request_size_bytes":0},{"id":1941421655,"agent":"kibana","local_address":"10.132.0.23:9200","remote_address":"10.132.0.35:46968","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673971526893,"closed_time_millis":1673971586974,"last_request_time_millis":1673971526893,"request_count":1,"request_size_bytes":0},{"id":1079632409,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55024","last_uri":"/_bulk","opened_time_millis":1673967520937,"last_request_time_millis":1673971609396,"request_count":11679,"request_size_bytes":1497367355},{"id":97199755,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55052","last_uri":"/_bulk","opened_time_millis":1673967521137,"last_request_time_millis":1673971609396,"request_count":11711,"request_size_bytes":1502315619},{"id":177995420,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55070","last_uri":"/_bulk","opened_time_millis":1673967521337,"last_request_time_millis":1673971609396,"request_count":11938,"request_size_bytes":1499407246},{"id":1155641064,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55040","last_uri":"/_bulk","opened_time_millis":1673967521137,"last_request_time_millis":1673971609396,"request_count":12107,"request_size_bytes":1509898858},{"id":1285543699,"agent":"kibana","local_address":"10.132.0.23:9200","remote_address":"10.132.0.35:44610","last_uri":"/_monitoring/bulk?system_id=kibana&system_api_version=7&interval=10000ms","x_opaque_id":"unknownId;kibana:task%20manager:run%20ML%3Asaved-objects-sync:ML%3Asaved-objects-sync-task","opened_time_millis":1673969196134,"last_request_time_millis":1673971607395,"request_count":1679,"request_size_bytes":4880391},{"id":1576348152,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55106","last_uri":"/_bulk","opened_time_millis":1673967522139,"last_request_time_millis":1673971609596,"request_count":11702,"request_size_bytes":1590653026},{"id":1498478238,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55056","last_uri":"/_bulk","opened_time_millis":1673967521137,"last_request_time_millis":1673971609396,"request_count":11866,"request_size_bytes":1556576497},{"id":1921588359,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55066","last_uri":"/_bulk","opened_time_millis":1673967521337,"last_request_time_millis":1673971609596,"request_count":12060,"request_size_bytes":1571701790},{"id":1741583320,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55048","last_uri":"/_bulk","opened_time_millis":1673967521137,"last_request_time_millis":1673971609596,"request_count":11733,"request_size_bytes":1558731037},{"id":1252806907,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55080","last_uri":"/_bulk","opened_time_millis":1673967521537,"last_request_time_millis":1673971609396,"request_count":11872,"request_size_bytes":1555901131},{"id":1864513786,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:54978","last_uri":"/_bulk","opened_time_millis":1673967520137,"last_request_time_millis":1673971609596,"request_count":12098,"request_size_bytes":1569346483},{"id":636220211,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55014","last_uri":"/_bulk","opened_time_millis":1673967520937,"last_request_time_millis":1673971609195,"request_count":11899,"request_size_bytes":1545597147},{"id":1967340568,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55038","last_uri":"/_bulk","opened_time_millis":1673967521137,"last_request_time_millis":1673971609596,"request_count":11802,"request_size_bytes":1541527472},{"id":1251614598,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:33310","last_uri":"/_nodes/jQXXR0HuTXWuha9cyxXBRA/os","opened_time_millis":1673965569046,"last_request_time_millis":1673971592985,"request_count":94,"request_size_bytes":0},{"id":1251206991,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55084","last_uri":"/_bulk","opened_time_millis":1673967521537,"last_request_time_millis":1673971609396,"request_count":12362,"request_size_bytes":1550695939},{"id":365540564,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55026","last_uri":"/_bulk","opened_time_millis":1673967520937,"last_request_time_millis":1673971609596,"request_count":11975,"request_size_bytes":1559795304},{"id":1936432628,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55088","last_uri":"/_bulk","opened_time_millis":1673967521738,"last_request_time_millis":1673971609396,"request_count":12494,"request_size_bytes":1608806501},{"id":200674838,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55022","last_uri":"/_bulk","opened_time_millis":1673967520937,"last_request_time_millis":1673971609596,"request_count":11894,"request_size_bytes":1566229508},{"id":1784615805,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55072","last_uri":"/_bulk","opened_time_millis":1673967521537,"last_request_time_millis":1673971609195,"request_count":12143,"request_size_bytes":1572141491},{"id":285429543,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55078","last_uri":"/_bulk","opened_time_millis":1673967521537,"last_request_time_millis":1673971609396,"request_count":11687,"request_size_bytes":1573304642},{"id":799874630,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55036","last_uri":"/_bulk","opened_time_millis":1673967521137,"last_request_time_millis":1673971609396,"request_count":11838,"request_size_bytes":1587538167},{"id":78332295,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55044","last_uri":"/_bulk","opened_time_millis":1673967521137,"last_request_time_millis":1673971609396,"request_count":11974,"request_size_bytes":1609990809},{"id":1500226328,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55008","last_uri":"/_bulk","opened_time_millis":1673967520937,"last_request_time_millis":1673971605794,"request_count":12041,"request_size_bytes":1557457848},{"id":1021406548,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55050","last_uri":"/_bulk","opened_time_millis":1673967521137,"last_request_time_millis":1673971609396,"request_count":11991,"request_size_bytes":1532396175},{"id":820478098,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55058","last_uri":"/_bulk","opened_time_millis":1673967521337,"last_request_time_millis":1673971609596,"request_count":11991,"request_size_bytes":1578833425},{"id":647393896,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:55016","last_uri":"/_bulk","opened_time_millis":1673967520937,"last_request_time_millis":1673971609396,"request_count":12148,"request_size_bytes":1591636009}]},"breakers":{"model_inference":{"limit_size_in_bytes":4294967296,"limit_size":"4gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"eql_sequence":{"limit_size_in_bytes":4294967296,"limit_size":"4gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"fielddata":{"limit_size_in_bytes":3435973836,"limit_size":"3.1gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.03,"tripped":0},"request":{"limit_size_in_bytes":5153960755,"limit_size":"4.7gb","estimated_size_in_bytes":65536,"estimated_size":"64kb","overhead":1.0,"tripped":0},"inflight_requests":{"limit_size_in_bytes":8589934592,"limit_size":"8gb","estimated_size_in_bytes":3652297,"estimated_size":"3.4mb","overhead":2.0,"tripped":0},"parent":{"limit_size_in_bytes":8160437862,"limit_size":"7.5gb","estimated_size_in_bytes":3357421568,"estimated_size":"3.1gb","overhead":1.0,"tripped":0}},"script":{"compilations":13,"cache_evictions":0,"compilation_limit_triggered":0,"compilations_history":{"5m":0,"15m":0,"24h":13},"contexts":[]},"discovery":{"cluster_state_queue":{"total":0,"pending":0,"committed":0},"serialized_cluster_states":{"full_states":{"count":3,"uncompressed_size_in_bytes":30686,"compressed_size_in_bytes":21743},"diffs":{"count":161,"uncompressed_size_in_bytes":355066,"compressed_size_in_bytes":241502}},"published_cluster_states":{"full_states":0,"incompatible_diffs":0,"compatible_diffs":0},"cluster_state_update":{"unchanged":{"count":132,"computation_time_millis":154,"notification_time_millis":13},"success":{"count":163,"computation_time_millis":1748,"publication_time_millis":8148,"context_construction_time_millis":98,"commit_time_millis":4006,"completion_time_millis":7269,"master_apply_time_millis":683,"notification_time_millis":27},"failure":{"count":0,"computation_time_millis":0,"publication_time_millis":0,"context_construction_time_millis":0,"commit_time_millis":0,"completion_time_millis":0,"master_apply_time_millis":0,"notification_time_millis":0}},"cluster_applier_stats":{"recordings":[{"name":"org.elasticsearch.health.node.LocalHealthMonitor@6a0f9f7f","cumulative_execution_count":2,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.ilm.IndexLifecycleService@1452dbd","cumulative_execution_count":4,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.indices.cluster.IndicesClusterStateService@69d41e95","cumulative_execution_count":2,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@3ecf76b9","cumulative_execution_count":2,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.stack.StackTemplateRegistry@1d961cf4","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.action.ingest.IngestActionForwarder@473b6412","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.ingest.geoip.DatabaseNodeService$$Lambda$3669/0x00000008018555d0@1573b222","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.coordination.CoordinationDiagnosticsService@781849f8","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.gateway.GatewayService@33683d5e","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.deprecation.logging.DeprecationIndexingTemplateRegistry@5d7ce376","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.action.admin.cluster.repositories.cleanup.TransportCleanupRepositoryAction$$Lambda$5185/0x0000000801d8e6a8@6a107792","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.repositories.RepositoriesService@33189d94","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.indices.recovery.PeerRecoverySourceService@2697848d","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.ilm.history.ILMHistoryTemplateRegistry@6dbc2381","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.script.ScriptService@6fb2ebc3","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"connecting to new nodes","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.indices.TimestampFieldMapperService@76178536","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.health.metadata.HealthMetadataService$$Lambda$4536/0x0000000801ba2c48@54c9b3a4","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.fleet.FleetTemplateRegistry@64470f45","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.shutdown.NodeSeenService@325384a7","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.RestoreService@7646f43c","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.autoscaling.capacity.nodeinfo.AutoscalingNodeInfoService$$Lambda$3667/0x0000000801851e58@322b4265","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"running task [Publication{term=3, version=163}]","cumulative_execution_count":1,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.datastreams.UpdateTimeSeriesRangeService@6faf6563","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.ingest.IngestService@3faf6cd7","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.persistent.PersistentTasksNodeService@2f6938ae","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.ccr.action.ShardFollowTaskCleaner@4d7740bf","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.SnapshotShardsService@25dee5c5","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.monitoring.MonitoringTemplateRegistry@50566f06","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.transform.TransformClusterStateListener@2ab04535","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.enrich.EnrichPolicyMaintenanceService@57beb4bb","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.tasks.TaskManager@45935580","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.SnapshotsService@31c59f","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.ccr.action.AutoFollowCoordinator@78e9f144","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.indices.SystemIndexManager@1b97b15f","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.slm.history.SnapshotLifecycleTemplateRegistry@1f83ba1d","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.health.node.HealthInfoCache@280ffb1c","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.node.ResponseCollectorService@278e9cb","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.security.authc.TokenService$$Lambda$3868/0x0000000801a4c998@776c5e4d","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.core.async.AsyncTaskMaintenanceService@6dfa2699","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.slm.SnapshotRetentionService@2432787c","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.license.LicenseService@52065a7e","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.searchablesnapshots.cache.blob.BlobStoreCacheMaintenanceService@32ad4ebc","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.health.node.selection.HealthNodeTaskExecutor$$Lambda$4511/0x0000000801b9d520@2dbf574f","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.searchablesnapshots.SearchableSnapshots$RepositoryUuidWatcher@353c4334","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.slm.SnapshotLifecycleService@11bfba28","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.metadata.SystemIndexMetadataUpgradeService@7997e360","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.metadata.TemplateUpgradeService@30e39f05","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.InternalClusterInfoService@67152a46","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@14a12d80","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.routing.DelayedAllocationService@31c2392a","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"applying settings","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.indices.store.IndicesStore@27a0bc0a","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.transform.notifications.TransformAuditor$$Lambda$3815/0x0000000801a10648@26c80c72","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.reservedstate.service.FileSettingsService@2bc594e4","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.coordination.MasterHistory@2adab29f","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.persistent.PersistentTasksClusterService@a1260e8","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@39fde7f7","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.shutdown.PluginShutdownService@75509ee6","cumulative_execution_count":2,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.InternalSnapshotsInfoService@3272e85","cumulative_execution_count":2,"cumulative_execution_time_millis":0}]}},"ingest":{"total":{"count":28683920,"time_in_millis":2087321,"current":0,"failed":0},"pipelines":{".fleet_final_pipeline-1":{"count":14341960,"time_in_millis":223513,"current":0,"failed":0,"processors":[{"date:truncate-subseconds-event-ingested":{"type":"date","stats":{"count":14341960,"time_in_millis":157180,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":14341960,"time_in_millis":17837,"current":0,"failed":0}}},{"set_security_user":{"type":"set_security_user","stats":{"count":14341960,"time_in_millis":15085,"current":0,"failed":0}}},{"script:agent-id-status":{"type":"script","stats":{"count":14341960,"time_in_millis":7847,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":14341960,"time_in_millis":6232,"current":0,"failed":0}}}]},"logs-endpoint.events.network-8.6.1":{"count":2797877,"time_in_millis":125593,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":2797877,"time_in_millis":37991,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2797877,"time_in_millis":13722,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2797877,"time_in_millis":9292,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2797877,"time_in_millis":13346,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2797877,"time_in_millis":10232,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2797877,"time_in_millis":1496,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2797877,"time_in_millis":1045,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2797877,"time_in_millis":4650,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2797877,"time_in_millis":4764,"current":0,"failed":0}}},{"compound:CompoundProcessor-grok":{"type":"conditional","stats":{"count":1227768,"time_in_millis":9648,"current":0,"failed":0}}},{"compound:CompoundProcessor-script":{"type":"conditional","stats":{"count":953836,"time_in_millis":5579,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":1227768,"time_in_millis":2036,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.network@custom":{"type":"pipeline","stats":{"count":2797877,"time_in_millis":415,"current":0,"failed":0}}}]},"logs-endpoint.events.process-8.6.1":{"count":3645900,"time_in_millis":48990,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":3645900,"time_in_millis":45089,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.process@custom":{"type":"pipeline","stats":{"count":3645900,"time_in_millis":812,"current":0,"failed":0}}}]},"logs-endpoint.events.file-8.6.1":{"count":3121567,"time_in_millis":41156,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":3121567,"time_in_millis":37965,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.file@custom":{"type":"pipeline","stats":{"count":3121567,"time_in_millis":455,"current":0,"failed":0}}}]},"logs-endpoint.events.security-8.6.1":{"count":1935204,"time_in_millis":23851,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":1935204,"time_in_millis":21908,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.security@custom":{"type":"pipeline","stats":{"count":1935204,"time_in_millis":379,"current":0,"failed":0}}}]},"logs-endpoint.events.registry-8.6.1":{"count":1471889,"time_in_millis":19045,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":1471889,"time_in_millis":17585,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.registry@custom":{"type":"pipeline","stats":{"count":1471889,"time_in_millis":220,"current":0,"failed":0}}}]},"logs-endpoint.events.library-8.6.1":{"count":1369523,"time_in_millis":18118,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":1369523,"time_in_millis":16781,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.library@custom":{"type":"pipeline","stats":{"count":1369523,"time_in_millis":207,"current":0,"failed":0}}}]},"synthetics-browser-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-http-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-http@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.alerts-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.alerts@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-tcp-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-tcp@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-icmp-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-icmp@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.diagnostic.collection-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.diagnostic.collection@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-browser.network-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser.network@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"metrics-endpoint.metrics-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.metrics@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.actions-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.actions@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.action.responses-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.action.responses@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"metrics-endpoint.metadata-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.metadata@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-browser.screenshot-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser.screenshot@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"metrics-endpoint.policy-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.policy@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]}}},"adaptive_selection":{"jQXXR0HuTXWuha9cyxXBRA":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":25908902,"avg_response_time_ns":1698377,"rank":"1.7"},"glJ061xQSTObUmU5gvlPjw":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":98506,"avg_response_time_ns":2365980,"rank":"2.4"},"7FdMUPhxTk6DZ01VVuCgYA":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":23423501,"avg_response_time_ns":1999257,"rank":"2.0"}},"script_cache":{"sum":{"compilations":13,"cache_evictions":0,"compilation_limit_triggered":0}},"indexing_pressure":{"memory":{"current":{"combined_coordinating_and_primary_in_bytes":2150065,"coordinating_in_bytes":2150065,"primary_in_bytes":0,"replica_in_bytes":1601462,"all_in_bytes":3751527},"total":{"combined_coordinating_and_primary_in_bytes":61885208529,"coordinating_in_bytes":38331622160,"primary_in_bytes":35307724031,"replica_in_bytes":70110241532,"all_in_bytes":131995450061,"coordinating_rejections":0,"primary_rejections":0,"replica_rejections":0},"limit_in_bytes":858993459}}},"glJ061xQSTObUmU5gvlPjw":{"timestamp":1673971609690,"name":"elasticsearch-1","transport_address":"10.132.0.19:9300","host":"10.132.0.19","ip":"10.132.0.19:9300","roles":["data","data_cold","data_content","data_frozen","data_hot","data_warm","ingest","master","ml","remote_cluster_client","transform"],"attributes":{"xpack.installed":"true"},"indices":{"docs":{"count":30703175,"deleted":181},"shard_stats":{"total_count":13},"store":{"size_in_bytes":18847868639,"total_data_set_size_in_bytes":18847868639,"reserved_in_bytes":0},"indexing":{"index_total":30523603,"index_time_in_millis":6518102,"index_current":0,"index_failed":3,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0,"write_load":0.09230535717177539},"get":{"total":453,"time_in_millis":159,"exists_total":355,"exists_time_in_millis":140,"missing_total":98,"missing_time_in_millis":19,"current":0},"search":{"open_contexts":0,"query_total":6209,"query_time_in_millis":886,"query_current":0,"fetch_total":6207,"fetch_time_in_millis":234,"fetch_current":0,"scroll_total":3,"scroll_time_in_millis":86,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":2,"current_docs":8184958,"current_size_in_bytes":5428206083,"total":127,"total_time_in_millis":2154110,"total_docs":26432520,"total_size_in_bytes":14888154705,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":1369738,"total_auto_throttle_in_bytes":234424996},"refresh":{"total":416,"total_time_in_millis":59445,"external_total":197,"external_total_time_in_millis":10820,"listeners":0},"flush":{"total":177,"periodic":171,"total_time_in_millis":798696},"warmer":{"current":0,"total":183,"total_time_in_millis":321},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":190,"memory_in_bytes":0,"terms_memory_in_bytes":0,"stored_fields_memory_in_bytes":0,"term_vectors_memory_in_bytes":0,"norms_memory_in_bytes":0,"points_memory_in_bytes":0,"doc_values_memory_in_bytes":0,"index_writer_memory_in_bytes":251269444,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":17376,"max_unsafe_auto_id_timestamp":1673967521010,"file_sizes":{}},"translog":{"operations":437413,"size_in_bytes":1039895983,"uncommitted_operations":437413,"uncommitted_size_in_bytes":1039895983,"earliest_last_modified_age":24982},"request_cache":{"memory_size_in_bytes":2016,"evictions":0,"hit_count":5939,"miss_count":20},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0},"bulk":{"total_operations":613197,"total_time_in_millis":6565417,"total_size_in_bytes":76190735230,"avg_time_in_millis":5,"avg_size_in_bytes":121732},"mappings":{"total_count":2630,"total_estimated_overhead_in_bytes":2693120}},"os":{"timestamp":1673971609693,"cpu":{"percent":75,"load_average":{"1m":3.31,"5m":3.41,"15m":3.49}},"mem":{"total_in_bytes":16783441920,"adjusted_total_in_bytes":16783441920,"free_in_bytes":178679808,"used_in_bytes":16604762112,"free_percent":1,"used_percent":99},"swap":{"total_in_bytes":0,"free_in_bytes":0,"used_in_bytes":0},"cgroup":{"cpuacct":{"control_group":"/user.slice","usage_nanos":10707249885602},"cpu":{"control_group":"/user.slice","cfs_period_micros":100000,"cfs_quota_micros":-1,"stat":{"number_of_elapsed_periods":0,"number_of_times_throttled":0,"time_throttled_nanos":0}},"memory":{"control_group":"/user.slice","limit_in_bytes":"9223372036854771712","usage_in_bytes":"15638016000"}}},"process":{"timestamp":1673971609693,"open_file_descriptors":723,"max_file_descriptors":500000,"cpu":{"percent":74,"total_in_millis":10376690},"mem":{"total_virtual_in_bytes":22491152384}},"jvm":{"timestamp":1673971609694,"uptime_in_millis":6110356,"mem":{"heap_used_in_bytes":3786219520,"heap_used_percent":44,"heap_committed_in_bytes":8589934592,"heap_max_in_bytes":8589934592,"non_heap_used_in_bytes":227792192,"non_heap_committed_in_bytes":238682112,"pools":{"young":{"used_in_bytes":2726297600,"max_in_bytes":0,"peak_used_in_bytes":5138022400,"peak_max_in_bytes":0},"old":{"used_in_bytes":915218432,"max_in_bytes":8589934592,"peak_used_in_bytes":2641287168,"peak_max_in_bytes":8589934592},"survivor":{"used_in_bytes":144703488,"max_in_bytes":0,"peak_used_in_bytes":377487360,"peak_max_in_bytes":0}}},"threads":{"count":56,"peak_count":57},"gc":{"collectors":{"young":{"collection_count":763,"collection_time_in_millis":13983},"old":{"collection_count":0,"collection_time_in_millis":0}}},"buffer_pools":{"mapped":{"count":367,"used_in_bytes":9708881595,"total_capacity_in_bytes":9708881595},"direct":{"count":43,"used_in_bytes":5017774,"total_capacity_in_bytes":5017772},"mapped - 'non-volatile memory'":{"count":0,"used_in_bytes":0,"total_capacity_in_bytes":0}},"classes":{"current_loaded_count":29376,"total_loaded_count":29425,"total_unloaded_count":49}},"thread_pool":{"analyze":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"auto_complete":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"azure_event_loop":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"ccr":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"cluster_coordination":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":1,"completed":291},"fetch_shard_started":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"fetch_shard_store":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":1,"completed":4},"flush":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":1196},"force_merge":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"generic":{"threads":4,"queue":0,"active":0,"rejected":0,"largest":4,"completed":22372},"get":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"management":{"threads":4,"queue":0,"active":1,"rejected":0,"largest":4,"completed":119371},"refresh":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":60955},"repository_azure":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"rollup_indexing":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"search":{"threads":7,"queue":0,"active":0,"rejected":0,"largest":7,"completed":11959},"search_coordination":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":4},"search_throttled":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_fetch_async":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_prewarming":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-crypto":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-token-key":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot_meta":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_critical_read":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_critical_write":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_read":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":2515},"system_write":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":239},"vector_tile_generation":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"warmer":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":2715},"write":{"threads":4,"queue":0,"active":0,"rejected":0,"largest":4,"completed":1188267}},"fs":{"timestamp":1673971609694,"total":{"total_in_bytes":315926315008,"free_in_bytes":294788366336,"available_in_bytes":294449467392},"data":[{"path":"/home/esbench/.rally/benchmarks/races/dcdcc198-8263-41b8-94a6-bdc044118157/elasticsearch-1/install/elasticsearch-8.6.0-SNAPSHOT/data","mount":"/home/esbench/.rally/benchmarks/races (/dev/sdb)","type":"ext4","total_in_bytes":315926315008,"free_in_bytes":294788366336,"available_in_bytes":294449467392}],"io_stats":{"devices":[{"device_name":"sdb","operations":3464056,"read_operations":80653,"write_operations":3383403,"read_kilobytes":9713468,"write_kilobytes":140202020,"io_time_in_millis":2918404}],"total":{"operations":3464056,"read_operations":80653,"write_operations":3383403,"read_kilobytes":9713468,"write_kilobytes":140202020,"io_time_in_millis":2918404}}},"transport":{"server_open":26,"total_outbound_connections":5,"rx_count":1168613,"rx_size_in_bytes":12561529762,"tx_count":1168616,"tx_size_in_bytes":14109563477,"inbound_handling_time_histogram":[{"lt_millis":1,"count":1169826},{"ge_millis":1,"lt_millis":2,"count":289205},{"ge_millis":2,"lt_millis":4,"count":904},{"ge_millis":4,"lt_millis":8,"count":114},{"ge_millis":8,"lt_millis":16,"count":86},{"ge_millis":16,"lt_millis":32,"count":47},{"ge_millis":32,"lt_millis":64,"count":4},{"ge_millis":64,"lt_millis":128,"count":9},{"ge_millis":128,"lt_millis":256,"count":1},{"ge_millis":256,"lt_millis":512,"count":0},{"ge_millis":512,"lt_millis":1024,"count":1},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}],"outbound_handling_time_histogram":[{"lt_millis":1,"count":1053602},{"ge_millis":1,"lt_millis":2,"count":107008},{"ge_millis":2,"lt_millis":4,"count":2814},{"ge_millis":4,"lt_millis":8,"count":3621},{"ge_millis":8,"lt_millis":16,"count":1486},{"ge_millis":16,"lt_millis":32,"count":50},{"ge_millis":32,"lt_millis":64,"count":13},{"ge_millis":64,"lt_millis":128,"count":13},{"ge_millis":128,"lt_millis":256,"count":8},{"ge_millis":256,"lt_millis":512,"count":1},{"ge_millis":512,"lt_millis":1024,"count":0},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}]},"http":{"current_open":27,"total_opened":136,"clients":[{"id":717504665,"agent":"kibana","local_address":"10.132.0.19:9200","remote_address":"10.132.0.35:35944","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673971286918,"closed_time_millis":1673971346963,"last_request_time_millis":1673971286918,"request_count":1,"request_size_bytes":0},{"id":1382052080,"agent":"kibana","local_address":"10.132.0.19:9200","remote_address":"10.132.0.35:57976","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673971376982,"closed_time_millis":1673971436811,"last_request_time_millis":1673971376982,"request_count":1,"request_size_bytes":0},{"id":714960294,"agent":"kibana","local_address":"10.132.0.19:9200","remote_address":"10.132.0.35:53916","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673971466832,"closed_time_millis":1673971526891,"last_request_time_millis":1673971466832,"request_count":1,"request_size_bytes":0},{"id":644629935,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:60100","last_uri":"/_bulk","opened_time_millis":1673967521887,"last_request_time_millis":1673971609551,"request_count":11938,"request_size_bytes":1499935223},{"id":24989241,"agent":"kibana","local_address":"10.132.0.19:9200","remote_address":"10.132.0.35:47248","last_uri":"/.kibana_task_manager/_update_by_query?ignore_unavailable=true&refresh=true","x_opaque_id":"unknownId;kibana:task%20manager:run%20Fleet-Usage-Logger:Fleet-Usage-Logger-Task","opened_time_millis":1673970099417,"last_request_time_millis":1673971608150,"request_count":1052,"request_size_bytes":2992529},{"id":1796898972,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:59968","last_uri":"/_bulk","opened_time_millis":1673967519883,"last_request_time_millis":1673971609351,"request_count":11679,"request_size_bytes":1496880580},{"id":1429145193,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:60036","last_uri":"/_bulk","opened_time_millis":1673967521085,"last_request_time_millis":1673971609551,"request_count":11991,"request_size_bytes":1578236741},{"id":152524944,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:59994","last_uri":"/_bulk","opened_time_millis":1673967520284,"last_request_time_millis":1673971609551,"request_count":11894,"request_size_bytes":1565942942},{"id":1323591727,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:39000","last_uri":"/_cluster/state/master_node","opened_time_millis":1673965569010,"last_request_time_millis":1673971592939,"request_count":95,"request_size_bytes":0},{"id":1536584474,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:60048","last_uri":"/_bulk","opened_time_millis":1673967521085,"last_request_time_millis":1673971609551,"request_count":12097,"request_size_bytes":1568991627},{"id":29847317,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:60110","last_uri":"/_bulk","opened_time_millis":1673967522087,"last_request_time_millis":1673971609551,"request_count":12362,"request_size_bytes":1551066216},{"id":1822085385,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:60106","last_uri":"/_bulk","opened_time_millis":1673967522087,"last_request_time_millis":1673971609351,"request_count":12493,"request_size_bytes":1608508255},{"id":1128049578,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:60084","last_uri":"/_bulk","opened_time_millis":1673967521687,"last_request_time_millis":1673971609351,"request_count":11702,"request_size_bytes":1590261027},{"id":1649969024,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:59970","last_uri":"/_bulk","opened_time_millis":1673967519883,"last_request_time_millis":1673971609151,"request_count":12148,"request_size_bytes":1591955941},{"id":626434250,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:60102","last_uri":"/_bulk","opened_time_millis":1673967521887,"last_request_time_millis":1673971609151,"request_count":11686,"request_size_bytes":1572945708},{"id":1774500825,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:59986","last_uri":"/_bulk","opened_time_millis":1673967520284,"last_request_time_millis":1673971609351,"request_count":11802,"request_size_bytes":1541647077},{"id":2090598717,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:59990","last_uri":"/_bulk","opened_time_millis":1673967520284,"last_request_time_millis":1673971609351,"request_count":11975,"request_size_bytes":1559179591},{"id":2006490224,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:60034","last_uri":"/_bulk","opened_time_millis":1673967521085,"last_request_time_millis":1673971609351,"request_count":12060,"request_size_bytes":1571418815},{"id":881205871,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:60094","last_uri":"/_bulk","opened_time_millis":1673967521887,"last_request_time_millis":1673971609551,"request_count":12143,"request_size_bytes":1572281813},{"id":1653863871,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:60022","last_uri":"/_bulk","opened_time_millis":1673967520884,"last_request_time_millis":1673971609351,"request_count":11711,"request_size_bytes":1502220893},{"id":197106128,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:59988","last_uri":"/_bulk","opened_time_millis":1673967520284,"last_request_time_millis":1673971609351,"request_count":11733,"request_size_bytes":1558262413},{"id":966539368,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:60012","last_uri":"/_bulk","opened_time_millis":1673967520884,"last_request_time_millis":1673971609351,"request_count":11991,"request_size_bytes":1532451327},{"id":809135567,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:60004","last_uri":"/_bulk","opened_time_millis":1673967520884,"last_request_time_millis":1673971609351,"request_count":12107,"request_size_bytes":1510077262},{"id":1644074952,"agent":"kibana","local_address":"10.132.0.19:9200","remote_address":"10.132.0.35:38648","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673971556904,"last_request_time_millis":1673971556904,"request_count":1,"request_size_bytes":0},{"id":947643139,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:60000","last_uri":"/_bulk","opened_time_millis":1673967520884,"last_request_time_millis":1673971609351,"request_count":11838,"request_size_bytes":1587902239},{"id":384413010,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:60030","last_uri":"/_bulk","opened_time_millis":1673967521085,"last_request_time_millis":1673971609151,"request_count":11866,"request_size_bytes":1556592852},{"id":1021738333,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:60066","last_uri":"/_bulk","opened_time_millis":1673967521285,"last_request_time_millis":1673971605949,"request_count":12041,"request_size_bytes":1557225225},{"id":1905010289,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:59974","last_uri":"/_bulk","opened_time_millis":1673967520084,"last_request_time_millis":1673971609551,"request_count":11900,"request_size_bytes":1545437233},{"id":1904328511,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:60056","last_uri":"/_bulk","opened_time_millis":1673967521285,"last_request_time_millis":1673971609351,"request_count":11872,"request_size_bytes":1556769414},{"id":32533327,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:60006","last_uri":"/_bulk","opened_time_millis":1673967520884,"last_request_time_millis":1673971609351,"request_count":11974,"request_size_bytes":1609892089}]},"breakers":{"inflight_requests":{"limit_size_in_bytes":8589934592,"limit_size":"8gb","estimated_size_in_bytes":1261676,"estimated_size":"1.2mb","overhead":2.0,"tripped":0},"request":{"limit_size_in_bytes":5153960755,"limit_size":"4.7gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"fielddata":{"limit_size_in_bytes":3435973836,"limit_size":"3.1gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.03,"tripped":0},"eql_sequence":{"limit_size_in_bytes":4294967296,"limit_size":"4gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"model_inference":{"limit_size_in_bytes":4294967296,"limit_size":"4gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"parent":{"limit_size_in_bytes":8160437862,"limit_size":"7.5gb","estimated_size_in_bytes":3786219520,"estimated_size":"3.5gb","overhead":1.0,"tripped":0}},"script":{"compilations":26,"cache_evictions":0,"compilation_limit_triggered":0,"compilations_history":{"5m":0,"15m":0,"24h":26},"contexts":[]},"discovery":{"cluster_state_queue":{"total":0,"pending":0,"committed":0},"serialized_cluster_states":{"full_states":{"count":0,"uncompressed_size_in_bytes":0,"compressed_size_in_bytes":0},"diffs":{"count":0,"uncompressed_size_in_bytes":0,"compressed_size_in_bytes":0}},"published_cluster_states":{"full_states":1,"incompatible_diffs":0,"compatible_diffs":140},"cluster_state_update":{"unchanged":{"count":0,"computation_time_millis":0,"notification_time_millis":0},"success":{"count":0,"computation_time_millis":0,"publication_time_millis":0,"context_construction_time_millis":0,"commit_time_millis":0,"completion_time_millis":0,"master_apply_time_millis":0,"notification_time_millis":0},"failure":{"count":0,"computation_time_millis":0,"publication_time_millis":0,"context_construction_time_millis":0,"commit_time_millis":0,"completion_time_millis":0,"master_apply_time_millis":0,"notification_time_millis":0}},"cluster_applier_stats":{"recordings":[{"name":"org.elasticsearch.indices.cluster.IndicesClusterStateService@197f870f","cumulative_execution_count":141,"cumulative_execution_time_millis":565},{"name":"org.elasticsearch.ingest.IngestService@7b6ae4e0","cumulative_execution_count":141,"cumulative_execution_time_millis":274},{"name":"org.elasticsearch.xpack.security.authc.TokenService$$Lambda$3868/0x0000000801a68998@5d06fac9","cumulative_execution_count":141,"cumulative_execution_time_millis":145},{"name":"connecting to new nodes","cumulative_execution_count":141,"cumulative_execution_time_millis":121},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@3353c474","cumulative_execution_count":141,"cumulative_execution_time_millis":39},{"name":"org.elasticsearch.license.LicenseService@42b4b376","cumulative_execution_count":141,"cumulative_execution_time_millis":28},{"name":"org.elasticsearch.ingest.geoip.DatabaseNodeService$$Lambda$3669/0x00000008018986e8@68f0f0e4","cumulative_execution_count":141,"cumulative_execution_time_millis":16},{"name":"org.elasticsearch.indices.store.IndicesStore@7e8a0864","cumulative_execution_count":141,"cumulative_execution_time_millis":8},{"name":"org.elasticsearch.xpack.autoscaling.capacity.nodeinfo.AutoscalingNodeInfoService$$Lambda$3667/0x00000008019c0780@42851d87","cumulative_execution_count":141,"cumulative_execution_time_millis":5},{"name":"org.elasticsearch.health.node.LocalHealthMonitor@16b836a0","cumulative_execution_count":141,"cumulative_execution_time_millis":4},{"name":"org.elasticsearch.indices.TimestampFieldMapperService@6a8469ef","cumulative_execution_count":141,"cumulative_execution_time_millis":4},{"name":"org.elasticsearch.health.node.selection.HealthNodeTaskExecutor$$Lambda$4511/0x0000000801b9fbc0@6e46627d","cumulative_execution_count":141,"cumulative_execution_time_millis":4},{"name":"org.elasticsearch.persistent.PersistentTasksNodeService@783d5796","cumulative_execution_count":141,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@6752edcb","cumulative_execution_count":141,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.cluster.coordination.MasterHistory@66c4a83a","cumulative_execution_count":141,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.snapshots.SnapshotShardsService@6f286380","cumulative_execution_count":141,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.repositories.RepositoriesService@4e383ce2","cumulative_execution_count":141,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.xpack.stack.StackTemplateRegistry@14f9bb3e","cumulative_execution_count":141,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.persistent.PersistentTasksClusterService@3d366a2","cumulative_execution_count":141,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.transform.notifications.TransformAuditor$$Lambda$3815/0x0000000801a30998@1d11775d","cumulative_execution_count":141,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.snapshots.SnapshotsService@4bb95a5b","cumulative_execution_count":141,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.action.ingest.IngestActionForwarder@73cdebeb","cumulative_execution_count":141,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.node.ResponseCollectorService@247a7030","cumulative_execution_count":141,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.script.ScriptService@61abe55a","cumulative_execution_count":141,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.cluster.metadata.TemplateUpgradeService@7bc00263","cumulative_execution_count":141,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.cluster.metadata.SystemIndexMetadataUpgradeService@6192752f","cumulative_execution_count":141,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.slm.SnapshotRetentionService@3dc55fbb","cumulative_execution_count":141,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.enrich.EnrichPolicyMaintenanceService@3195bdc1","cumulative_execution_count":141,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.indices.SystemIndexManager@216473be","cumulative_execution_count":141,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.ilm.history.ILMHistoryTemplateRegistry@14d397a0","cumulative_execution_count":141,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.snapshots.RestoreService@bd9af9e","cumulative_execution_count":141,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.slm.history.SnapshotLifecycleTemplateRegistry@641ced2f","cumulative_execution_count":141,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.monitoring.MonitoringTemplateRegistry@5470a6f0","cumulative_execution_count":141,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@18997713","cumulative_execution_count":141,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.searchablesnapshots.cache.blob.BlobStoreCacheMaintenanceService@7e81c7c2","cumulative_execution_count":141,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.ccr.action.AutoFollowCoordinator@246efba0","cumulative_execution_count":141,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.ilm.IndexLifecycleService@6e7b1aa1","cumulative_execution_count":282,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.transform.TransformClusterStateListener@6b219ca6","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.health.node.HealthInfoCache@60a7a759","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.routing.DelayedAllocationService@62b449d","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.reservedstate.service.FileSettingsService@b5911dc","cumulative_execution_count":140,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.InternalClusterInfoService@26a6cbb6","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.deprecation.logging.DeprecationIndexingTemplateRegistry@35a3b134","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.ccr.action.ShardFollowTaskCleaner@6e6a4ac2","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.action.admin.cluster.repositories.cleanup.TransportCleanupRepositoryAction$$Lambda$5185/0x0000000801d95248@760a5676","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"running task [ApplyCommitRequest{term=3, version=163, sourceNode={elasticsearch-2}{jQXXR0HuTXWuha9cyxXBRA}{3uhOpwe7Qsm16M5oblMzeA}{elasticsearch-2}{10.132.0.23}{10.132.0.23:9300}{cdfhilmrstw}{xpack.installed=true}}]","cumulative_execution_count":1,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.searchablesnapshots.SearchableSnapshots$RepositoryUuidWatcher@28d3e422","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.core.async.AsyncTaskMaintenanceService@a891e61","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.shutdown.PluginShutdownService@64ed4e9c","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.datastreams.UpdateTimeSeriesRangeService@4def33d7","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.InternalSnapshotsInfoService@208e9e76","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.health.metadata.HealthMetadataService$$Lambda$4536/0x0000000801ba9f10@62817423","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.coordination.CoordinationDiagnosticsService@5d1bd5d0","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"applying settings","cumulative_execution_count":3,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.tasks.TaskManager@2f15276b","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.indices.recovery.PeerRecoverySourceService@5efb3c79","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.slm.SnapshotLifecycleService@a00482d","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.gateway.GatewayService@61e9121b","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.searchablesnapshots.upgrade.SearchableSnapshotIndexMetadataUpgrader$$Lambda$3645/0x00000008019b2260@2aa89b4a","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.fleet.FleetTemplateRegistry@ba81621","cumulative_execution_count":141,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.shutdown.NodeSeenService@7b648033","cumulative_execution_count":141,"cumulative_execution_time_millis":0}]}},"ingest":{"total":{"count":28683074,"time_in_millis":1872336,"current":0,"failed":0},"pipelines":{".fleet_final_pipeline-1":{"count":14341537,"time_in_millis":174090,"current":0,"failed":0,"processors":[{"date:truncate-subseconds-event-ingested":{"type":"date","stats":{"count":14341537,"time_in_millis":117996,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":14341537,"time_in_millis":15565,"current":0,"failed":0}}},{"set_security_user":{"type":"set_security_user","stats":{"count":14341537,"time_in_millis":12601,"current":0,"failed":0}}},{"script:agent-id-status":{"type":"script","stats":{"count":14341537,"time_in_millis":5931,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":14341537,"time_in_millis":5274,"current":0,"failed":0}}}]},"logs-endpoint.events.network-8.6.1":{"count":2797170,"time_in_millis":110366,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":2797170,"time_in_millis":33880,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2797170,"time_in_millis":12026,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2797170,"time_in_millis":7871,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2797170,"time_in_millis":11302,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2797170,"time_in_millis":8595,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2797170,"time_in_millis":1360,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2797170,"time_in_millis":900,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2797170,"time_in_millis":4039,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2797170,"time_in_millis":4024,"current":0,"failed":0}}},{"compound:CompoundProcessor-grok":{"type":"conditional","stats":{"count":1227746,"time_in_millis":8653,"current":0,"failed":0}}},{"compound:CompoundProcessor-script":{"type":"conditional","stats":{"count":953727,"time_in_millis":4955,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":1227746,"time_in_millis":1831,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.network@custom":{"type":"pipeline","stats":{"count":2797170,"time_in_millis":410,"current":0,"failed":0}}}]},"logs-endpoint.events.process-8.6.1":{"count":3646313,"time_in_millis":44421,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":3646313,"time_in_millis":40719,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.process@custom":{"type":"pipeline","stats":{"count":3646313,"time_in_millis":750,"current":0,"failed":0}}}]},"logs-endpoint.events.file-8.6.1":{"count":3121783,"time_in_millis":36211,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":3121783,"time_in_millis":33410,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.file@custom":{"type":"pipeline","stats":{"count":3121783,"time_in_millis":454,"current":0,"failed":0}}}]},"logs-endpoint.events.security-8.6.1":{"count":1934769,"time_in_millis":21213,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":1934769,"time_in_millis":19438,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.security@custom":{"type":"pipeline","stats":{"count":1934769,"time_in_millis":316,"current":0,"failed":0}}}]},"logs-endpoint.events.registry-8.6.1":{"count":1471886,"time_in_millis":17291,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":1471886,"time_in_millis":15972,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.registry@custom":{"type":"pipeline","stats":{"count":1471886,"time_in_millis":205,"current":0,"failed":0}}}]},"logs-endpoint.events.library-8.6.1":{"count":1369616,"time_in_millis":16173,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":1369616,"time_in_millis":14982,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.library@custom":{"type":"pipeline","stats":{"count":1369616,"time_in_millis":187,"current":0,"failed":0}}}]},"logs-endpoint.alerts-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.alerts@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-http-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-http@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-browser-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"metrics-endpoint.policy-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.policy@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-browser.screenshot-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser.screenshot@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"metrics-endpoint.metadata-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.metadata@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.action.responses-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.action.responses@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.actions-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.actions@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"metrics-endpoint.metrics-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.metrics@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-browser.network-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser.network@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.diagnostic.collection-8.6.1":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.diagnostic.collection@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-icmp-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-icmp@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-tcp-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-tcp@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]}}},"adaptive_selection":{"jQXXR0HuTXWuha9cyxXBRA":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":9961654,"avg_response_time_ns":1172455,"rank":"1.2"},"glJ061xQSTObUmU5gvlPjw":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":210163,"avg_response_time_ns":225130,"rank":"0.2"},"7FdMUPhxTk6DZ01VVuCgYA":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":283003,"avg_response_time_ns":865390,"rank":"0.9"}},"script_cache":{"sum":{"compilations":26,"cache_evictions":0,"compilation_limit_triggered":0}},"indexing_pressure":{"memory":{"current":{"combined_coordinating_and_primary_in_bytes":1308750,"coordinating_in_bytes":497931,"primary_in_bytes":1030155,"replica_in_bytes":0,"all_in_bytes":1308750},"total":{"combined_coordinating_and_primary_in_bytes":70332597078,"coordinating_in_bytes":38331450929,"primary_in_bytes":48002284809,"replica_in_bytes":35304290029,"all_in_bytes":105636887107,"coordinating_rejections":0,"primary_rejections":0,"replica_rejections":0},"limit_in_bytes":858993459}}}}} \ No newline at end of file diff --git a/test/diagnostic-rally-security-8.6.0-baseline/version.json b/test/diagnostic-rally-security-8.6.0-baseline/version.json new file mode 100644 index 0000000000000..86c9603f14892 --- /dev/null +++ b/test/diagnostic-rally-security-8.6.0-baseline/version.json @@ -0,0 +1,17 @@ +{ + "name" : "elasticsearch-0", + "cluster_name" : "default", + "cluster_uuid" : "LeGA2B7STT2JL6qcEARRXA", + "version" : { + "number" : "8.6.0-SNAPSHOT", + "build_flavor" : "default", + "build_type" : "tar", + "build_hash" : "8fea01b20dbd182f186167e9b5c6b077fd83517e", + "build_date" : "2023-01-17T14:21:44.395921792Z", + "build_snapshot" : true, + "lucene_version" : "9.4.2", + "minimum_wire_compatibility_version" : "7.17.0", + "minimum_index_compatibility_version" : "7.0.0" + }, + "tagline" : "You Know, for Search" +} From 5ed2bad412827784d01bab3cf7bea468121107e3 Mon Sep 17 00:00:00 2001 From: Pablo Alcantar Morales Date: Wed, 18 Jan 2023 09:37:49 +0100 Subject: [PATCH 5/5] add security benchmark for date cache (main) --- test/diagnostic-rally-security-date-cache/nodes_stats.json | 1 + test/diagnostic-rally-security-date-cache/version.json | 1 + 2 files changed, 2 insertions(+) create mode 100644 test/diagnostic-rally-security-date-cache/nodes_stats.json create mode 100644 test/diagnostic-rally-security-date-cache/version.json diff --git a/test/diagnostic-rally-security-date-cache/nodes_stats.json b/test/diagnostic-rally-security-date-cache/nodes_stats.json new file mode 100644 index 0000000000000..efd9305222c82 --- /dev/null +++ b/test/diagnostic-rally-security-date-cache/nodes_stats.json @@ -0,0 +1 @@ +{"_nodes":{"total":3,"successful":3,"failed":0},"cluster_name":"default","nodes":{"UzjWo7vHQ460C7tjPJ4PQg":{"timestamp":1673976568696,"name":"elasticsearch-1","transport_address":"10.132.0.19:9300","host":"10.132.0.19","ip":"10.132.0.19:9300","roles":["data","data_cold","data_content","data_frozen","data_hot","data_warm","ingest","master","ml","remote_cluster_client","transform"],"attributes":{"xpack.installed":"true"},"indices":{"docs":{"count":36050033,"deleted":2392},"shard_stats":{"total_count":14},"store":{"size_in_bytes":26744480521,"total_data_set_size_in_bytes":26744480521,"reserved_in_bytes":0},"indexing":{"index_total":35950250,"index_time_in_millis":9241014,"index_current":2,"index_failed":0,"delete_total":3,"delete_time_in_millis":5,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0,"write_load":0.16446391838211852},"get":{"total":7,"time_in_millis":37,"exists_total":2,"exists_time_in_millis":34,"missing_total":5,"missing_time_in_millis":3,"current":0},"search":{"open_contexts":0,"query_total":2339,"query_time_in_millis":3239,"query_current":0,"fetch_total":2335,"fetch_time_in_millis":393,"fetch_current":0,"scroll_total":1467,"scroll_time_in_millis":23244,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":4,"current_docs":11156925,"current_size_in_bytes":6561536489,"total":328,"total_time_in_millis":4186261,"total_docs":32141284,"total_size_in_bytes":18663034374,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":2987322,"total_auto_throttle_in_bytes":244727208},"refresh":{"total":2119,"total_time_in_millis":95270,"external_total":1898,"external_total_time_in_millis":34960,"listeners":0},"flush":{"total":198,"periodic":190,"total_time_in_millis":1072140},"warmer":{"current":0,"total":1844,"total_time_in_millis":1595},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":225,"memory_in_bytes":0,"terms_memory_in_bytes":0,"stored_fields_memory_in_bytes":0,"term_vectors_memory_in_bytes":0,"norms_memory_in_bytes":0,"points_memory_in_bytes":0,"doc_values_memory_in_bytes":0,"index_writer_memory_in_bytes":272033644,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":19832,"max_unsafe_auto_id_timestamp":1673972568332,"file_sizes":{}},"translog":{"operations":537763,"size_in_bytes":1332306992,"uncommitted_operations":537763,"uncommitted_size_in_bytes":1332306992,"earliest_last_modified_age":3170},"request_cache":{"memory_size_in_bytes":5152,"evictions":0,"hit_count":0,"miss_count":9},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0},"bulk":{"total_operations":724365,"total_time_in_millis":9297251,"total_size_in_bytes":89446849317,"avg_time_in_millis":8,"avg_size_in_bytes":125852},"mappings":{"total_count":1689,"total_estimated_overhead_in_bytes":1729536}},"os":{"timestamp":1673976568701,"cpu":{"percent":83,"load_average":{"1m":5.44,"5m":5.25,"15m":5.03}},"mem":{"total_in_bytes":16783441920,"adjusted_total_in_bytes":16783441920,"free_in_bytes":230854656,"used_in_bytes":16552587264,"free_percent":1,"used_percent":99},"swap":{"total_in_bytes":0,"free_in_bytes":0,"used_in_bytes":0},"cgroup":{"cpuacct":{"control_group":"/user.slice","usage_nanos":24141152000303},"cpu":{"control_group":"/user.slice","cfs_period_micros":100000,"cfs_quota_micros":-1,"stat":{"number_of_elapsed_periods":0,"number_of_times_throttled":0,"time_throttled_nanos":0}},"memory":{"control_group":"/user.slice","limit_in_bytes":"9223372036854771712","usage_in_bytes":"15882387456"}}},"process":{"timestamp":1673976568701,"open_file_descriptors":652,"max_file_descriptors":500000,"cpu":{"percent":82,"total_in_millis":13233210},"mem":{"total_virtual_in_bytes":32435347456}},"jvm":{"timestamp":1673976568702,"uptime_in_millis":4097923,"mem":{"heap_used_in_bytes":1407041024,"heap_used_percent":16,"heap_committed_in_bytes":8589934592,"heap_max_in_bytes":8589934592,"non_heap_used_in_bytes":232774144,"non_heap_committed_in_bytes":238354432,"pools":{"young":{"used_in_bytes":96468992,"max_in_bytes":0,"peak_used_in_bytes":5138022400,"peak_max_in_bytes":0},"old":{"used_in_bytes":1151188480,"max_in_bytes":8589934592,"peak_used_in_bytes":2655565824,"peak_max_in_bytes":8589934592},"survivor":{"used_in_bytes":159383552,"max_in_bytes":0,"peak_used_in_bytes":392167424,"peak_max_in_bytes":0}}},"threads":{"count":62,"peak_count":64},"gc":{"collectors":{"young":{"collection_count":820,"collection_time_in_millis":17768},"old":{"collection_count":0,"collection_time_in_millis":0}}},"buffer_pools":{"mapped":{"count":238,"used_in_bytes":19582471261,"total_capacity_in_bytes":19582471261},"direct":{"count":48,"used_in_bytes":5196545,"total_capacity_in_bytes":5196543},"mapped - 'non-volatile memory'":{"count":0,"used_in_bytes":0,"total_capacity_in_bytes":0}},"classes":{"current_loaded_count":29082,"total_loaded_count":29118,"total_unloaded_count":36}},"thread_pool":{"analyze":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"auto_complete":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"azure_event_loop":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"ccr":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"cluster_coordination":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":1,"completed":303},"fetch_shard_started":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"fetch_shard_store":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":2,"completed":4},"flush":{"threads":2,"queue":0,"active":1,"rejected":0,"largest":2,"completed":1395},"force_merge":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"generic":{"threads":5,"queue":0,"active":0,"rejected":0,"largest":5,"completed":14759},"get":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"management":{"threads":4,"queue":0,"active":1,"rejected":0,"largest":4,"completed":79121},"refresh":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":53654},"repository_azure":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"rollup_indexing":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"search":{"threads":7,"queue":0,"active":0,"rejected":0,"largest":7,"completed":7},"search_coordination":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":2},"search_throttled":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_fetch_async":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_prewarming":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-crypto":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-token-key":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot_meta":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_critical_read":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":7},"system_critical_write":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":148},"system_read":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":4081},"system_write":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":2248},"vector_tile_generation":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"warmer":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":13486},"write":{"threads":4,"queue":10,"active":4,"rejected":0,"largest":4,"completed":1321392}},"fs":{"timestamp":1673976568702,"total":{"total_in_bytes":315926315008,"free_in_bytes":268121784320,"available_in_bytes":267782885376},"data":[{"path":"/home/esbench/.rally/benchmarks/races/0316a559-8413-4d0c-8799-264629b7d886/elasticsearch-1/install/elasticsearch-8.7.0-SNAPSHOT/data","mount":"/home/esbench/.rally/benchmarks/races (/dev/sdb)","type":"ext4","total_in_bytes":315926315008,"free_in_bytes":268121784320,"available_in_bytes":267782885376}],"io_stats":{"devices":[{"device_name":"sdb","operations":4057535,"read_operations":159166,"write_operations":3898369,"read_kilobytes":19862176,"write_kilobytes":183468604,"io_time_in_millis":3189092}],"total":{"operations":4057535,"read_operations":159166,"write_operations":3898369,"read_kilobytes":19862176,"write_kilobytes":183468604,"io_time_in_millis":3189092}}},"transport":{"server_open":26,"total_outbound_connections":5,"rx_count":1192763,"rx_size_in_bytes":16991388104,"tx_count":1192756,"tx_size_in_bytes":12467637508,"inbound_handling_time_histogram":[{"lt_millis":1,"count":1190375},{"ge_millis":1,"lt_millis":2,"count":303615},{"ge_millis":2,"lt_millis":4,"count":1302},{"ge_millis":4,"lt_millis":8,"count":168},{"ge_millis":8,"lt_millis":16,"count":122},{"ge_millis":16,"lt_millis":32,"count":82},{"ge_millis":32,"lt_millis":64,"count":21},{"ge_millis":64,"lt_millis":128,"count":7},{"ge_millis":128,"lt_millis":256,"count":1},{"ge_millis":256,"lt_millis":512,"count":0},{"ge_millis":512,"lt_millis":1024,"count":1},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}],"outbound_handling_time_histogram":[{"lt_millis":1,"count":1055915},{"ge_millis":1,"lt_millis":2,"count":118326},{"ge_millis":2,"lt_millis":4,"count":6162},{"ge_millis":4,"lt_millis":8,"count":8944},{"ge_millis":8,"lt_millis":16,"count":3261},{"ge_millis":16,"lt_millis":32,"count":100},{"ge_millis":32,"lt_millis":64,"count":25},{"ge_millis":64,"lt_millis":128,"count":21},{"ge_millis":128,"lt_millis":256,"count":2},{"ge_millis":256,"lt_millis":512,"count":0},{"ge_millis":512,"lt_millis":1024,"count":0},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}]},"http":{"current_open":24,"total_opened":114,"clients":[{"id":392852372,"agent":"kibana","local_address":"10.132.0.19:9200","remote_address":"10.132.0.35:57546","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673976274096,"closed_time_millis":1673976333970,"last_request_time_millis":1673976274096,"request_count":1,"request_size_bytes":0},{"id":1248789127,"agent":"kibana","local_address":"10.132.0.19:9200","remote_address":"10.132.0.35:60528","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673976363997,"closed_time_millis":1673976424069,"last_request_time_millis":1673976363997,"request_count":1,"request_size_bytes":0},{"id":151871893,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33218","last_uri":"/_bulk","opened_time_millis":1673972570048,"closed_time_millis":1673976491721,"last_request_time_millis":1673976472910,"request_count":12618,"request_size_bytes":1626304308},{"id":1020544854,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33222","last_uri":"/_bulk","opened_time_millis":1673972570248,"closed_time_millis":1673976507764,"last_request_time_millis":1673976475911,"request_count":12618,"request_size_bytes":1585612700},{"id":1383246641,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33170","last_uri":"/_bulk","opened_time_millis":1673972568844,"closed_time_millis":1673976510565,"last_request_time_millis":1673976485317,"request_count":12618,"request_size_bytes":1640016682},{"id":229343745,"agent":"kibana","local_address":"10.132.0.19:9200","remote_address":"10.132.0.35:52206","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673976454101,"closed_time_millis":1673976513972,"last_request_time_millis":1673976454101,"request_count":1,"request_size_bytes":0},{"id":514711073,"agent":"kibana","local_address":"10.132.0.19:9200","remote_address":"10.132.0.35:59768","last_uri":"/.kibana_task_manager/_update_by_query?ignore_unavailable=true&refresh=true","x_opaque_id":"unknownId","opened_time_millis":1673976505154,"closed_time_millis":1673976565241,"last_request_time_millis":1673976505154,"request_count":1,"request_size_bytes":8291},{"id":53418538,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33138","last_uri":"/_bulk","opened_time_millis":1673972568243,"last_request_time_millis":1673976568245,"request_count":12512,"request_size_bytes":1627074344},{"id":1965056870,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33200","last_uri":"/_bulk","opened_time_millis":1673972569648,"last_request_time_millis":1673976560829,"request_count":12618,"request_size_bytes":1632512443},{"id":117940943,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33156","last_uri":"/_bulk","opened_time_millis":1673972568644,"last_request_time_millis":1673976467908,"request_count":12618,"request_size_bytes":1636074994},{"id":1634899256,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33086","last_uri":"/_bulk","opened_time_millis":1673972567043,"last_request_time_millis":1673976568445,"request_count":12534,"request_size_bytes":1635439966},{"id":2063017572,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33174","last_uri":"/_bulk","opened_time_millis":1673972569044,"last_request_time_millis":1673976568645,"request_count":12448,"request_size_bytes":1673511760},{"id":2113218150,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33202","last_uri":"/_bulk","opened_time_millis":1673972569648,"last_request_time_millis":1673976568245,"request_count":12615,"request_size_bytes":1585169472},{"id":127403596,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33114","last_uri":"/_bulk","opened_time_millis":1673972567643,"last_request_time_millis":1673976568245,"request_count":12563,"request_size_bytes":1608634718},{"id":1106967980,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33136","last_uri":"/_bulk","opened_time_millis":1673972568243,"last_request_time_millis":1673976568645,"request_count":12590,"request_size_bytes":1647250053},{"id":1091747141,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33160","last_uri":"/_bulk","opened_time_millis":1673972568644,"last_request_time_millis":1673976568445,"request_count":12358,"request_size_bytes":1664252286},{"id":416854528,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33212","last_uri":"/_bulk","opened_time_millis":1673972569848,"last_request_time_millis":1673976568645,"request_count":12323,"request_size_bytes":1659666971},{"id":1048849882,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:56574","last_uri":"/_nodes/XvoLoyOtQvC9PkA4IV_6lA/os","opened_time_millis":1673972533424,"last_request_time_millis":1673976540004,"request_count":92,"request_size_bytes":0},{"id":624483303,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33090","last_uri":"/_bulk","opened_time_millis":1673972567043,"last_request_time_millis":1673976568245,"request_count":12564,"request_size_bytes":1655269694},{"id":1899053073,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33084","last_uri":"/_bulk","opened_time_millis":1673972566842,"last_request_time_millis":1673976568445,"request_count":12351,"request_size_bytes":1639435940},{"id":1018720472,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33166","last_uri":"/_bulk","opened_time_millis":1673972568844,"last_request_time_millis":1673976568645,"request_count":12281,"request_size_bytes":1577254942},{"id":1222148912,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33098","last_uri":"/_bulk","opened_time_millis":1673972567043,"last_request_time_millis":1673976568245,"request_count":12363,"request_size_bytes":1580677675},{"id":920209266,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33100","last_uri":"/_bulk","opened_time_millis":1673972567643,"last_request_time_millis":1673976553016,"request_count":12618,"request_size_bytes":1575725629},{"id":211805236,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33194","last_uri":"/_bulk","opened_time_millis":1673972569448,"last_request_time_millis":1673976568245,"request_count":12187,"request_size_bytes":1648204809},{"id":239705700,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33082","last_uri":"/_bulk","opened_time_millis":1673972566842,"last_request_time_millis":1673976568445,"request_count":12120,"request_size_bytes":1582844246},{"id":341659440,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33094","last_uri":"/_bulk","opened_time_millis":1673972567043,"last_request_time_millis":1673976564241,"request_count":12347,"request_size_bytes":1626161158},{"id":2095239180,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33172","last_uri":"/_bulk","opened_time_millis":1673972568844,"last_request_time_millis":1673976562639,"request_count":12618,"request_size_bytes":1660435708},{"id":1364941940,"agent":"kibana","local_address":"10.132.0.19:9200","remote_address":"10.132.0.35:59610","last_uri":"/.kibana_task_manager/_update_by_query?ignore_unavailable=true&refresh=true","x_opaque_id":"unknownId;kibana:task%20manager:run%20alerting_health_check:Alerting-alerting_health_check","opened_time_millis":1673976160353,"last_request_time_millis":1673976568245,"request_count":336,"request_size_bytes":1079662},{"id":1467010500,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33118","last_uri":"/_bulk","opened_time_millis":1673972567643,"last_request_time_millis":1673976568445,"request_count":12347,"request_size_bytes":1609613710},{"id":1976623333,"agent":"kibana","local_address":"10.132.0.19:9200","remote_address":"10.132.0.35:33208","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673976544006,"last_request_time_millis":1673976544006,"request_count":1,"request_size_bytes":0},{"id":1450434575,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.19:9200","remote_address":"10.132.0.27:33168","last_uri":"/_bulk","opened_time_millis":1673972568844,"last_request_time_millis":1673976568645,"request_count":12518,"request_size_bytes":1625024675}]},"breakers":{"inflight_requests":{"limit_size_in_bytes":8589934592,"limit_size":"8gb","estimated_size_in_bytes":2204359,"estimated_size":"2.1mb","overhead":2.0,"tripped":0},"request":{"limit_size_in_bytes":5153960755,"limit_size":"4.7gb","estimated_size_in_bytes":114744,"estimated_size":"112kb","overhead":1.0,"tripped":0},"fielddata":{"limit_size_in_bytes":3435973836,"limit_size":"3.1gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.03,"tripped":0},"eql_sequence":{"limit_size_in_bytes":4294967296,"limit_size":"4gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"model_inference":{"limit_size_in_bytes":4294967296,"limit_size":"4gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"parent":{"limit_size_in_bytes":8160437862,"limit_size":"7.5gb","estimated_size_in_bytes":1407041024,"estimated_size":"1.3gb","overhead":1.0,"tripped":0}},"script":{"compilations":9,"cache_evictions":0,"compilation_limit_triggered":0,"compilations_history":{"5m":0,"15m":0,"24h":9},"contexts":[]},"discovery":{"cluster_state_queue":{"total":0,"pending":0,"committed":0},"serialized_cluster_states":{"full_states":{"count":0,"uncompressed_size_in_bytes":0,"compressed_size_in_bytes":0},"diffs":{"count":0,"uncompressed_size_in_bytes":0,"compressed_size_in_bytes":0}},"published_cluster_states":{"full_states":1,"incompatible_diffs":0,"compatible_diffs":146},"cluster_state_update":{"unchanged":{"count":0,"computation_time_millis":0,"notification_time_millis":0},"success":{"count":0,"computation_time_millis":0,"publication_time_millis":0,"context_construction_time_millis":0,"commit_time_millis":0,"completion_time_millis":0,"master_apply_time_millis":0,"notification_time_millis":0},"failure":{"count":0,"computation_time_millis":0,"publication_time_millis":0,"context_construction_time_millis":0,"commit_time_millis":0,"completion_time_millis":0,"master_apply_time_millis":0,"notification_time_millis":0}},"cluster_applier_stats":{"recordings":[{"name":"org.elasticsearch.indices.cluster.IndicesClusterStateService@4444e604","cumulative_execution_count":147,"cumulative_execution_time_millis":504},{"name":"org.elasticsearch.ingest.IngestService@39ca4b73","cumulative_execution_count":147,"cumulative_execution_time_millis":316},{"name":"org.elasticsearch.xpack.security.authc.TokenService$$Lambda$3888/0x0000000801a54998@120256fd","cumulative_execution_count":147,"cumulative_execution_time_millis":141},{"name":"connecting to new nodes","cumulative_execution_count":147,"cumulative_execution_time_millis":96},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@1c2a6bb4","cumulative_execution_count":147,"cumulative_execution_time_millis":66},{"name":"org.elasticsearch.license.LicenseService@6ce613c1","cumulative_execution_count":147,"cumulative_execution_time_millis":22},{"name":"org.elasticsearch.ingest.geoip.DatabaseNodeService$$Lambda$3689/0x00000008018335d0@1f092d7b","cumulative_execution_count":147,"cumulative_execution_time_millis":11},{"name":"org.elasticsearch.indices.store.IndicesStore@2d3d06e1","cumulative_execution_count":147,"cumulative_execution_time_millis":9},{"name":"org.elasticsearch.action.ingest.IngestActionForwarder@696d736a","cumulative_execution_count":147,"cumulative_execution_time_millis":9},{"name":"org.elasticsearch.indices.TimestampFieldMapperService@61f00c71","cumulative_execution_count":147,"cumulative_execution_time_millis":5},{"name":"org.elasticsearch.health.node.selection.HealthNodeTaskExecutor$$Lambda$4537/0x0000000801bb7db8@6847b166","cumulative_execution_count":147,"cumulative_execution_time_millis":4},{"name":"org.elasticsearch.health.node.HealthInfoCache@3a02b9e","cumulative_execution_count":147,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.repositories.RepositoriesService@7bc4cb1f","cumulative_execution_count":147,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.persistent.PersistentTasksNodeService@407fb0ab","cumulative_execution_count":147,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.health.metadata.HealthMetadataService$$Lambda$4565/0x0000000801bc1cf8@7f2252a4","cumulative_execution_count":147,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.node.ResponseCollectorService@2207f7bc","cumulative_execution_count":147,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.health.node.LocalHealthMonitor@18807abe","cumulative_execution_count":147,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.transform.notifications.TransformAuditor$$Lambda$3835/0x0000000801a1c998@71e60e6b","cumulative_execution_count":147,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.reservedstate.service.FileSettingsService@70e3361b","cumulative_execution_count":146,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.snapshots.SnapshotShardsService@469b1f67","cumulative_execution_count":147,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.ccr.action.AutoFollowCoordinator@679b8cc6","cumulative_execution_count":147,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.shutdown.PluginShutdownService@7d9dd321","cumulative_execution_count":147,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.cluster.coordination.MasterHistory@5cc2c67e","cumulative_execution_count":147,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.tasks.TaskManager@3722e644","cumulative_execution_count":147,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.monitoring.MonitoringTemplateRegistry@56131747","cumulative_execution_count":147,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.autoscaling.capacity.nodeinfo.AutoscalingNodeInfoService$$Lambda$3687/0x00000008019b0780@4331ef9f","cumulative_execution_count":147,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.action.admin.cluster.repositories.cleanup.TransportCleanupRepositoryAction$$Lambda$5224/0x0000000801d95860@6384d548","cumulative_execution_count":147,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.deprecation.logging.DeprecationIndexingTemplateRegistry@78da237","cumulative_execution_count":147,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.slm.SnapshotRetentionService@4d204098","cumulative_execution_count":147,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.cluster.coordination.CoordinationDiagnosticsService@676236da","cumulative_execution_count":147,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.searchablesnapshots.SearchableSnapshots$RepositoryUuidWatcher@1f434c79","cumulative_execution_count":147,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@25e3087b","cumulative_execution_count":147,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.ccr.action.ShardFollowTaskCleaner@44918b35","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.transform.TransformClusterStateListener@3f5eb5a4","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.script.ScriptService@4f887a94","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.slm.history.SnapshotLifecycleTemplateRegistry@555fa1d3","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"running task [ApplyCommitRequest{term=1, version=171, sourceNode={elasticsearch-0}{XvoLoyOtQvC9PkA4IV_6lA}{GsD5tVI_QkKkkePMHJvyTQ}{elasticsearch-0}{10.132.0.22}{10.132.0.22:9300}{cdfhilmrstw}{xpack.installed=true}}]","cumulative_execution_count":1,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.slm.SnapshotLifecycleService@4885fd75","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.InternalSnapshotsInfoService@5c6470f3","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.searchablesnapshots.cache.blob.BlobStoreCacheMaintenanceService@1dd3f9bd","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.RestoreService@71de7cd2","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.metadata.SystemIndexMetadataUpgradeService@23ade32f","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.persistent.PersistentTasksClusterService@7cc10b30","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.core.async.AsyncTaskMaintenanceService@225494da","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.shutdown.NodeSeenService@1e859f74","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.enrich.EnrichPolicyMaintenanceService@2028500f","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.ilm.IndexLifecycleService@12c9dc49","cumulative_execution_count":294,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.routing.DelayedAllocationService@79bbdf15","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.InternalClusterInfoService@7cd4a9eb","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.stack.StackTemplateRegistry@58713582","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@18b22b59","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.metadata.TemplateUpgradeService@104bb4fe","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.searchablesnapshots.upgrade.SearchableSnapshotIndexMetadataUpgrader$$Lambda$3665/0x000000080199d048@62cff11c","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.datastreams.UpdateTimeSeriesRangeService@7e625cca","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"applying settings","cumulative_execution_count":7,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.ilm.history.ILMHistoryTemplateRegistry@57c3b487","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.indices.recovery.PeerRecoverySourceService@18a57725","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.fleet.FleetTemplateRegistry@2318ec0f","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.indices.SystemIndexManager@6c72306c","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.SnapshotsService@584d0d6e","cumulative_execution_count":147,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.gateway.GatewayService@5ab687a6","cumulative_execution_count":147,"cumulative_execution_time_millis":0}]}},"ingest":{"total":{"count":29916088,"time_in_millis":1985036,"current":0,"failed":0},"pipelines":{".fleet_final_pipeline-1":{"count":14958044,"time_in_millis":214311,"current":0,"failed":0,"processors":[{"date:truncate-subseconds-event-ingested":{"type":"date","stats":{"count":14958044,"time_in_millis":146580,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":14958044,"time_in_millis":17579,"current":0,"failed":0}}},{"set_security_user":{"type":"set_security_user","stats":{"count":14958044,"time_in_millis":15911,"current":0,"failed":0}}},{"script:agent-id-status":{"type":"script","stats":{"count":14958044,"time_in_millis":7277,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":14958044,"time_in_millis":6096,"current":0,"failed":0}}}]},"logs-endpoint.events.network-8.7.0-next":{"count":2894897,"time_in_millis":88201,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":2894897,"time_in_millis":12946,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2894897,"time_in_millis":8269,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2894897,"time_in_millis":5058,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2894897,"time_in_millis":9628,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2894897,"time_in_millis":6692,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2894897,"time_in_millis":1458,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2894897,"time_in_millis":1095,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2894897,"time_in_millis":4715,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2894897,"time_in_millis":4663,"current":0,"failed":0}}},{"compound:CompoundProcessor-grok":{"type":"conditional","stats":{"count":1270755,"time_in_millis":12679,"current":0,"failed":0}}},{"compound:CompoundProcessor-script":{"type":"conditional","stats":{"count":987242,"time_in_millis":5623,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":1270755,"time_in_millis":2111,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.network@custom":{"type":"pipeline","stats":{"count":2894897,"time_in_millis":534,"current":0,"failed":0}}}]},"logs-endpoint.events.process-8.7.0-next":{"count":3817627,"time_in_millis":19789,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":3817627,"time_in_millis":15889,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.process@custom":{"type":"pipeline","stats":{"count":3817627,"time_in_millis":547,"current":0,"failed":0}}}]},"logs-endpoint.events.file-8.7.0-next":{"count":3237720,"time_in_millis":16542,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":3237720,"time_in_millis":13236,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.file@custom":{"type":"pipeline","stats":{"count":3237720,"time_in_millis":479,"current":0,"failed":0}}}]},"logs-endpoint.events.security-8.7.0-next":{"count":2032190,"time_in_millis":9993,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":2032190,"time_in_millis":7967,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.security@custom":{"type":"pipeline","stats":{"count":2032190,"time_in_millis":349,"current":0,"failed":0}}}]},"logs-endpoint.events.registry-8.7.0-next":{"count":1536514,"time_in_millis":7825,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":1536514,"time_in_millis":6324,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.registry@custom":{"type":"pipeline","stats":{"count":1536514,"time_in_millis":209,"current":0,"failed":0}}}]},"logs-endpoint.events.library-8.7.0-next":{"count":1439096,"time_in_millis":7483,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":1439096,"time_in_millis":6073,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.library@custom":{"type":"pipeline","stats":{"count":1439096,"time_in_millis":206,"current":0,"failed":0}}}]},"metrics-endpoint.metadata-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.metadata@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-http-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-http@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-browser-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-browser.screenshot-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser.screenshot@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"metrics-endpoint.metrics-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.metrics@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.alerts-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.alerts@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-browser.network-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser.network@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"metrics-endpoint.policy-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.policy@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.diagnostic.collection-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.diagnostic.collection@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-icmp-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-icmp@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.action.responses-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.action.responses@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-tcp-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-tcp@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.actions-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.actions@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]}}},"adaptive_selection":{"XvoLoyOtQvC9PkA4IV_6lA":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":6946502,"avg_response_time_ns":2201849,"rank":"2.2"},"UzjWo7vHQ460C7tjPJ4PQg":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":24303275,"avg_response_time_ns":2615377,"rank":"2.6"},"4A7BrFV0QvGaCk2igl078A":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":23280210,"avg_response_time_ns":2170732,"rank":"2.2"}},"script_cache":{"sum":{"compilations":9,"cache_evictions":0,"compilation_limit_triggered":0}},"indexing_pressure":{"memory":{"current":{"combined_coordinating_and_primary_in_bytes":1489964,"coordinating_in_bytes":1150895,"primary_in_bytes":339069,"replica_in_bytes":674958,"all_in_bytes":2164922},"total":{"combined_coordinating_and_primary_in_bytes":64653104002,"coordinating_in_bytes":39987551097,"primary_in_bytes":36978178037,"replica_in_bytes":60850738411,"all_in_bytes":125503842413,"coordinating_rejections":0,"primary_rejections":0,"replica_rejections":0},"limit_in_bytes":858993459}}},"XvoLoyOtQvC9PkA4IV_6lA":{"timestamp":1673976568695,"name":"elasticsearch-0","transport_address":"10.132.0.22:9300","host":"10.132.0.22","ip":"10.132.0.22:9300","roles":["data","data_cold","data_content","data_frozen","data_hot","data_warm","ingest","master","ml","remote_cluster_client","transform"],"attributes":{"xpack.installed":"true"},"indices":{"docs":{"count":30690758,"deleted":8},"shard_stats":{"total_count":14},"store":{"size_in_bytes":19094697459,"total_data_set_size_in_bytes":19094697459,"reserved_in_bytes":0},"indexing":{"index_total":26476161,"index_time_in_millis":5483209,"index_current":1,"index_failed":3,"delete_total":0,"delete_time_in_millis":0,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0,"write_load":0.0975776876324187},"get":{"total":317,"time_in_millis":123,"exists_total":239,"exists_time_in_millis":100,"missing_total":78,"missing_time_in_millis":23,"current":0},"search":{"open_contexts":0,"query_total":197,"query_time_in_millis":251,"query_current":0,"fetch_total":195,"fetch_time_in_millis":147,"fetch_current":0,"scroll_total":3,"scroll_time_in_millis":37715,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":3,"current_docs":12848452,"current_size_in_bytes":7054982766,"total":107,"total_time_in_millis":2748785,"total_docs":24512902,"total_size_in_bytes":12452968021,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":2067004,"total_auto_throttle_in_bytes":259361953},"refresh":{"total":394,"total_time_in_millis":43814,"external_total":198,"external_total_time_in_millis":7258,"listeners":0},"flush":{"total":159,"periodic":153,"total_time_in_millis":596416},"warmer":{"current":0,"total":181,"total_time_in_millis":175},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":188,"memory_in_bytes":0,"terms_memory_in_bytes":0,"stored_fields_memory_in_bytes":0,"term_vectors_memory_in_bytes":0,"norms_memory_in_bytes":0,"points_memory_in_bytes":0,"doc_values_memory_in_bytes":0,"index_writer_memory_in_bytes":301103188,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":17800,"max_unsafe_auto_id_timestamp":1673972567974,"file_sizes":{}},"translog":{"operations":558747,"size_in_bytes":1349217374,"uncommitted_operations":558747,"uncommitted_size_in_bytes":1349217374,"earliest_last_modified_age":51323},"request_cache":{"memory_size_in_bytes":0,"evictions":0,"hit_count":0,"miss_count":18},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0},"bulk":{"total_operations":531942,"total_time_in_millis":5516541,"total_size_in_bytes":66909089285,"avg_time_in_millis":11,"avg_size_in_bytes":122380},"mappings":{"total_count":2623,"total_estimated_overhead_in_bytes":2685952}},"os":{"timestamp":1673976568698,"cpu":{"percent":76,"load_average":{"1m":5.7,"5m":4.07,"15m":3.43}},"mem":{"total_in_bytes":16783441920,"adjusted_total_in_bytes":16783441920,"free_in_bytes":219332608,"used_in_bytes":16564109312,"free_percent":1,"used_percent":99},"swap":{"total_in_bytes":0,"free_in_bytes":0,"used_in_bytes":0},"cgroup":{"cpuacct":{"control_group":"/user.slice","usage_nanos":15592662054706},"cpu":{"control_group":"/user.slice","cfs_period_micros":100000,"cfs_quota_micros":-1,"stat":{"number_of_elapsed_periods":0,"number_of_times_throttled":0,"time_throttled_nanos":0}},"memory":{"control_group":"/user.slice","limit_in_bytes":"9223372036854771712","usage_in_bytes":"15863869440"}}},"process":{"timestamp":1673976568698,"open_file_descriptors":643,"max_file_descriptors":500000,"cpu":{"percent":75,"total_in_millis":9120800},"mem":{"total_virtual_in_bytes":26843566080}},"jvm":{"timestamp":1673976568699,"uptime_in_millis":4098056,"mem":{"heap_used_in_bytes":3764505808,"heap_used_percent":43,"heap_committed_in_bytes":8589934592,"heap_max_in_bytes":8589934592,"non_heap_used_in_bytes":234655832,"non_heap_committed_in_bytes":241238016,"pools":{"young":{"used_in_bytes":2881486848,"max_in_bytes":0,"peak_used_in_bytes":5138022400,"peak_max_in_bytes":0},"old":{"used_in_bytes":873146872,"max_in_bytes":8589934592,"peak_used_in_bytes":2629322752,"peak_max_in_bytes":8589934592},"survivor":{"used_in_bytes":9872088,"max_in_bytes":0,"peak_used_in_bytes":367001600,"peak_max_in_bytes":0}}},"threads":{"count":69,"peak_count":70},"gc":{"collectors":{"young":{"collection_count":594,"collection_time_in_millis":13134},"old":{"collection_count":0,"collection_time_in_millis":0}}},"buffer_pools":{"mapped":{"count":191,"used_in_bytes":14049739706,"total_capacity_in_bytes":14049739706},"direct":{"count":51,"used_in_bytes":5056365,"total_capacity_in_bytes":5056363},"mapped - 'non-volatile memory'":{"count":0,"used_in_bytes":0,"total_capacity_in_bytes":0}},"classes":{"current_loaded_count":30407,"total_loaded_count":30500,"total_unloaded_count":93}},"thread_pool":{"analyze":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"auto_complete":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"azure_event_loop":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"ccr":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"cluster_coordination":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":1,"completed":1170},"fetch_shard_started":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"fetch_shard_store":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":2,"completed":4},"flush":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":1053},"force_merge":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"generic":{"threads":11,"queue":0,"active":0,"rejected":0,"largest":11,"completed":15169},"get":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"management":{"threads":4,"queue":0,"active":1,"rejected":0,"largest":4,"completed":146239},"refresh":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":52958},"repository_azure":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"rollup_indexing":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"search":{"threads":6,"queue":0,"active":0,"rejected":0,"largest":6,"completed":6},"search_coordination":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":3},"search_throttled":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_fetch_async":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_prewarming":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-crypto":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-token-key":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot_meta":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_critical_read":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":5},"system_critical_write":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_read":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":2188},"system_write":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":214},"vector_tile_generation":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"warmer":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":1797},"write":{"threads":4,"queue":0,"active":2,"rejected":0,"largest":4,"completed":1131378}},"fs":{"timestamp":1673976568700,"total":{"total_in_bytes":315926315008,"free_in_bytes":283112370176,"available_in_bytes":282773471232},"data":[{"path":"/home/esbench/.rally/benchmarks/races/0316a559-8413-4d0c-8799-264629b7d886/elasticsearch-0/install/elasticsearch-8.7.0-SNAPSHOT/data","mount":"/home/esbench/.rally/benchmarks/races (/dev/sdb)","type":"ext4","total_in_bytes":315926315008,"free_in_bytes":283112370176,"available_in_bytes":282773471232}],"io_stats":{"devices":[{"device_name":"sdb","operations":3168544,"read_operations":89210,"write_operations":3079334,"read_kilobytes":11162596,"write_kilobytes":133619420,"io_time_in_millis":2712296}],"total":{"operations":3168544,"read_operations":89210,"write_operations":3079334,"read_kilobytes":11162596,"write_kilobytes":133619420,"io_time_in_millis":2712296}}},"transport":{"server_open":26,"total_outbound_connections":3,"rx_count":1040197,"rx_size_in_bytes":13470504766,"tx_count":1040200,"tx_size_in_bytes":9834529666,"inbound_handling_time_histogram":[{"lt_millis":1,"count":1082046},{"ge_millis":1,"lt_millis":2,"count":260353},{"ge_millis":2,"lt_millis":4,"count":629},{"ge_millis":4,"lt_millis":8,"count":137},{"ge_millis":8,"lt_millis":16,"count":59},{"ge_millis":16,"lt_millis":32,"count":42},{"ge_millis":32,"lt_millis":64,"count":19},{"ge_millis":64,"lt_millis":128,"count":8},{"ge_millis":128,"lt_millis":256,"count":0},{"ge_millis":256,"lt_millis":512,"count":0},{"ge_millis":512,"lt_millis":1024,"count":1},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}],"outbound_handling_time_histogram":[{"lt_millis":1,"count":934514},{"ge_millis":1,"lt_millis":2,"count":97943},{"ge_millis":2,"lt_millis":4,"count":2874},{"ge_millis":4,"lt_millis":8,"count":3693},{"ge_millis":8,"lt_millis":16,"count":1120},{"ge_millis":16,"lt_millis":32,"count":36},{"ge_millis":32,"lt_millis":64,"count":16},{"ge_millis":64,"lt_millis":128,"count":3},{"ge_millis":128,"lt_millis":256,"count":0},{"ge_millis":256,"lt_millis":512,"count":0},{"ge_millis":512,"lt_millis":1024,"count":1},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}]},"http":{"current_open":24,"total_opened":285,"clients":[{"id":190628750,"agent":"kibana","local_address":"10.132.0.22:9200","remote_address":"10.132.0.35:47982","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673976214152,"closed_time_millis":1673976273990,"last_request_time_millis":1673976214152,"request_count":1,"request_size_bytes":0},{"id":681381111,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:37516","last_uri":"/","opened_time_millis":1673976287197,"closed_time_millis":1673976287397,"last_request_time_millis":1673976287397,"request_count":1,"request_size_bytes":0},{"id":1325812680,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:37518","last_uri":"/_nodes/stats","opened_time_millis":1673976287397,"closed_time_millis":1673976287597,"last_request_time_millis":1673976287397,"request_count":1,"request_size_bytes":0},{"id":1682886019,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:50856","last_uri":"/","opened_time_millis":1673976318411,"closed_time_millis":1673976318411,"last_request_time_millis":1673976318411,"request_count":1,"request_size_bytes":0},{"id":1236696164,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:50858","last_uri":"/_nodes/stats","opened_time_millis":1673976318611,"closed_time_millis":1673976318811,"last_request_time_millis":1673976318611,"request_count":1,"request_size_bytes":0},{"id":463957660,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:43530","last_uri":"/","opened_time_millis":1673976349437,"closed_time_millis":1673976349637,"last_request_time_millis":1673976349637,"request_count":1,"request_size_bytes":0},{"id":953551515,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:43532","last_uri":"/_nodes/stats","opened_time_millis":1673976349837,"closed_time_millis":1673976350037,"last_request_time_millis":1673976349837,"request_count":1,"request_size_bytes":0},{"id":882418940,"agent":"kibana","local_address":"10.132.0.22:9200","remote_address":"10.132.0.35:45478","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673976304004,"closed_time_millis":1673976364054,"last_request_time_millis":1673976304004,"request_count":1,"request_size_bytes":0},{"id":1672197451,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:44174","last_uri":"/","opened_time_millis":1673976380867,"closed_time_millis":1673976381067,"last_request_time_millis":1673976381067,"request_count":1,"request_size_bytes":0},{"id":1132206681,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:44176","last_uri":"/_nodes/stats","opened_time_millis":1673976381267,"closed_time_millis":1673976381667,"last_request_time_millis":1673976381267,"request_count":1,"request_size_bytes":0},{"id":603344560,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:52266","last_uri":"/","opened_time_millis":1673976412290,"closed_time_millis":1673976412490,"last_request_time_millis":1673976412490,"request_count":1,"request_size_bytes":0},{"id":1441945027,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:52268","last_uri":"/_nodes/stats","opened_time_millis":1673976412490,"closed_time_millis":1673976412890,"last_request_time_millis":1673976412690,"request_count":1,"request_size_bytes":0},{"id":272879073,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:59728","last_uri":"/","opened_time_millis":1673976443513,"closed_time_millis":1673976443714,"last_request_time_millis":1673976443714,"request_count":1,"request_size_bytes":0},{"id":326320371,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:59730","last_uri":"/_nodes/stats","opened_time_millis":1673976443714,"closed_time_millis":1673976443914,"last_request_time_millis":1673976443914,"request_count":1,"request_size_bytes":0},{"id":1556732208,"agent":"kibana","local_address":"10.132.0.22:9200","remote_address":"10.132.0.35:54598","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673976394076,"closed_time_millis":1673976454124,"last_request_time_millis":1673976394076,"request_count":1,"request_size_bytes":0},{"id":983896512,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:56438","last_uri":"/","opened_time_millis":1673976474734,"closed_time_millis":1673976474734,"last_request_time_millis":1673976474734,"request_count":1,"request_size_bytes":0},{"id":1611760001,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:56440","last_uri":"/_nodes/stats","opened_time_millis":1673976474934,"closed_time_millis":1673976475134,"last_request_time_millis":1673976474934,"request_count":1,"request_size_bytes":0},{"id":960905174,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34858","last_uri":"/_bulk","opened_time_millis":1673972569421,"closed_time_millis":1673976492143,"last_request_time_millis":1673976472733,"request_count":12618,"request_size_bytes":1625835949},{"id":473428386,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34884","last_uri":"/_bulk","opened_time_millis":1673972570021,"closed_time_millis":1673976505561,"last_request_time_millis":1673976475734,"request_count":12618,"request_size_bytes":1585719846},{"id":122930334,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:48872","last_uri":"/","opened_time_millis":1673976505761,"closed_time_millis":1673976505961,"last_request_time_millis":1673976505961,"request_count":1,"request_size_bytes":0},{"id":822659073,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:48874","last_uri":"/_nodes/stats","opened_time_millis":1673976505961,"closed_time_millis":1673976506362,"last_request_time_millis":1673976506162,"request_count":1,"request_size_bytes":0},{"id":1933518674,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34880","last_uri":"/_bulk","opened_time_millis":1673972569821,"closed_time_millis":1673976507565,"last_request_time_millis":1673976485540,"request_count":12618,"request_size_bytes":1640340249},{"id":591770314,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:56496","last_uri":"/","opened_time_millis":1673976536993,"closed_time_millis":1673976537193,"last_request_time_millis":1673976537193,"request_count":1,"request_size_bytes":0},{"id":1362759692,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:56498","last_uri":"/_nodes/stats","opened_time_millis":1673976537393,"closed_time_millis":1673976537593,"last_request_time_millis":1673976537393,"request_count":1,"request_size_bytes":0},{"id":106387937,"agent":"kibana","local_address":"10.132.0.22:9200","remote_address":"10.132.0.35:41468","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673976484140,"closed_time_millis":1673976543996,"last_request_time_millis":1673976484140,"request_count":1,"request_size_bytes":0},{"id":1940258212,"agent":"kibana","local_address":"10.132.0.22:9200","remote_address":"10.132.0.35:60128","last_uri":"/.kibana_task_manager/_search?ignore_unavailable=true","x_opaque_id":"unknownId","opened_time_millis":1673976505361,"closed_time_millis":1673976565209,"last_request_time_millis":1673976505361,"request_count":1,"request_size_bytes":5970},{"id":912042881,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:38582","last_uri":"/","opened_time_millis":1673976568210,"closed_time_millis":1673976568410,"last_request_time_millis":1673976568410,"request_count":1,"request_size_bytes":0},{"id":1973097242,"agent":"kibana","local_address":"10.132.0.22:9200","remote_address":"10.132.0.35:40550","last_uri":"/.kibana_task_manager/_update_by_query?ignore_unavailable=true&refresh=true","x_opaque_id":"unknownId","opened_time_millis":1673972850241,"last_request_time_millis":1673976568210,"request_count":3015,"request_size_bytes":9687095},{"id":2147219070,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34886","last_uri":"/_bulk","opened_time_millis":1673972570021,"last_request_time_millis":1673976568410,"request_count":12187,"request_size_bytes":1648670390},{"id":421891757,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34814","last_uri":"/_bulk","opened_time_millis":1673972568419,"last_request_time_millis":1673976467730,"request_count":12618,"request_size_bytes":1636313481},{"id":919859935,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34762","last_uri":"/_bulk","opened_time_millis":1673972567018,"last_request_time_millis":1673976568410,"request_count":12347,"request_size_bytes":1608711427},{"id":555956402,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34874","last_uri":"/_bulk","opened_time_millis":1673972569621,"last_request_time_millis":1673976562806,"request_count":12618,"request_size_bytes":1660685398},{"id":1998585354,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34778","last_uri":"/_bulk","opened_time_millis":1673972567618,"last_request_time_millis":1673976568610,"request_count":12120,"request_size_bytes":1582654378},{"id":791123005,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34848","last_uri":"/_bulk","opened_time_millis":1673972569221,"last_request_time_millis":1673976568410,"request_count":12323,"request_size_bytes":1659313450},{"id":1351302314,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34802","last_uri":"/_bulk","opened_time_millis":1673972568018,"last_request_time_millis":1673976564008,"request_count":12346,"request_size_bytes":1625841560},{"id":825534483,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:57582","last_uri":"/_nodes/XvoLoyOtQvC9PkA4IV_6lA/os","opened_time_millis":1673972542806,"last_request_time_millis":1673976509766,"request_count":91,"request_size_bytes":0},{"id":524282134,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34890","last_uri":"/_bulk","opened_time_millis":1673972570221,"last_request_time_millis":1673976568410,"request_count":12615,"request_size_bytes":1585225741},{"id":650932984,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34834","last_uri":"/_bulk","opened_time_millis":1673972568821,"last_request_time_millis":1673976568410,"request_count":12448,"request_size_bytes":1672907281},{"id":1793334993,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34820","last_uri":"/_bulk","opened_time_millis":1673972568621,"last_request_time_millis":1673976568410,"request_count":12518,"request_size_bytes":1624721918},{"id":1571091224,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34782","last_uri":"/_bulk","opened_time_millis":1673972567618,"last_request_time_millis":1673976568610,"request_count":12351,"request_size_bytes":1639787374},{"id":2031256108,"agent":"curl/7.85.0","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:38584","last_uri":"/_nodes/stats","opened_time_millis":1673976568610,"last_request_time_millis":1673976568610,"request_count":1,"request_size_bytes":0},{"id":943186806,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34772","last_uri":"/_bulk","opened_time_millis":1673972567618,"last_request_time_millis":1673976568410,"request_count":12533,"request_size_bytes":1635863012},{"id":375642272,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34824","last_uri":"/_bulk","opened_time_millis":1673972568621,"last_request_time_millis":1673976568610,"request_count":12281,"request_size_bytes":1577028355},{"id":1133853011,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34832","last_uri":"/_bulk","opened_time_millis":1673972568821,"last_request_time_millis":1673976568610,"request_count":12512,"request_size_bytes":1627197270},{"id":733817077,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34786","last_uri":"/_bulk","opened_time_millis":1673972567618,"last_request_time_millis":1673976568410,"request_count":12363,"request_size_bytes":1581472978},{"id":2059770507,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34822","last_uri":"/_bulk","opened_time_millis":1673972568621,"last_request_time_millis":1673976568410,"request_count":12589,"request_size_bytes":1647564570},{"id":1256819000,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34818","last_uri":"/_bulk","opened_time_millis":1673972568621,"last_request_time_millis":1673976568410,"request_count":12358,"request_size_bytes":1664267257},{"id":858329214,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34766","last_uri":"/_bulk","opened_time_millis":1673972567018,"last_request_time_millis":1673976568610,"request_count":12564,"request_size_bytes":1608418089},{"id":880653482,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34774","last_uri":"/_bulk","opened_time_millis":1673972567618,"last_request_time_millis":1673976568410,"request_count":12564,"request_size_bytes":1656075475},{"id":263180784,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34850","last_uri":"/_bulk","opened_time_millis":1673972569221,"last_request_time_millis":1673976560605,"request_count":12618,"request_size_bytes":1632369152},{"id":1703231735,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.22:9200","remote_address":"10.132.0.27:34758","last_uri":"/_bulk","opened_time_millis":1673972567018,"last_request_time_millis":1673976553001,"request_count":12618,"request_size_bytes":1575302575}]},"breakers":{"request":{"limit_size_in_bytes":5153960755,"limit_size":"4.7gb","estimated_size_in_bytes":180224,"estimated_size":"176kb","overhead":1.0,"tripped":0},"fielddata":{"limit_size_in_bytes":3435973836,"limit_size":"3.1gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.03,"tripped":0},"eql_sequence":{"limit_size_in_bytes":4294967296,"limit_size":"4gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"model_inference":{"limit_size_in_bytes":4294967296,"limit_size":"4gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"inflight_requests":{"limit_size_in_bytes":8589934592,"limit_size":"8gb","estimated_size_in_bytes":721180,"estimated_size":"704.2kb","overhead":2.0,"tripped":0},"parent":{"limit_size_in_bytes":8160437862,"limit_size":"7.5gb","estimated_size_in_bytes":3764505808,"estimated_size":"3.5gb","overhead":1.0,"tripped":0}},"script":{"compilations":14,"cache_evictions":0,"compilation_limit_triggered":0,"compilations_history":{"5m":0,"15m":0,"24h":14},"contexts":[]},"discovery":{"cluster_state_queue":{"total":0,"pending":0,"committed":0},"serialized_cluster_states":{"full_states":{"count":3,"uncompressed_size_in_bytes":32147,"compressed_size_in_bytes":22348},"diffs":{"count":169,"uncompressed_size_in_bytes":367103,"compressed_size_in_bytes":248422}},"published_cluster_states":{"full_states":0,"incompatible_diffs":0,"compatible_diffs":0},"cluster_state_update":{"unchanged":{"count":122,"computation_time_millis":188,"notification_time_millis":3},"success":{"count":171,"computation_time_millis":1467,"publication_time_millis":8317,"context_construction_time_millis":65,"commit_time_millis":4043,"completion_time_millis":7391,"master_apply_time_millis":776,"notification_time_millis":25},"failure":{"count":0,"computation_time_millis":0,"publication_time_millis":0,"context_construction_time_millis":0,"commit_time_millis":0,"completion_time_millis":0,"master_apply_time_millis":0,"notification_time_millis":0}},"cluster_applier_stats":{"recordings":[{"name":"org.elasticsearch.indices.cluster.IndicesClusterStateService@62ddb9df","cumulative_execution_count":171,"cumulative_execution_time_millis":296},{"name":"org.elasticsearch.xpack.ilm.IndexLifecycleService@30a2c920","cumulative_execution_count":342,"cumulative_execution_time_millis":63},{"name":"org.elasticsearch.indices.SystemIndexManager@3a688e3f","cumulative_execution_count":171,"cumulative_execution_time_millis":55},{"name":"org.elasticsearch.license.LicenseService@2502d7cf","cumulative_execution_count":171,"cumulative_execution_time_millis":41},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@2893a2e0","cumulative_execution_count":171,"cumulative_execution_time_millis":21},{"name":"org.elasticsearch.ingest.IngestService@35a69589","cumulative_execution_count":171,"cumulative_execution_time_millis":19},{"name":"org.elasticsearch.xpack.stack.StackTemplateRegistry@1b002ec3","cumulative_execution_count":171,"cumulative_execution_time_millis":17},{"name":"connecting to new nodes","cumulative_execution_count":171,"cumulative_execution_time_millis":16},{"name":"org.elasticsearch.cluster.InternalClusterInfoService@5f6542b3","cumulative_execution_count":171,"cumulative_execution_time_millis":16},{"name":"org.elasticsearch.xpack.monitoring.MonitoringTemplateRegistry@708227f1","cumulative_execution_count":171,"cumulative_execution_time_millis":13},{"name":"org.elasticsearch.ingest.geoip.DatabaseNodeService$$Lambda$3689/0x000000080183d5d0@374c604b","cumulative_execution_count":171,"cumulative_execution_time_millis":12},{"name":"org.elasticsearch.xpack.fleet.FleetTemplateRegistry@47fb2ccc","cumulative_execution_count":171,"cumulative_execution_time_millis":11},{"name":"org.elasticsearch.xpack.security.authc.TokenService$$Lambda$3888/0x0000000801a90998@3c216769","cumulative_execution_count":171,"cumulative_execution_time_millis":8},{"name":"org.elasticsearch.indices.store.IndicesStore@7d707057","cumulative_execution_count":171,"cumulative_execution_time_millis":7},{"name":"org.elasticsearch.health.node.LocalHealthMonitor@4680b0ea","cumulative_execution_count":171,"cumulative_execution_time_millis":7},{"name":"org.elasticsearch.xpack.ilm.history.ILMHistoryTemplateRegistry@7e7fad3","cumulative_execution_count":171,"cumulative_execution_time_millis":6},{"name":"org.elasticsearch.xpack.autoscaling.capacity.nodeinfo.AutoscalingNodeInfoService$$Lambda$3687/0x000000080183a060@66324e3b","cumulative_execution_count":171,"cumulative_execution_time_millis":6},{"name":"org.elasticsearch.xpack.deprecation.logging.DeprecationIndexingTemplateRegistry@74d4a760","cumulative_execution_count":171,"cumulative_execution_time_millis":5},{"name":"org.elasticsearch.snapshots.InternalSnapshotsInfoService@1d448a3","cumulative_execution_count":171,"cumulative_execution_time_millis":5},{"name":"org.elasticsearch.cluster.routing.DelayedAllocationService@3eb4808b","cumulative_execution_count":171,"cumulative_execution_time_millis":5},{"name":"org.elasticsearch.xpack.slm.history.SnapshotLifecycleTemplateRegistry@47a44c15","cumulative_execution_count":171,"cumulative_execution_time_millis":4},{"name":"org.elasticsearch.health.node.selection.HealthNodeTaskExecutor$$Lambda$4537/0x0000000801bd6308@223654da","cumulative_execution_count":171,"cumulative_execution_time_millis":4},{"name":"org.elasticsearch.xpack.ccr.action.AutoFollowCoordinator@21efc6f3","cumulative_execution_count":171,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.snapshots.SnapshotsService@56319377","cumulative_execution_count":171,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.slm.SnapshotLifecycleService@42859d07","cumulative_execution_count":171,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.persistent.PersistentTasksClusterService@412230fe","cumulative_execution_count":171,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@4791269f","cumulative_execution_count":171,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.indices.TimestampFieldMapperService@197527ac","cumulative_execution_count":171,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.slm.SnapshotRetentionService@578501a4","cumulative_execution_count":171,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.persistent.PersistentTasksNodeService@37e48b31","cumulative_execution_count":171,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.gateway.GatewayService@541009ef","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.snapshots.SnapshotShardsService@435f789c","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.core.async.AsyncTaskMaintenanceService@51a3c180","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.transform.notifications.TransformAuditor$$Lambda$3835/0x0000000801a14998@7d16081a","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.action.ingest.IngestActionForwarder@391a4197","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.reservedstate.service.FileSettingsService@210f2bb2","cumulative_execution_count":170,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.transform.TransformClusterStateListener@2e4c8539","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.cluster.metadata.SystemIndexMetadataUpgradeService@71c41315","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.shutdown.NodeSeenService@91056af","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.cluster.coordination.MasterHistory@4ff985b0","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.action.admin.cluster.repositories.cleanup.TransportCleanupRepositoryAction$$Lambda$5224/0x0000000801dbe080@7208c683","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.coordination.CoordinationDiagnosticsService@6774187b","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@5d7d7e98","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.node.ResponseCollectorService@dae9036","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.shutdown.PluginShutdownService@f601dbe","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.health.metadata.HealthMetadataService$$Lambda$4565/0x0000000801bdb108@5904bcca","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.script.ScriptService@3926b2d8","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.searchablesnapshots.SearchableSnapshots$RepositoryUuidWatcher@3a96434c","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.datastreams.UpdateTimeSeriesRangeService@28ff6d22","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.RestoreService@3a3ac050","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"running task [Publication{term=1, version=171}]","cumulative_execution_count":1,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.health.node.HealthInfoCache@422a96e8","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.repositories.RepositoriesService@40394569","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.metadata.TemplateUpgradeService@7d024892","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.searchablesnapshots.cache.blob.BlobStoreCacheMaintenanceService@71998abf","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"applying settings","cumulative_execution_count":7,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.tasks.TaskManager@3d244d43","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.ccr.action.ShardFollowTaskCleaner@6c124e48","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.enrich.EnrichPolicyMaintenanceService@1fc3a2fb","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.indices.recovery.PeerRecoverySourceService@2692f276","cumulative_execution_count":171,"cumulative_execution_time_millis":0}]}},"ingest":{"total":{"count":29916746,"time_in_millis":1803656,"current":0,"failed":0},"pipelines":{".fleet_final_pipeline-1":{"count":14958373,"time_in_millis":177092,"current":0,"failed":0,"processors":[{"date:truncate-subseconds-event-ingested":{"type":"date","stats":{"count":14958373,"time_in_millis":119142,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":14958373,"time_in_millis":15077,"current":0,"failed":0}}},{"set_security_user":{"type":"set_security_user","stats":{"count":14958373,"time_in_millis":14075,"current":0,"failed":0}}},{"script:agent-id-status":{"type":"script","stats":{"count":14958373,"time_in_millis":6031,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":14958373,"time_in_millis":5539,"current":0,"failed":0}}}]},"logs-endpoint.events.network-8.7.0-next":{"count":2895535,"time_in_millis":70908,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":2895535,"time_in_millis":10687,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2895535,"time_in_millis":5834,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2895535,"time_in_millis":4014,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2895535,"time_in_millis":7740,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2895535,"time_in_millis":5049,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2895535,"time_in_millis":1294,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2895535,"time_in_millis":1017,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2895535,"time_in_millis":3984,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2895535,"time_in_millis":4266,"current":0,"failed":0}}},{"compound:CompoundProcessor-grok":{"type":"conditional","stats":{"count":1270336,"time_in_millis":9502,"current":0,"failed":0}}},{"compound:CompoundProcessor-script":{"type":"conditional","stats":{"count":987308,"time_in_millis":5314,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":1270336,"time_in_millis":1730,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.network@custom":{"type":"pipeline","stats":{"count":2895535,"time_in_millis":460,"current":0,"failed":0}}}]},"logs-endpoint.events.process-8.7.0-next":{"count":3817510,"time_in_millis":16539,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":3817510,"time_in_millis":13292,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.process@custom":{"type":"pipeline","stats":{"count":3817510,"time_in_millis":443,"current":0,"failed":0}}}]},"logs-endpoint.events.file-8.7.0-next":{"count":3237735,"time_in_millis":13737,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":3237735,"time_in_millis":11157,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.file@custom":{"type":"pipeline","stats":{"count":3237735,"time_in_millis":352,"current":0,"failed":0}}}]},"logs-endpoint.events.security-8.7.0-next":{"count":2032174,"time_in_millis":8458,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":2032174,"time_in_millis":6749,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.security@custom":{"type":"pipeline","stats":{"count":2032174,"time_in_millis":322,"current":0,"failed":0}}}]},"logs-endpoint.events.registry-8.7.0-next":{"count":1536325,"time_in_millis":6444,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":1536325,"time_in_millis":5223,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.registry@custom":{"type":"pipeline","stats":{"count":1536325,"time_in_millis":175,"current":0,"failed":0}}}]},"logs-endpoint.events.library-8.7.0-next":{"count":1439094,"time_in_millis":6276,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":1439094,"time_in_millis":5086,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.library@custom":{"type":"pipeline","stats":{"count":1439094,"time_in_millis":161,"current":0,"failed":0}}}]},"synthetics-browser-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-browser.screenshot-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser.screenshot@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"metrics-endpoint.metrics-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.metrics@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.alerts-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.alerts@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-browser.network-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser.network@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"metrics-endpoint.policy-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.policy@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.diagnostic.collection-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.diagnostic.collection@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-icmp-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-icmp@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.action.responses-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.action.responses@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-tcp-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-tcp@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.actions-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.actions@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"metrics-endpoint.metadata-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.metadata@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-http-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-http@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]}}},"adaptive_selection":{"XvoLoyOtQvC9PkA4IV_6lA":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":7104083,"avg_response_time_ns":990249,"rank":"1.0"},"UzjWo7vHQ460C7tjPJ4PQg":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":24303275,"avg_response_time_ns":2403458,"rank":"2.4"},"4A7BrFV0QvGaCk2igl078A":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":7006381,"avg_response_time_ns":3744296,"rank":"3.7"}},"script_cache":{"sum":{"compilations":14,"cache_evictions":0,"compilation_limit_triggered":0}},"indexing_pressure":{"memory":{"current":{"combined_coordinating_and_primary_in_bytes":494266,"coordinating_in_bytes":394576,"primary_in_bytes":99690,"replica_in_bytes":249987,"all_in_bytes":744253},"total":{"combined_coordinating_and_primary_in_bytes":48141164151,"coordinating_in_bytes":40028268698,"primary_in_bytes":12169127441,"replica_in_bytes":60912578297,"all_in_bytes":109053742448,"coordinating_rejections":0,"primary_rejections":0,"replica_rejections":0},"limit_in_bytes":858993459}}},"4A7BrFV0QvGaCk2igl078A":{"timestamp":1673976568696,"name":"elasticsearch-2","transport_address":"10.132.0.23:9300","host":"10.132.0.23","ip":"10.132.0.23:9300","roles":["data","data_cold","data_content","data_frozen","data_hot","data_warm","ingest","master","ml","remote_cluster_client","transform"],"attributes":{"xpack.installed":"true"},"indices":{"docs":{"count":30714403,"deleted":2400},"shard_stats":{"total_count":14},"store":{"size_in_bytes":13410216178,"total_data_set_size_in_bytes":13410216178,"reserved_in_bytes":0},"indexing":{"index_total":27328582,"index_time_in_millis":5325078,"index_current":0,"index_failed":0,"delete_total":3,"delete_time_in_millis":32,"delete_current":0,"noop_update_total":0,"is_throttled":false,"throttle_time_in_millis":0,"write_load":0.09488382329113651},"get":{"total":1844,"time_in_millis":677,"exists_total":1783,"exists_time_in_millis":636,"missing_total":61,"missing_time_in_millis":41,"current":0},"search":{"open_contexts":0,"query_total":4155,"query_time_in_millis":4221,"query_current":0,"fetch_total":4149,"fetch_time_in_millis":328,"fetch_current":0,"scroll_total":2550,"scroll_time_in_millis":34101,"scroll_current":0,"suggest_total":0,"suggest_time_in_millis":0,"suggest_current":0},"merges":{"current":0,"current_docs":0,"current_size_in_bytes":0,"total":287,"total_time_in_millis":2010136,"total_docs":24458654,"total_size_in_bytes":11634665519,"total_stopped_time_in_millis":0,"total_throttled_time_in_millis":1435984,"total_auto_throttle_in_bytes":256196299},"refresh":{"total":2105,"total_time_in_millis":54689,"external_total":1926,"external_total_time_in_millis":22871,"listeners":0},"flush":{"total":144,"periodic":143,"total_time_in_millis":646557},"warmer":{"current":0,"total":1892,"total_time_in_millis":826},"query_cache":{"memory_size_in_bytes":0,"total_count":0,"hit_count":0,"miss_count":0,"cache_size":0,"cache_count":0,"evictions":0},"fielddata":{"memory_size_in_bytes":0,"evictions":0},"completion":{"size_in_bytes":0},"segments":{"count":163,"memory_in_bytes":0,"terms_memory_in_bytes":0,"stored_fields_memory_in_bytes":0,"term_vectors_memory_in_bytes":0,"norms_memory_in_bytes":0,"points_memory_in_bytes":0,"doc_values_memory_in_bytes":0,"index_writer_memory_in_bytes":414072452,"version_map_memory_in_bytes":0,"fixed_bit_set_memory_in_bytes":18960,"max_unsafe_auto_id_timestamp":1673972567396,"file_sizes":{}},"translog":{"operations":665695,"size_in_bytes":1658980741,"uncommitted_operations":665695,"uncommitted_size_in_bytes":1658980741,"earliest_last_modified_age":3166},"request_cache":{"memory_size_in_bytes":2032,"evictions":0,"hit_count":0,"miss_count":18},"recovery":{"current_as_source":0,"current_as_target":0,"throttle_time_in_millis":0},"bulk":{"total_operations":551315,"total_time_in_millis":5365994,"total_size_in_bytes":66257810971,"avg_time_in_millis":3,"avg_size_in_bytes":122717},"mappings":{"total_count":2426,"total_estimated_overhead_in_bytes":2484224}},"os":{"timestamp":1673976568698,"cpu":{"percent":40,"load_average":{"1m":2.24,"5m":2.83,"15m":2.98}},"mem":{"total_in_bytes":16783441920,"adjusted_total_in_bytes":16783441920,"free_in_bytes":1345372160,"used_in_bytes":15438069760,"free_percent":8,"used_percent":92},"swap":{"total_in_bytes":0,"free_in_bytes":0,"used_in_bytes":0},"cgroup":{"cpuacct":{"control_group":"/user.slice","usage_nanos":22986367401197},"cpu":{"control_group":"/user.slice","cfs_period_micros":100000,"cfs_quota_micros":-1,"stat":{"number_of_elapsed_periods":0,"number_of_times_throttled":0,"time_throttled_nanos":0}},"memory":{"control_group":"/user.slice","limit_in_bytes":"9223372036854771712","usage_in_bytes":"14144966656"}}},"process":{"timestamp":1673976568698,"open_file_descriptors":649,"max_file_descriptors":500000,"cpu":{"percent":39,"total_in_millis":8841290},"mem":{"total_virtual_in_bytes":26070732800}},"jvm":{"timestamp":1673976568699,"uptime_in_millis":4098049,"mem":{"heap_used_in_bytes":3110772336,"heap_used_percent":36,"heap_committed_in_bytes":8589934592,"heap_max_in_bytes":8589934592,"non_heap_used_in_bytes":235172200,"non_heap_committed_in_bytes":241369088,"pools":{"young":{"used_in_bytes":2122317816,"max_in_bytes":0,"peak_used_in_bytes":5138022400,"peak_max_in_bytes":0},"old":{"used_in_bytes":977511936,"max_in_bytes":8589934592,"peak_used_in_bytes":2642378752,"peak_max_in_bytes":8589934592},"survivor":{"used_in_bytes":10942584,"max_in_bytes":0,"peak_used_in_bytes":372122024,"peak_max_in_bytes":0}}},"threads":{"count":56,"peak_count":59},"gc":{"collectors":{"young":{"collection_count":682,"collection_time_in_millis":11909},"old":{"collection_count":0,"collection_time_in_millis":0}}},"buffer_pools":{"mapped":{"count":169,"used_in_bytes":13292411307,"total_capacity_in_bytes":13292411307},"direct":{"count":48,"used_in_bytes":5146658,"total_capacity_in_bytes":5146656},"mapped - 'non-volatile memory'":{"count":0,"used_in_bytes":0,"total_capacity_in_bytes":0}},"classes":{"current_loaded_count":29508,"total_loaded_count":29543,"total_unloaded_count":35}},"thread_pool":{"analyze":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"auto_complete":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"azure_event_loop":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"ccr":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"cluster_coordination":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":1,"completed":352},"fetch_shard_started":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"fetch_shard_store":{"threads":1,"queue":0,"active":0,"rejected":0,"largest":2,"completed":4},"flush":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":1033},"force_merge":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"generic":{"threads":7,"queue":0,"active":0,"rejected":0,"largest":7,"completed":18849},"get":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"management":{"threads":4,"queue":0,"active":1,"rejected":0,"largest":4,"completed":126789},"refresh":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":50391},"repository_azure":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"rollup_indexing":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"search":{"threads":3,"queue":0,"active":0,"rejected":0,"largest":3,"completed":3},"search_coordination":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":3},"search_throttled":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_fetch_async":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"searchable_snapshots_cache_prewarming":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-crypto":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"security-token-key":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"snapshot_meta":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"system_critical_read":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":5},"system_critical_write":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":148},"system_read":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":6124},"system_write":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":2299},"vector_tile_generation":{"threads":0,"queue":0,"active":0,"rejected":0,"largest":0,"completed":0},"warmer":{"threads":2,"queue":0,"active":0,"rejected":0,"largest":2,"completed":14402},"write":{"threads":4,"queue":0,"active":2,"rejected":0,"largest":4,"completed":1148475}},"fs":{"timestamp":1673976568699,"total":{"total_in_bytes":315926315008,"free_in_bytes":276440444928,"available_in_bytes":276101545984},"data":[{"path":"/home/esbench/.rally/benchmarks/races/0316a559-8413-4d0c-8799-264629b7d886/elasticsearch-2/install/elasticsearch-8.7.0-SNAPSHOT/data","mount":"/home/esbench/.rally/benchmarks/races (/dev/sdb)","type":"ext4","total_in_bytes":315926315008,"free_in_bytes":276440444928,"available_in_bytes":276101545984}],"io_stats":{"devices":[{"device_name":"sdb","operations":3100805,"read_operations":43932,"write_operations":3056873,"read_kilobytes":5493044,"write_kilobytes":126770368,"io_time_in_millis":2698404}],"total":{"operations":3100805,"read_operations":43932,"write_operations":3056873,"read_kilobytes":5493044,"write_kilobytes":126770368,"io_time_in_millis":2698404}}},"transport":{"server_open":26,"total_outbound_connections":3,"rx_count":1176193,"rx_size_in_bytes":9858710065,"tx_count":1176197,"tx_size_in_bytes":18018435761,"inbound_handling_time_histogram":[{"lt_millis":1,"count":1218159},{"ge_millis":1,"lt_millis":2,"count":260232},{"ge_millis":2,"lt_millis":4,"count":491},{"ge_millis":4,"lt_millis":8,"count":93},{"ge_millis":8,"lt_millis":16,"count":90},{"ge_millis":16,"lt_millis":32,"count":31},{"ge_millis":32,"lt_millis":64,"count":9},{"ge_millis":64,"lt_millis":128,"count":10},{"ge_millis":128,"lt_millis":256,"count":0},{"ge_millis":256,"lt_millis":512,"count":0},{"ge_millis":512,"lt_millis":1024,"count":0},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}],"outbound_handling_time_histogram":[{"lt_millis":1,"count":1066110},{"ge_millis":1,"lt_millis":2,"count":106188},{"ge_millis":2,"lt_millis":4,"count":1682},{"ge_millis":4,"lt_millis":8,"count":1575},{"ge_millis":8,"lt_millis":16,"count":591},{"ge_millis":16,"lt_millis":32,"count":33},{"ge_millis":32,"lt_millis":64,"count":9},{"ge_millis":64,"lt_millis":128,"count":9},{"ge_millis":128,"lt_millis":256,"count":0},{"ge_millis":256,"lt_millis":512,"count":0},{"ge_millis":512,"lt_millis":1024,"count":0},{"ge_millis":1024,"lt_millis":2048,"count":0},{"ge_millis":2048,"lt_millis":4096,"count":0},{"ge_millis":4096,"lt_millis":8192,"count":0},{"ge_millis":8192,"lt_millis":16384,"count":0},{"ge_millis":16384,"lt_millis":32768,"count":0},{"ge_millis":32768,"lt_millis":65536,"count":0},{"ge_millis":65536,"count":0}]},"http":{"current_open":24,"total_opened":107,"clients":[{"id":297429761,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:43002","last_uri":"/_bulk","opened_time_millis":1673972569279,"closed_time_millis":1673976278880,"last_request_time_millis":1673976267676,"request_count":11765,"request_size_bytes":1546731649},{"id":1249216842,"agent":"kibana","local_address":"10.132.0.23:9200","remote_address":"10.132.0.35:48024","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673976244065,"closed_time_millis":1673976304092,"last_request_time_millis":1673976244065,"request_count":1,"request_size_bytes":0},{"id":786120274,"agent":"kibana","local_address":"10.132.0.23:9200","remote_address":"10.132.0.35:57712","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673976334106,"closed_time_millis":1673976394155,"last_request_time_millis":1673976334106,"request_count":1,"request_size_bytes":0},{"id":862794689,"agent":"kibana","local_address":"10.132.0.23:9200","remote_address":"10.132.0.35:40082","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673976423982,"closed_time_millis":1673976484020,"last_request_time_millis":1673976423982,"request_count":1,"request_size_bytes":0},{"id":416443556,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:43024","last_uri":"/_bulk","opened_time_millis":1673972569679,"closed_time_millis":1673976491223,"last_request_time_millis":1673976472806,"request_count":12618,"request_size_bytes":1626488075},{"id":1409354587,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:43014","last_uri":"/_bulk","opened_time_millis":1673972569479,"closed_time_millis":1673976507230,"last_request_time_millis":1673976475616,"request_count":12618,"request_size_bytes":1585175198},{"id":1767097547,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:43026","last_uri":"/_bulk","opened_time_millis":1673972569679,"closed_time_millis":1673976511432,"last_request_time_millis":1673976485420,"request_count":12618,"request_size_bytes":1640320029},{"id":1590214922,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:39058","last_uri":"/_bulk","opened_time_millis":1673976278880,"last_request_time_millis":1673976562655,"request_count":853,"request_size_bytes":114174266},{"id":311256776,"agent":"kibana","local_address":"10.132.0.23:9200","remote_address":"10.132.0.35:46518","last_uri":"/_xpack","x_opaque_id":"unknownId","opened_time_millis":1673976514033,"last_request_time_millis":1673976514033,"request_count":1,"request_size_bytes":0},{"id":1484385905,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:43000","last_uri":"/_bulk","opened_time_millis":1673972569279,"last_request_time_millis":1673976568458,"request_count":12280,"request_size_bytes":1577443273},{"id":1893597399,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:43042","last_uri":"/_bulk","opened_time_millis":1673972570280,"last_request_time_millis":1673976568658,"request_count":12187,"request_size_bytes":1648557502},{"id":600248907,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:42940","last_uri":"/_bulk","opened_time_millis":1673972567858,"last_request_time_millis":1673976568658,"request_count":12564,"request_size_bytes":1655418009},{"id":1535713028,"agent":"kibana","local_address":"10.132.0.23:9200","remote_address":"10.132.0.35:59512","last_uri":"/.kibana_task_manager/_update_by_query?ignore_unavailable=true&refresh=true","x_opaque_id":"unknownId;kibana:usage_collection:collector.fetch:osquery","opened_time_millis":1673972850289,"last_request_time_millis":1673976568258,"request_count":3017,"request_size_bytes":9587927},{"id":1176930536,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:42946","last_uri":"/_bulk","opened_time_millis":1673972567858,"last_request_time_millis":1673976568658,"request_count":12363,"request_size_bytes":1581059949},{"id":1886073787,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:42952","last_uri":"/_bulk","opened_time_millis":1673972568058,"last_request_time_millis":1673976568458,"request_count":12563,"request_size_bytes":1608560166},{"id":113468627,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:43008","last_uri":"/_bulk","opened_time_millis":1673972569479,"last_request_time_millis":1673976568458,"request_count":12616,"request_size_bytes":1584789288},{"id":1342881755,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:43010","last_uri":"/_bulk","opened_time_millis":1673972569479,"last_request_time_millis":1673976568258,"request_count":12447,"request_size_bytes":1673036925},{"id":90644405,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:42938","last_uri":"/_bulk","opened_time_millis":1673972567858,"last_request_time_millis":1673976568458,"request_count":12533,"request_size_bytes":1635996033},{"id":2079988073,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:43016","last_uri":"/_bulk","opened_time_millis":1673972569479,"last_request_time_millis":1673976568458,"request_count":12323,"request_size_bytes":1659889492},{"id":43233798,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:42924","last_uri":"/_bulk","opened_time_millis":1673972567658,"last_request_time_millis":1673976553251,"request_count":12618,"request_size_bytes":1575590835},{"id":590812462,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:42928","last_uri":"/_bulk","opened_time_millis":1673972567658,"last_request_time_millis":1673976564256,"request_count":12347,"request_size_bytes":1626111444},{"id":110029975,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:42958","last_uri":"/_bulk","opened_time_millis":1673972568458,"last_request_time_millis":1673976568258,"request_count":12589,"request_size_bytes":1646965422},{"id":511328935,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:43004","last_uri":"/_bulk","opened_time_millis":1673972569279,"last_request_time_millis":1673976560654,"request_count":12618,"request_size_bytes":1632463062},{"id":1841512419,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:42994","last_uri":"/_bulk","opened_time_millis":1673972569079,"last_request_time_millis":1673976568258,"request_count":12357,"request_size_bytes":1664153556},{"id":1811045008,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:42960","last_uri":"/_bulk","opened_time_millis":1673972568458,"last_request_time_millis":1673976467804,"request_count":12618,"request_size_bytes":1636303991},{"id":1572104912,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:37760","last_uri":"/_cluster/state/master_node","opened_time_millis":1673972533224,"last_request_time_millis":1673976540045,"request_count":93,"request_size_bytes":0},{"id":1262211742,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:42948","last_uri":"/_bulk","opened_time_millis":1673972567858,"last_request_time_millis":1673976568658,"request_count":12351,"request_size_bytes":1639741448},{"id":346524556,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:42944","last_uri":"/_bulk","opened_time_millis":1673972567858,"last_request_time_millis":1673976568258,"request_count":12346,"request_size_bytes":1608709867},{"id":812034258,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:42942","last_uri":"/_bulk","opened_time_millis":1673972567858,"last_request_time_millis":1673976568458,"request_count":12119,"request_size_bytes":1582690878},{"id":480856336,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:42964","last_uri":"/_bulk","opened_time_millis":1673972568458,"last_request_time_millis":1673976568458,"request_count":12512,"request_size_bytes":1627347456},{"id":1361925010,"agent":"elasticsearch-py/7.14.0 (Python 3.10.4)","local_address":"10.132.0.23:9200","remote_address":"10.132.0.27:42976","last_uri":"/_bulk","opened_time_millis":1673972568679,"last_request_time_millis":1673976568458,"request_count":12518,"request_size_bytes":1625193248}]},"breakers":{"request":{"limit_size_in_bytes":5153960755,"limit_size":"4.7gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"inflight_requests":{"limit_size_in_bytes":8589934592,"limit_size":"8gb","estimated_size_in_bytes":1260928,"estimated_size":"1.2mb","overhead":2.0,"tripped":0},"model_inference":{"limit_size_in_bytes":4294967296,"limit_size":"4gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"eql_sequence":{"limit_size_in_bytes":4294967296,"limit_size":"4gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.0,"tripped":0},"fielddata":{"limit_size_in_bytes":3435973836,"limit_size":"3.1gb","estimated_size_in_bytes":0,"estimated_size":"0b","overhead":1.03,"tripped":0},"parent":{"limit_size_in_bytes":8160437862,"limit_size":"7.5gb","estimated_size_in_bytes":3110772336,"estimated_size":"2.8gb","overhead":1.0,"tripped":0}},"script":{"compilations":25,"cache_evictions":0,"compilation_limit_triggered":0,"compilations_history":{"5m":0,"15m":0,"24h":25},"contexts":[]},"discovery":{"cluster_state_queue":{"total":0,"pending":0,"committed":0},"serialized_cluster_states":{"full_states":{"count":0,"uncompressed_size_in_bytes":0,"compressed_size_in_bytes":0},"diffs":{"count":0,"uncompressed_size_in_bytes":0,"compressed_size_in_bytes":0}},"published_cluster_states":{"full_states":2,"incompatible_diffs":0,"compatible_diffs":169},"cluster_state_update":{"unchanged":{"count":0,"computation_time_millis":0,"notification_time_millis":0},"success":{"count":0,"computation_time_millis":0,"publication_time_millis":0,"context_construction_time_millis":0,"commit_time_millis":0,"completion_time_millis":0,"master_apply_time_millis":0,"notification_time_millis":0},"failure":{"count":0,"computation_time_millis":0,"publication_time_millis":0,"context_construction_time_millis":0,"commit_time_millis":0,"completion_time_millis":0,"master_apply_time_millis":0,"notification_time_millis":0}},"cluster_applier_stats":{"recordings":[{"name":"org.elasticsearch.indices.cluster.IndicesClusterStateService@c1522e6","cumulative_execution_count":171,"cumulative_execution_time_millis":518},{"name":"org.elasticsearch.xpack.security.authc.TokenService$$Lambda$3888/0x0000000801a832e8@65225600","cumulative_execution_count":171,"cumulative_execution_time_millis":150},{"name":"org.elasticsearch.ingest.IngestService@f602247","cumulative_execution_count":171,"cumulative_execution_time_millis":107},{"name":"connecting to new nodes","cumulative_execution_count":171,"cumulative_execution_time_millis":91},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@5faa820e","cumulative_execution_count":171,"cumulative_execution_time_millis":55},{"name":"org.elasticsearch.license.LicenseService@5e1f4c91","cumulative_execution_count":171,"cumulative_execution_time_millis":29},{"name":"org.elasticsearch.ingest.geoip.DatabaseNodeService$$Lambda$3689/0x000000080182f5d0@26b254b0","cumulative_execution_count":171,"cumulative_execution_time_millis":11},{"name":"org.elasticsearch.indices.store.IndicesStore@2ddb5e18","cumulative_execution_count":171,"cumulative_execution_time_millis":8},{"name":"org.elasticsearch.persistent.PersistentTasksNodeService@373f7e34","cumulative_execution_count":171,"cumulative_execution_time_millis":4},{"name":"org.elasticsearch.health.node.selection.HealthNodeTaskExecutor$$Lambda$4537/0x0000000801bcd8c0@a74be3c","cumulative_execution_count":171,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.shutdown.PluginShutdownService@469dfb22","cumulative_execution_count":171,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.xpack.autoscaling.capacity.nodeinfo.AutoscalingNodeInfoService$$Lambda$3687/0x000000080199a980@14f3873e","cumulative_execution_count":171,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.indices.TimestampFieldMapperService@41aeefd4","cumulative_execution_count":171,"cumulative_execution_time_millis":3},{"name":"org.elasticsearch.snapshots.SnapshotShardsService@154e5c5c","cumulative_execution_count":171,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.node.ResponseCollectorService@dc5052e","cumulative_execution_count":171,"cumulative_execution_time_millis":2},{"name":"org.elasticsearch.xpack.shutdown.NodeSeenService@6e930258","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.monitoring.MonitoringTemplateRegistry@24bad6b6","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.script.ScriptService@405b1a25","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.health.node.LocalHealthMonitor@e611a45","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.tasks.TaskManager@30b96770","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.snapshots.SnapshotsService@e6d41bc","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.ilm.history.ILMHistoryTemplateRegistry@60a04dd5","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.snapshots.InternalSnapshotsInfoService@10b91fd9","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.ccr.action.ShardFollowTaskCleaner@1ee95766","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.cluster.coordination.MasterHistory@58d15f65","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.transform.notifications.TransformAuditor$$Lambda$3835/0x0000000801a08648@5355d4fd","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.reservedstate.service.FileSettingsService@298f0308","cumulative_execution_count":170,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.cluster.metadata.SystemIndexMetadataUpgradeService@c579c0e","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.action.ingest.IngestActionForwarder@17f28bbc","cumulative_execution_count":171,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.ilm.IndexLifecycleService@2910dd","cumulative_execution_count":342,"cumulative_execution_time_millis":1},{"name":"org.elasticsearch.xpack.slm.SnapshotRetentionService@43be9692","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.health.metadata.HealthMetadataService$$Lambda$4565/0x0000000801bd18a8@1896a3aa","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.stack.StackTemplateRegistry@445d0311","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.snapshots.RestoreService@2a4727fb","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"running task [ApplyCommitRequest{term=1, version=171, sourceNode={elasticsearch-0}{XvoLoyOtQvC9PkA4IV_6lA}{GsD5tVI_QkKkkePMHJvyTQ}{elasticsearch-0}{10.132.0.22}{10.132.0.22:9300}{cdfhilmrstw}{xpack.installed=true}}]","cumulative_execution_count":1,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.deprecation.logging.DeprecationIndexingTemplateRegistry@2112a5d5","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.slm.SnapshotLifecycleService@446d24a1","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.slm.history.SnapshotLifecycleTemplateRegistry@513fc531","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.searchablesnapshots.upgrade.SearchableSnapshotIndexMetadataUpgrader$$Lambda$3665/0x000000080198ef38@2ee7741b","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@3b36f4c7","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.transform.TransformClusterStateListener@47b78b84","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.indices.SystemIndexManager@74bddcd3","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.action.admin.cluster.repositories.cleanup.TransportCleanupRepositoryAction$$Lambda$5224/0x0000000801dc7000@42023343","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.security.support.SecurityIndexManager@175f2d3b","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.enrich.EnrichPolicyMaintenanceService@6a11cd39","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.ccr.action.AutoFollowCoordinator@742086e3","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.repositories.RepositoriesService@795a73d0","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.coordination.CoordinationDiagnosticsService@8697a13","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.InternalClusterInfoService@6b407726","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.datastreams.UpdateTimeSeriesRangeService@627adc96","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.core.async.AsyncTaskMaintenanceService@2943ec3f","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.routing.DelayedAllocationService@2beeda12","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"applying settings","cumulative_execution_count":7,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.cluster.metadata.TemplateUpgradeService@7b3249d2","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.searchablesnapshots.SearchableSnapshots$RepositoryUuidWatcher@34266e50","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.fleet.FleetTemplateRegistry@620f4381","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.gateway.GatewayService@54eee6f2","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.persistent.PersistentTasksClusterService@12d9a982","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.health.node.HealthInfoCache@648a282","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.xpack.searchablesnapshots.cache.blob.BlobStoreCacheMaintenanceService@7678fada","cumulative_execution_count":171,"cumulative_execution_time_millis":0},{"name":"org.elasticsearch.indices.recovery.PeerRecoverySourceService@70b1433a","cumulative_execution_count":171,"cumulative_execution_time_millis":0}]}},"ingest":{"total":{"count":29917871,"time_in_millis":1706397,"current":1,"failed":0},"pipelines":{".fleet_final_pipeline-1":{"count":14958936,"time_in_millis":170530,"current":0,"failed":0,"processors":[{"date:truncate-subseconds-event-ingested":{"type":"date","stats":{"count":14958936,"time_in_millis":115093,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":14958936,"time_in_millis":14598,"current":0,"failed":0}}},{"set_security_user":{"type":"set_security_user","stats":{"count":14958936,"time_in_millis":12465,"current":0,"failed":0}}},{"script:agent-id-status":{"type":"script","stats":{"count":14958936,"time_in_millis":6233,"current":0,"failed":0}}},{"remove":{"type":"remove","stats":{"count":14958936,"time_in_millis":5376,"current":0,"failed":0}}}]},"logs-endpoint.events.network-8.7.0-next":{"count":2895694,"time_in_millis":68249,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":2895694,"time_in_millis":10129,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2895694,"time_in_millis":5797,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2895694,"time_in_millis":3918,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2895694,"time_in_millis":6943,"current":0,"failed":0}}},{"geoip":{"type":"geoip","stats":{"count":2895694,"time_in_millis":4935,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2895694,"time_in_millis":1261,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2895694,"time_in_millis":986,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2895694,"time_in_millis":4042,"current":0,"failed":0}}},{"rename":{"type":"rename","stats":{"count":2895694,"time_in_millis":4177,"current":0,"failed":0}}},{"compound:CompoundProcessor-grok":{"type":"conditional","stats":{"count":1270594,"time_in_millis":9310,"current":0,"failed":0}}},{"compound:CompoundProcessor-script":{"type":"conditional","stats":{"count":987203,"time_in_millis":5091,"current":0,"failed":0}}},{"compound:CompoundProcessor-remove":{"type":"conditional","stats":{"count":1270594,"time_in_millis":1710,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.network@custom":{"type":"pipeline","stats":{"count":2895694,"time_in_millis":398,"current":0,"failed":0}}}]},"logs-endpoint.events.process-8.7.0-next":{"count":3817491,"time_in_millis":15714,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":3817491,"time_in_millis":12583,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.process@custom":{"type":"pipeline","stats":{"count":3817491,"time_in_millis":385,"current":0,"failed":0}}}]},"logs-endpoint.events.file-8.7.0-next":{"count":3237385,"time_in_millis":13265,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":3237385,"time_in_millis":10596,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.file@custom":{"type":"pipeline","stats":{"count":3237385,"time_in_millis":338,"current":0,"failed":0}}}]},"logs-endpoint.events.security-8.7.0-next":{"count":2032549,"time_in_millis":8035,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":2032549,"time_in_millis":6401,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.security@custom":{"type":"pipeline","stats":{"count":2032549,"time_in_millis":271,"current":0,"failed":0}}}]},"logs-endpoint.events.registry-8.7.0-next":{"count":1536771,"time_in_millis":6222,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":1536771,"time_in_millis":4987,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.registry@custom":{"type":"pipeline","stats":{"count":1536771,"time_in_millis":185,"current":0,"failed":0}}}]},"logs-endpoint.events.library-8.7.0-next":{"count":1439046,"time_in_millis":5948,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":1439046,"time_in_millis":4785,"current":0,"failed":0}}},{"pipeline:logs-endpoint.events.library@custom":{"type":"pipeline","stats":{"count":1439046,"time_in_millis":147,"current":0,"failed":0}}}]},"metrics-endpoint.metrics-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.metrics@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-browser.screenshot-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser.screenshot@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-browser-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-http-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-http@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"metrics-endpoint.metadata-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.metadata@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.actions-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.actions@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-tcp-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-tcp@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.action.responses-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.action.responses@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-icmp-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-icmp@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.diagnostic.collection-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.diagnostic.collection@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"metrics-endpoint.policy-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:metrics-endpoint.policy@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"synthetics-browser.network-0.11.5":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"pipeline:synthetics-browser.network@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]},"logs-endpoint.alerts-8.7.0-next":{"count":0,"time_in_millis":0,"current":0,"failed":0,"processors":[{"set":{"type":"set","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}},{"pipeline:logs-endpoint.alerts@custom":{"type":"pipeline","stats":{"count":0,"time_in_millis":0,"current":0,"failed":0}}}]}}},"adaptive_selection":{"XvoLoyOtQvC9PkA4IV_6lA":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":6881199,"avg_response_time_ns":1517885,"rank":"1.5"},"UzjWo7vHQ460C7tjPJ4PQg":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":19662321,"avg_response_time_ns":1715791,"rank":"1.7"},"4A7BrFV0QvGaCk2igl078A":{"outgoing_searches":0,"avg_queue_size":0,"avg_service_time_ns":6536228,"avg_response_time_ns":1491980,"rank":"1.5"}},"script_cache":{"sum":{"compilations":25,"cache_evictions":0,"compilation_limit_triggered":0}},"indexing_pressure":{"memory":{"current":{"combined_coordinating_and_primary_in_bytes":1302254,"coordinating_in_bytes":774103,"primary_in_bytes":924945,"replica_in_bytes":0,"all_in_bytes":1302254},"total":{"combined_coordinating_and_primary_in_bytes":88402477609,"coordinating_in_bytes":39987407409,"primary_in_bytes":72624607594,"replica_in_bytes":4358025,"all_in_bytes":88406835634,"coordinating_rejections":0,"primary_rejections":0,"replica_rejections":0},"limit_in_bytes":858993459}}}}} \ No newline at end of file diff --git a/test/diagnostic-rally-security-date-cache/version.json b/test/diagnostic-rally-security-date-cache/version.json new file mode 100644 index 0000000000000..b4ffea52d5716 --- /dev/null +++ b/test/diagnostic-rally-security-date-cache/version.json @@ -0,0 +1 @@ +{ "name" : "elasticsearch-0", "cluster_name" : "default", "cluster_uuid" : "qX7Ub7puQU65rKYqxk1R_g", "version" : { "number" : "8.7.0-SNAPSHOT", "build_flavor" : "default", "build_type" : "tar", "build_hash" : "6107adf9f71e80b2d525f2bc0032cd3b11e50024", "build_date" : "2023-01-17T16:15:36.783321970Z", "build_snapshot" : true, "lucene_version" : "9.4.2", "minimum_wire_compatibility_version" : "7.17.0", "minimum_index_compatibility_version" : "7.0.0" }, "tagline" : "You Know, for Search" }