From bd1fbf698767bf2fcedfaaeca22127a5d1d968e4 Mon Sep 17 00:00:00 2001 From: DiCanio Date: Wed, 23 Oct 2019 17:31:29 +0200 Subject: [PATCH] Improve Metrics Overview in Readme Resolves #14 --- README.md | 391 +++++++++++++++++++++++++++++++----------------------- 1 file changed, 226 insertions(+), 165 deletions(-) diff --git a/README.md b/README.md index 5267fc5..f90ae91 100644 --- a/README.md +++ b/README.md @@ -69,6 +69,38 @@ The following JVM metrics are covered as defined by [Prometheus Hotspot](https:/ * ClassLoadingExports * VersionInfoExports +|Metric|Type|Labels|Unit|Description| +|------|----|------|----|-----------| +|process_cpu_seconds_total|counter||sec|Total user and system CPU time spent in seconds.| +|process_start_time_seconds|gauge||sec|Start time of the process since unix epoch in seconds.| +|process_open_fds|gauge|||Number of open file descriptors.| +|process_max_fds|gauge|||Maximum number of open file descriptors.| +|process_virtual_memory_bytes|gauge||bytes|Virtual memory size in bytes.| +|process_resident_memory_bytes|gauge||bytes|Resident memory size in bytes.| +|jvm_memory_bytes_used|gauge|area|bytes|Used bytes of a given JVM memory area.| +|jvm_memory_bytes_committed|gauge|area|bytes|Committed bytes of a given JVM memory area.| +|jvm_memory_bytes_max|gauge|area|bytes|Max bytes of a given JVM memory area.| +|jvm_memory_bytes_init|gauge|area|bytes|Initial bytes of a given JVM memory area.| +|jvm_memory_pool_bytes_used|gauge|pool|bytes|Used bytes of a given JVM memory pool.| +|jvm_memory_pool_bytes_committed|gauge|pool|bytes|Committed bytes of a given JVM memory pool.| +|jvm_memory_pool_bytes_max|gauge|pool|bytes|Max bytes of a given JVM memory pool.| +|jvm_memory_pool_bytes_init|gauge|pool|bytes|Initial bytes of a given JVM memory pool.| +|jvm_gc_collection_seconds_count|summary|gc|sec|Times a given JVM garbage collector ran.| +|jvm_gc_collection_seconds_sum|summary|gc|sec|Time spent in a given JVM garbage collector in seconds.| +|jvm_threads_current|gauge|||Current thread count of a JVM.| +|jvm_threads_daemon|gauge|||Daemon thread count of a JVM.| +|jvm_threads_peak|gauge|||Peak thread count of a JVM.| +|jvm_threads_started_total|counter|||Started thread count of a JVM.| +|jvm_threads_deadlocked|gauge|||Cycles of JVM-threads that are in deadlock waiting to acquire object monitors or ownable synchronizers.| +|jvm_threads_deadlocked_monitor|gauge|||Cycles of JVM-threads that are in deadlock waiting to acquire object monitors.| +|jvm_threads_state|gauge|state||Current count of threads by state.| +|jvm_classes_loaded|gauge|||The number of classes that are currently loaded in the JVM.| +|jvm_classes_loaded_total|counter|||The total number of classes that have been loaded since the JVM has started execution.| +|jvm_classes_unloaded_total|counter|||The total number of classes that have been unloaded since the JVM has started execution.| +|jvm_info|gauge|version, vendor, runtime||JVM version info.| + + + ## What Datomic transactor metrics are covered? The following CloudWatch metrics that can be created by the transactor are supported: @@ -98,7 +130,7 @@ The following CloudWatch metrics that can be created by the transactor are suppo - [x] LogWriteMsec - [ ] Memcache - [x] MemoryIndexMB -- [ ] MetricReport +- [x] MetricReport - [ ] ObjectCache - [ ] MemcachedPutMsec - [ ] MemcachedPutFailedMsec @@ -121,117 +153,62 @@ The following additional metrics are calculated based on the metrics stated abov - [x] Object Cache Hit Ratio +|Metric|Type|Labels|Unit|Description| +|------|----|------|----|-----------| +|datomic_alarms|gauge|kind||Number of alarms/problems that have occurred.| +|datomic_available_ram_bytes|gauge||bytes|Unused RAM on transactor in bytes.| +|datomic_object_cache_size|gauge|||Number of segments in the Datomic object cache.| +|datomic_object_cache_requests|gauge|||Number of requests to the Datomic object cache.| +|datomic_object_cache_hits_ratio|gauge|||Datomic object cache hit ratio.| +|datomic_remote_peers|gauge|||Number of remote peers connected.| +|datomic_successful_metric_reports|gauge|||Number of successful metric reports over a 1 min period.| +|datomic_transacted_datoms_total|counter|||Total number of transacted datoms.| +|datomic_transactions_total|counter|||Total number of transactions.| +|datomic_transactions_batch|gauge|||Number of transactions batched into a single write to the log.| +|datomic_transacted_bytes_total|counter||bytes|Total volume of transaction data to log, peers in bytes.| +|datomic_transactions_sec_total|counter||sec|Total time of transactions in sec.| +|datomic_transactions_add_fulltext_sec_total|counter||sec|Total time of transactions spent to add fulltext in seconds.| +|datomic_transactions_write_log_sec_total|counter||sec|Total time of transactions spent writing to log per transaction batch in seconds.| +|datomic_datoms|counter|||Number of unique datoms in the index.| +|datomic_index_datoms|gauge|||Number of datoms stored by the index, all sorts.| +|datomic_index_segments|gauge|||Number of segments in the index.| +|datomic_index_writes|gauge|||Number of segments written by indexing job, reported at end.| +|datomic_index_writes_sec|gauge||sec|Time per index segment write in seconds.| +|datomic_index_creation_sec|gauge||sec|Time to create index in seconds, reported at end of indexing job.| +|datomic_index_fulltext_creation_sec|gauge||sec|Time to create fulltext portion of index in seconds.| +|datomic_memory_index_consumed_bytes|gauge||bytes|RAM consumed by memory index in bytes.| +|datomic_memory_index_fill_sec|gauge||sec|Estimate of the time to fill the memory index in seconds, given the current write load.| +|datomic_storage_write_operations_total|counter|||Total number of storage write operations.| +|datomic_storage_write_bytes_total|counter||bytes|Total number of bytes written to storage.| +|datomic_storage_write_sec|gauge||sec|Time spent writing to storage in seconds.| +|datomic_storage_read_operations_total|counter|||Total number of storage read operations.| +|datomic_storage_read_bytes_total|counter||bytes|Total number of bytes read from storage.| +|datomic_storage_read_sec|gauge||sec|Time spent reading from storage in seconds.| +|datomic_storage_backoff_sec|gauge||sec|Time spent in backoff/retry around calls to storage in seconds.| +|datomic_storage_backoff_retries_total|counter|||Total number of retried storage operations.| +|datomic_garbage_segments|gauge|||Number of garbage segments created.| +|datomic_heartbeats_sec|gauge||sec|Time spent writing to storage in seconds as part of the heartbeat (transactor writes location).| +|datomic_heartbeats|gauge|||Number of heartbeats.| + + ## Example Metrics ``` -# HELP datomic_remote_peers Number of remote peers connected. -# TYPE datomic_remote_peers gauge -datomic_remote_peers 1.0 -# HELP datomic_index_segments Number of segments in the index. -# TYPE datomic_index_segments gauge -datomic_index_segments 30732.0 -# HELP datomic_index_creation_msec Time to create index in msec, reported at end of indexing job. -# TYPE datomic_index_creation_msec gauge -datomic_index_creation_msec 29960.0 # HELP datomic_storage_backoff_retries_total Total number of retried storage operations. # TYPE datomic_storage_backoff_retries_total counter datomic_storage_backoff_retries_total 0.0 -# HELP datomic_heartbeats Number of heartbeats. -# TYPE datomic_heartbeats gauge -datomic_heartbeats 12.0 -# HELP datomic_storage_read_msec Time spent reading from storage. -# TYPE datomic_storage_read_msec gauge -datomic_storage_read_msec 4.0 -# HELP datomic_transactions_total Total number of transactions. -# TYPE datomic_transactions_total counter -datomic_transactions_total 1789.0 -# HELP datomic_index_fulltext_creation_msec Time to create fulltext portion of index in msec. -# TYPE datomic_index_fulltext_creation_msec gauge -datomic_index_fulltext_creation_msec 0.0 -# HELP datomic_storage_write_bytes_total Total number of bytes written to storage. -# TYPE datomic_storage_write_bytes_total counter -datomic_storage_write_bytes_total 2.14121767E8 -# HELP datomic_transactions_add_fulltext_msec_total Total time of transactions spent to add fulltext. -# TYPE datomic_transactions_add_fulltext_msec_total counter -datomic_transactions_add_fulltext_msec_total 161.0 -# HELP datomic_object_cache_hits_ratio Datomic object cache hit ratio. -# TYPE datomic_object_cache_hits_ratio gauge -datomic_object_cache_hits_ratio 0.9966473960079482 -# HELP datomic_transactions_write_log_msec_total Total time of transactions spent writing to log per transaction batch. -# TYPE datomic_transactions_write_log_msec_total counter -datomic_transactions_write_log_msec_total 12408.0 -# HELP datomic_alarms_indexing_job_failed Number of alarms related to the indexing job. -# TYPE datomic_alarms_indexing_job_failed gauge -datomic_alarms_indexing_job_failed 0.0 -# HELP datomic_transacted_bytes_total Total volume of transaction data to log, peers in bytes. -# TYPE datomic_transacted_bytes_total counter -datomic_transacted_bytes_total 8.1213863E7 -# HELP datomic_alarms_backpressure Number of alarms related to the transactor using back pressure. -# TYPE datomic_alarms_backpressure gauge -datomic_alarms_backpressure 0.0 -# HELP datomic_transactions_batch Number of transactions batched into a single write to the log. -# TYPE datomic_transactions_batch gauge -datomic_transactions_batch 356.0 -# HELP datomic_heartbeats_msec Time spent writing to storage as part of the heartbeat (transactor writes location). -# TYPE datomic_heartbeats_msec gauge -datomic_heartbeats_msec 60004.0 -# HELP datomic_transacted_datoms_total Number of transacted datoms. -# TYPE datomic_transacted_datoms_total counter -datomic_transacted_datoms_total 4690819.0 -# HELP datomic_index_datoms Number of datoms stored by the index, all sorts. -# TYPE datomic_index_datoms gauge -datomic_index_datoms 1.58230545E8 -# HELP datomic_object_cache_size Number of segments in the Datomic object cache. -# TYPE datomic_object_cache_size gauge -datomic_object_cache_size 4431.0 -# HELP datomic_storage_write_operations_total Total number of storage write operations. -# TYPE datomic_storage_write_operations_total counter -datomic_storage_write_operations_total 13143.0 -# HELP datomic_transactions_msec_total Total time of transactions in msec. -# TYPE datomic_transactions_msec_total counter -datomic_transactions_msec_total 1113417.0 -# HELP jvm_info JVM version info -# TYPE jvm_info gauge -jvm_info{version="1.8.0_222-b10",vendor="Oracle Corporation",runtime="OpenJDK Runtime Environment",} 1.0 -# HELP jvm_threads_current Current thread count of a JVM -# TYPE jvm_threads_current gauge -jvm_threads_current 70.0 -# HELP jvm_threads_daemon Daemon thread count of a JVM -# TYPE jvm_threads_daemon gauge -jvm_threads_daemon 33.0 -# HELP jvm_threads_peak Peak thread count of a JVM -# TYPE jvm_threads_peak gauge -jvm_threads_peak 73.0 -# HELP jvm_threads_started_total Started thread count of a JVM -# TYPE jvm_threads_started_total counter -jvm_threads_started_total 93.0 -# HELP jvm_threads_deadlocked Cycles of JVM-threads that are in deadlock waiting to acquire object monitors or ownable synchronizers -# TYPE jvm_threads_deadlocked gauge -jvm_threads_deadlocked 0.0 -# HELP jvm_threads_deadlocked_monitor Cycles of JVM-threads that are in deadlock waiting to acquire object monitors -# TYPE jvm_threads_deadlocked_monitor gauge -jvm_threads_deadlocked_monitor 0.0 -# HELP datomic_index_writes Number of segments written by indexing job, reported at end. -# TYPE datomic_index_writes gauge -datomic_index_writes 2310.0 -# HELP datomic_available_ram_megabytes Unused RAM on transactor in MB. -# TYPE datomic_available_ram_megabytes gauge -datomic_available_ram_megabytes 1480.0 -# HELP datomic_storage_backoff_msec Time spent in backoff/retry around calls to storage. -# TYPE datomic_storage_backoff_msec gauge -datomic_storage_backoff_msec 0.0 # HELP jvm_memory_bytes_used Used bytes of a given JVM memory area. # TYPE jvm_memory_bytes_used gauge -jvm_memory_bytes_used{area="heap",} 2.806176568E9 -jvm_memory_bytes_used{area="nonheap",} 1.57299624E8 +jvm_memory_bytes_used{area="heap",} 1.576059584E9 +jvm_memory_bytes_used{area="nonheap",} 1.54890304E8 # HELP jvm_memory_bytes_committed Committed (bytes) of a given JVM memory area. # TYPE jvm_memory_bytes_committed gauge -jvm_memory_bytes_committed{area="heap",} 4.132962304E9 -jvm_memory_bytes_committed{area="nonheap",} 1.79191808E8 +jvm_memory_bytes_committed{area="heap",} 4.294967296E9 +jvm_memory_bytes_committed{area="nonheap",} 1.77627136E8 # HELP jvm_memory_bytes_max Max (bytes) of a given JVM memory area. # TYPE jvm_memory_bytes_max gauge -jvm_memory_bytes_max{area="heap",} 4.132962304E9 +jvm_memory_bytes_max{area="heap",} 4.294967296E9 jvm_memory_bytes_max{area="nonheap",} -1.0 # HELP jvm_memory_bytes_init Initial bytes of a given JVM memory area. # TYPE jvm_memory_bytes_init gauge @@ -239,103 +216,187 @@ jvm_memory_bytes_init{area="heap",} 4.294967296E9 jvm_memory_bytes_init{area="nonheap",} 2555904.0 # HELP jvm_memory_pool_bytes_used Used bytes of a given JVM memory pool. # TYPE jvm_memory_pool_bytes_used gauge -jvm_memory_pool_bytes_used{pool="Code Cache",} 3.6131072E7 -jvm_memory_pool_bytes_used{pool="Metaspace",} 1.00296496E8 -jvm_memory_pool_bytes_used{pool="Compressed Class Space",} 2.0872056E7 -jvm_memory_pool_bytes_used{pool="PS Eden Space",} 8.73379536E8 -jvm_memory_pool_bytes_used{pool="PS Survivor Space",} 1.47745544E8 -jvm_memory_pool_bytes_used{pool="PS Old Gen",} 1.785055616E9 +jvm_memory_pool_bytes_used{pool="Code Cache",} 3.4133632E7 +jvm_memory_pool_bytes_used{pool="Metaspace",} 9.9906008E7 +jvm_memory_pool_bytes_used{pool="Compressed Class Space",} 2.0850664E7 +jvm_memory_pool_bytes_used{pool="G1 Eden Space",} 7.0254592E8 +jvm_memory_pool_bytes_used{pool="G1 Survivor Space",} 1.65675008E8 +jvm_memory_pool_bytes_used{pool="G1 Old Gen",} 7.07838656E8 # HELP jvm_memory_pool_bytes_committed Committed bytes of a given JVM memory pool. # TYPE jvm_memory_pool_bytes_committed gauge -jvm_memory_pool_bytes_committed{pool="Code Cache",} 3.6503552E7 -jvm_memory_pool_bytes_committed{pool="Metaspace",} 1.16301824E8 -jvm_memory_pool_bytes_committed{pool="Compressed Class Space",} 2.6386432E7 -jvm_memory_pool_bytes_committed{pool="PS Eden Space",} 1.106771968E9 -jvm_memory_pool_bytes_committed{pool="PS Survivor Space",} 1.6252928E8 -jvm_memory_pool_bytes_committed{pool="PS Old Gen",} 2.863661056E9 +jvm_memory_pool_bytes_committed{pool="Code Cache",} 3.5127296E7 +jvm_memory_pool_bytes_committed{pool="Metaspace",} 1.16076544E8 +jvm_memory_pool_bytes_committed{pool="Compressed Class Space",} 2.6423296E7 +jvm_memory_pool_bytes_committed{pool="G1 Eden Space",} 1.74063616E9 +jvm_memory_pool_bytes_committed{pool="G1 Survivor Space",} 1.65675008E8 +jvm_memory_pool_bytes_committed{pool="G1 Old Gen",} 2.388656128E9 # HELP jvm_memory_pool_bytes_max Max bytes of a given JVM memory pool. # TYPE jvm_memory_pool_bytes_max gauge jvm_memory_pool_bytes_max{pool="Code Cache",} 2.5165824E8 jvm_memory_pool_bytes_max{pool="Metaspace",} -1.0 jvm_memory_pool_bytes_max{pool="Compressed Class Space",} 1.073741824E9 -jvm_memory_pool_bytes_max{pool="PS Eden Space",} 1.106771968E9 -jvm_memory_pool_bytes_max{pool="PS Survivor Space",} 1.6252928E8 -jvm_memory_pool_bytes_max{pool="PS Old Gen",} 2.863661056E9 +jvm_memory_pool_bytes_max{pool="G1 Eden Space",} -1.0 +jvm_memory_pool_bytes_max{pool="G1 Survivor Space",} -1.0 +jvm_memory_pool_bytes_max{pool="G1 Old Gen",} 4.294967296E9 # HELP jvm_memory_pool_bytes_init Initial bytes of a given JVM memory pool. # TYPE jvm_memory_pool_bytes_init gauge jvm_memory_pool_bytes_init{pool="Code Cache",} 2555904.0 jvm_memory_pool_bytes_init{pool="Metaspace",} 0.0 jvm_memory_pool_bytes_init{pool="Compressed Class Space",} 0.0 -jvm_memory_pool_bytes_init{pool="PS Eden Space",} 1.073741824E9 -jvm_memory_pool_bytes_init{pool="PS Survivor Space",} 1.78782208E8 -jvm_memory_pool_bytes_init{pool="PS Old Gen",} 2.863661056E9 +jvm_memory_pool_bytes_init{pool="G1 Eden Space",} 2.26492416E8 +jvm_memory_pool_bytes_init{pool="G1 Survivor Space",} 0.0 +jvm_memory_pool_bytes_init{pool="G1 Old Gen",} 4.06847488E9 +# HELP datomic_garbage_segments Number of garbage segments created. +# TYPE datomic_garbage_segments gauge +datomic_garbage_segments 2334.0 +# HELP datomic_index_writes_msec Time per index segment write. +# TYPE datomic_index_writes_msec gauge +datomic_index_writes_msec 1707.0 +# HELP datomic_index_creation_msec Time to create index in msec, reported at end of indexing job. +# TYPE datomic_index_creation_msec gauge +datomic_index_creation_msec 32430.0 +# HELP datomic_index_fulltext_creation_msec Time to create fulltext portion of index in msec. +# TYPE datomic_index_fulltext_creation_msec gauge +datomic_index_fulltext_creation_msec 0.0 # HELP datomic_successful_metric_reports Number of successful metric reports over a 1 min period. # TYPE datomic_successful_metric_reports gauge datomic_successful_metric_reports 1.0 -# HELP jvm_classes_loaded The number of classes that are currently loaded in the JVM -# TYPE jvm_classes_loaded gauge -jvm_classes_loaded 19802.0 -# HELP jvm_classes_loaded_total The total number of classes that have been loaded since the JVM has started execution -# TYPE jvm_classes_loaded_total counter -jvm_classes_loaded_total 19802.0 -# HELP jvm_classes_unloaded_total The total number of classes that have been unloaded since the JVM has started execution -# TYPE jvm_classes_unloaded_total counter -jvm_classes_unloaded_total 0.0 -# HELP datomic_index_writes_msec Time per index segment write. -# TYPE datomic_index_writes_msec gauge -datomic_index_writes_msec 1246.0 -# HELP datomic_alarms_other Number of alarms that are not related to any other specific alarm metric. -# TYPE datomic_alarms_other gauge -datomic_alarms_other 0.0 -# HELP datomic_storage_write_msec Time spent writing to storage. -# TYPE datomic_storage_write_msec gauge -datomic_storage_write_msec 315.0 -# HELP datomic_storage_read_bytes_total Total number of bytes read from storage. -# TYPE datomic_storage_read_bytes_total counter -datomic_storage_read_bytes_total 7814735.0 -# HELP datomic_garbage_segments Number of garbage segments created. -# TYPE datomic_garbage_segments gauge -datomic_garbage_segments 2095.0 -# HELP jvm_gc_collection_seconds Time spent in a given JVM garbage collector in seconds. -# TYPE jvm_gc_collection_seconds summary -jvm_gc_collection_seconds_count{gc="PS Scavenge",} 196.0 -jvm_gc_collection_seconds_sum{gc="PS Scavenge",} 6.501 -jvm_gc_collection_seconds_count{gc="PS MarkSweep",} 4.0 -jvm_gc_collection_seconds_sum{gc="PS MarkSweep",} 0.34 -# HELP datomic_memory_index_consumed_megabytes RAM consumed by memory index in MB. -# TYPE datomic_memory_index_consumed_megabytes gauge -datomic_memory_index_consumed_megabytes 12.0 -# HELP datomic_datoms Number of unique datoms in the index. -# TYPE datomic_datoms gauge -datomic_datoms 5.8511225E7 +# HELP datomic_heartbeats Number of heartbeats. +# TYPE datomic_heartbeats gauge +datomic_heartbeats 12.0 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter -process_cpu_seconds_total 608.24 +process_cpu_seconds_total 276.92 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge -process_start_time_seconds 1.571158208795E9 +process_start_time_seconds 1.571915290017E9 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge -process_open_fds 532.0 +process_open_fds 530.0 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 1048576.0 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge -process_virtual_memory_bytes 1.0522513408E10 +process_virtual_memory_bytes 1.0579365888E10 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge -process_resident_memory_bytes 3.559723008E9 -# HELP datomic_alarms Number of alarms/problems that have occurred. +process_resident_memory_bytes 3.939934208E9 +# HELP datomic_index_writes Number of segments written by indexing job, reported at end. +# TYPE datomic_index_writes gauge +datomic_index_writes 2103.0 +# HELP datomic_datoms Number of unique datoms in the index. +# TYPE datomic_datoms gauge +datomic_datoms 1.6888212E7 +# HELP datomic_transactions_write_log_msec_total Total time of transactions spent writing to log per transaction batch. +# TYPE datomic_transactions_write_log_msec_total counter +datomic_transactions_write_log_msec_total 6292.0 +# HELP datomic_transactions_add_fulltext_msec_total Total time of transactions spent to add fulltext. +# TYPE datomic_transactions_add_fulltext_msec_total counter +datomic_transactions_add_fulltext_msec_total 147.0 +# HELP datomic_index_datoms Number of datoms stored by the index, all sorts. +# TYPE datomic_index_datoms gauge +datomic_index_datoms 4.5733616E7 +# HELP datomic_transacted_bytes_total Total volume of transaction data to log, peers in bytes. +# TYPE datomic_transacted_bytes_total counter +datomic_transacted_bytes_total 3.013932E7 +# HELP datomic_storage_write_operations_total Total number of storage write operations. +# TYPE datomic_storage_write_operations_total counter +datomic_storage_write_operations_total 4148.0 +# HELP datomic_transactions_total Total number of transactions. +# TYPE datomic_transactions_total counter +datomic_transactions_total 657.0 +# HELP datomic_storage_read_bytes_total Total number of bytes read from storage. +# TYPE datomic_storage_read_bytes_total counter +datomic_storage_read_bytes_total 1049555.0 +# HELP datomic_storage_read_msec Time spent reading from storage. +# TYPE datomic_storage_read_msec gauge +datomic_storage_read_msec 51.0 +# HELP datomic_transactions_msec_total Total time of transactions in msec. +# TYPE datomic_transactions_msec_total counter +datomic_transactions_msec_total 415808.0 +# HELP datomic_object_cache_size Number of segments in the Datomic object cache. +# TYPE datomic_object_cache_size gauge +datomic_object_cache_size 3819.0 +# HELP datomic_storage_write_bytes_total Total number of bytes written to storage. +# TYPE datomic_storage_write_bytes_total counter +datomic_storage_write_bytes_total 6.2769877E7 +# HELP datomic_heartbeats_msec Time spent writing to storage as part of the heartbeat (transactor writes location). +# TYPE datomic_heartbeats_msec gauge +datomic_heartbeats_msec 60000.0 +# HELP datomic_transacted_datoms_total Number of transacted datoms. +# TYPE datomic_transacted_datoms_total counter +datomic_transacted_datoms_total 1718506.0 +# HELP datomic_alarms Number of alarms/problems that have occurred distinguished by their kind. # TYPE datomic_alarms gauge -datomic_alarms 0.0 -# HELP datomic_alarms_unhandled_exception Number of alarms related to unhandled exceptions. -# TYPE datomic_alarms_unhandled_exception gauge -datomic_alarms_unhandled_exception 0.0 +datomic_alarms{kind="index-job-failed",} 0.0 +datomic_alarms{kind="other",} 0.0 +# HELP datomic_available_ram_megabytes Unused RAM on transactor in MB. +# TYPE datomic_available_ram_megabytes gauge +datomic_available_ram_megabytes 1490.0 +# HELP datomic_storage_write_msec Time spent writing to storage. +# TYPE datomic_storage_write_msec gauge +datomic_storage_write_msec 1099.0 +# HELP datomic_object_cache_hits_ratio Datomic object cache hit ratio. +# TYPE datomic_object_cache_hits_ratio gauge +datomic_object_cache_hits_ratio 0.8896067415730337 +# HELP datomic_index_segments Number of segments in the index. +# TYPE datomic_index_segments gauge +datomic_index_segments 9374.0 +# HELP datomic_object_cache_requests Number of requests to the Datomic object cache. +# TYPE datomic_object_cache_requests gauge +datomic_object_cache_requests 3167.0 +# HELP datomic_remote_peers Number of remote peers connected. +# TYPE datomic_remote_peers gauge +datomic_remote_peers 1.0 +# HELP datomic_memory_index_consumed_megabytes RAM consumed by memory index in MB. +# TYPE datomic_memory_index_consumed_megabytes gauge +datomic_memory_index_consumed_megabytes 4.0 +# HELP jvm_classes_loaded The number of classes that are currently loaded in the JVM +# TYPE jvm_classes_loaded gauge +jvm_classes_loaded 19783.0 +# HELP jvm_classes_loaded_total The total number of classes that have been loaded since the JVM has started execution +# TYPE jvm_classes_loaded_total counter +jvm_classes_loaded_total 19783.0 +# HELP jvm_classes_unloaded_total The total number of classes that have been unloaded since the JVM has started execution +# TYPE jvm_classes_unloaded_total counter +jvm_classes_unloaded_total 0.0 +# HELP datomic_transactions_batch Number of transactions batched into a single write to the log. +# TYPE datomic_transactions_batch gauge +datomic_transactions_batch 358.0 # HELP datomic_storage_read_operations_total Total number of storage read operations. # TYPE datomic_storage_read_operations_total counter -datomic_storage_read_operations_total 2027.0 - +datomic_storage_read_operations_total 757.0 +# HELP jvm_info JVM version info +# TYPE jvm_info gauge +jvm_info{version="1.8.0_222-b10",vendor="Oracle Corporation",runtime="OpenJDK Runtime Environment",} 1.0 +# HELP jvm_threads_current Current thread count of a JVM +# TYPE jvm_threads_current gauge +jvm_threads_current 69.0 +# HELP jvm_threads_daemon Daemon thread count of a JVM +# TYPE jvm_threads_daemon gauge +jvm_threads_daemon 33.0 +# HELP jvm_threads_peak Peak thread count of a JVM +# TYPE jvm_threads_peak gauge +jvm_threads_peak 75.0 +# HELP jvm_threads_started_total Started thread count of a JVM +# TYPE jvm_threads_started_total counter +jvm_threads_started_total 91.0 +# HELP jvm_threads_deadlocked Cycles of JVM-threads that are in deadlock waiting to acquire object monitors or ownable synchronizers +# TYPE jvm_threads_deadlocked gauge +jvm_threads_deadlocked 0.0 +# HELP jvm_threads_deadlocked_monitor Cycles of JVM-threads that are in deadlock waiting to acquire object monitors +# TYPE jvm_threads_deadlocked_monitor gauge +jvm_threads_deadlocked_monitor 0.0 +# HELP datomic_storage_backoff_msec Time spent in backoff/retry around calls to storage. +# TYPE datomic_storage_backoff_msec gauge +datomic_storage_backoff_msec 0.0 +# HELP jvm_gc_collection_seconds Time spent in a given JVM garbage collector in seconds. +# TYPE jvm_gc_collection_seconds summary +jvm_gc_collection_seconds_count{gc="G1 Young Generation",} 49.0 +jvm_gc_collection_seconds_sum{gc="G1 Young Generation",} 1.812 +jvm_gc_collection_seconds_count{gc="G1 Old Generation",} 0.0 +jvm_gc_collection_seconds_sum{gc="G1 Old Generation",} 0.0 ``` ## Troubleshooting