# HELP go_gc_duration_seconds A summary of the wall-time pause (stop-the-world) duration in garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 0.000169203 go_gc_duration_seconds{quantile="0.25"} 0.000239804 go_gc_duration_seconds{quantile="0.5"} 0.00025421 go_gc_duration_seconds{quantile="0.75"} 0.000276774 go_gc_duration_seconds{quantile="1"} 0.000613098 go_gc_duration_seconds_sum 10.198216449 go_gc_duration_seconds_count 38946 # HELP go_gc_gogc_percent Heap size target percentage configured by the user, otherwise 100. This value is set by the GOGC environment variable, and the runtime/debug.SetGCPercent function. Sourced from /gc/gogc:percent. # TYPE go_gc_gogc_percent gauge go_gc_gogc_percent 100 # HELP go_gc_gomemlimit_bytes Go runtime memory limit configured by the user, otherwise math.MaxInt64. This value is set by the GOMEMLIMIT environment variable, and the runtime/debug.SetMemoryLimit function. Sourced from /gc/gomemlimit:bytes. # TYPE go_gc_gomemlimit_bytes gauge go_gc_gomemlimit_bytes 9.223372036854776e+18 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 22 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.27.0"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated in heap and currently in use. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 2.0036688e+07 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated in heap until now, even if released already. Equals to /gc/heap/allocs:bytes. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 6.04425864152e+11 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. Equals to /memory/classes/profiling/buckets:bytes. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 2.59788e+06 # HELP go_memstats_frees_total Total number of heap objects frees. Equals to /gc/heap/frees:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_frees_total counter go_memstats_frees_total 1.36046715e+09 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. Equals to /memory/classes/metadata/other:bytes. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 4.607232e+06 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and currently in use, same as go_memstats_alloc_bytes. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 2.0036688e+07 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. Equals to /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 3.0892032e+07 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 2.4551424e+07 # HELP go_memstats_heap_objects Number of currently allocated objects. Equals to /gc/heap/objects:objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 41073 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. Equals to /memory/classes/heap/released:bytes. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 1.4999552e+07 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes + /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 5.5443456e+07 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.794092374021465e+09 # HELP go_memstats_mallocs_total Total number of heap objects allocated, both live and gc-ed. Semantically a counter version for go_memstats_heap_objects gauge. Equals to /gc/heap/allocs:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 1.360508223e+09 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. Equals to /memory/classes/metadata/mcache/inuse:bytes. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 91840 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. Equals to /memory/classes/metadata/mcache/inuse:bytes + /memory/classes/metadata/mcache/free:bytes. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 96432 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. Equals to /memory/classes/metadata/mspan/inuse:bytes. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 533760 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. Equals to /memory/classes/metadata/mspan/inuse:bytes + /memory/classes/metadata/mspan/free:bytes. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 783360 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. Equals to /gc/heap/goal:bytes. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 3.5629634e+07 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. Equals to /memory/classes/other:bytes. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 5.491568e+06 # HELP go_memstats_stack_inuse_bytes Number of bytes obtained from system for stack allocator in non-CGO environments. Equals to /memory/classes/heap/stacks:bytes. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 3.2768e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. Equals to /memory/classes/heap/stacks:bytes + /memory/classes/os-stacks:bytes. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 3.2768e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. Equals to /memory/classes/total:byte. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 7.2296728e+07 # HELP go_sched_gomaxprocs_threads The current runtime.GOMAXPROCS setting, or the number of operating system threads that can execute user-level Go code simultaneously. Sourced from /sched/gomaxprocs:threads. # TYPE go_sched_gomaxprocs_threads gauge go_sched_gomaxprocs_threads 40 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 39 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 11673.45 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 524287 # HELP process_network_receive_bytes_total Number of bytes received by the process over the network. # TYPE process_network_receive_bytes_total counter process_network_receive_bytes_total 3.785989600218e+12 # HELP process_network_transmit_bytes_total Number of bytes sent by the process over the network. # TYPE process_network_transmit_bytes_total counter process_network_transmit_bytes_total 5.2212546153483e+13 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 34 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 8.51996672e+08 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.79399391359e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 4.199387136e+09 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP sunlight_addchain_requests_total Number of add-[pre-]chain requests, by chain characteristics and errors if any. # TYPE sunlight_addchain_requests_total counter sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rennet2027h1",low_priority="false",precert="",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 14 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 13 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rennet2027h2",low_priority="false",precert="",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 13 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rennet2027h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 14 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 31181 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 31242 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 13 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 18 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1275 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1260 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 182148 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 181557 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 284 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 263 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 7025 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="rennet2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 7161 # HELP sunlight_addchain_wait_seconds Duration of add-[pre-]chain pauses waiting for a leaf to be sequenced, excluding deduplicated entries. # TYPE sunlight_addchain_wait_seconds summary sunlight_addchain_wait_seconds{log="rennet2027h1",quantile="0.5"} 0.695694798 sunlight_addchain_wait_seconds{log="rennet2027h1",quantile="0.75"} 0.952100141 sunlight_addchain_wait_seconds{log="rennet2027h1",quantile="0.9"} 1.127537652 sunlight_addchain_wait_seconds{log="rennet2027h1",quantile="0.99"} 1.245660588 sunlight_addchain_wait_seconds_sum{log="rennet2027h1"} 353867.5316689195 sunlight_addchain_wait_seconds_count{log="rennet2027h1"} 442876 sunlight_addchain_wait_seconds{log="rennet2027h2",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="rennet2027h2",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="rennet2027h2",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="rennet2027h2",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="rennet2027h2"} 25.597155547999996 sunlight_addchain_wait_seconds_count{log="rennet2027h2"} 27 sunlight_addchain_wait_seconds{log="rennet2028h1",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="rennet2028h1",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="rennet2028h1",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="rennet2028h1",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="rennet2028h1"} 0 sunlight_addchain_wait_seconds_count{log="rennet2028h1"} 0 sunlight_addchain_wait_seconds{log="rennet2028h2",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="rennet2028h2",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="rennet2028h2",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="rennet2028h2",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="rennet2028h2"} 0 sunlight_addchain_wait_seconds_count{log="rennet2028h2"} 0 # HELP sunlight_build_info Build information about the running sunlight binary. # TYPE sunlight_build_info gauge sunlight_build_info{commit="aeba583bcb3ebf1016b8a09ead89255d99dc9449",version="v0.10.1+dirty"} 1 # HELP sunlight_cache_checkpoint_busy_total Number of cache WAL checkpoints that couldn't complete and reset the WAL. # TYPE sunlight_cache_checkpoint_busy_total counter sunlight_cache_checkpoint_busy_total{log="rennet2027h1"} 0 sunlight_cache_checkpoint_busy_total{log="rennet2027h2"} 0 sunlight_cache_checkpoint_busy_total{log="rennet2028h1"} 0 sunlight_cache_checkpoint_busy_total{log="rennet2028h2"} 0 # HELP sunlight_cache_checkpoint_duration_seconds Duration of deduplication cache WAL checkpoints. # TYPE sunlight_cache_checkpoint_duration_seconds summary sunlight_cache_checkpoint_duration_seconds{log="rennet2027h1",quantile="0.5"} 0.00037253 sunlight_cache_checkpoint_duration_seconds{log="rennet2027h1",quantile="0.9"} 0.000790715 sunlight_cache_checkpoint_duration_seconds{log="rennet2027h1",quantile="0.99"} 0.001476019 sunlight_cache_checkpoint_duration_seconds_sum{log="rennet2027h1"} 107.53199904099934 sunlight_cache_checkpoint_duration_seconds_count{log="rennet2027h1"} 98390 sunlight_cache_checkpoint_duration_seconds{log="rennet2027h2",quantile="0.5"} 9.1913e-05 sunlight_cache_checkpoint_duration_seconds{log="rennet2027h2",quantile="0.9"} 0.000123017 sunlight_cache_checkpoint_duration_seconds{log="rennet2027h2",quantile="0.99"} 0.000172447 sunlight_cache_checkpoint_duration_seconds_sum{log="rennet2027h2"} 8.596784882999913 sunlight_cache_checkpoint_duration_seconds_count{log="rennet2027h2"} 98392 sunlight_cache_checkpoint_duration_seconds{log="rennet2028h1",quantile="0.5"} 8.6263e-05 sunlight_cache_checkpoint_duration_seconds{log="rennet2028h1",quantile="0.9"} 0.000113125 sunlight_cache_checkpoint_duration_seconds{log="rennet2028h1",quantile="0.99"} 0.000201407 sunlight_cache_checkpoint_duration_seconds_sum{log="rennet2028h1"} 8.347224001000034 sunlight_cache_checkpoint_duration_seconds_count{log="rennet2028h1"} 98392 sunlight_cache_checkpoint_duration_seconds{log="rennet2028h2",quantile="0.5"} 9.248e-05 sunlight_cache_checkpoint_duration_seconds{log="rennet2028h2",quantile="0.9"} 0.000110054 sunlight_cache_checkpoint_duration_seconds{log="rennet2028h2",quantile="0.99"} 0.00011805 sunlight_cache_checkpoint_duration_seconds_sum{log="rennet2028h2"} 9.449891811999942 sunlight_cache_checkpoint_duration_seconds_count{log="rennet2028h2"} 98391 # HELP sunlight_cache_checkpoint_errors_total Number of failed cache WAL checkpoints. # TYPE sunlight_cache_checkpoint_errors_total counter sunlight_cache_checkpoint_errors_total{log="rennet2027h1"} 0 sunlight_cache_checkpoint_errors_total{log="rennet2027h2"} 0 sunlight_cache_checkpoint_errors_total{log="rennet2028h1"} 0 sunlight_cache_checkpoint_errors_total{log="rennet2028h2"} 0 # HELP sunlight_cache_database_bytes Size of the deduplication cache database file. # TYPE sunlight_cache_database_bytes gauge sunlight_cache_database_bytes{log="rennet2027h1"} 7.79214848e+08 sunlight_cache_database_bytes{log="rennet2027h2"} 450560 sunlight_cache_database_bytes{log="rennet2028h1"} 8192 sunlight_cache_database_bytes{log="rennet2028h2"} 8192 # HELP sunlight_cache_get_duration_seconds Duration of individual deduplication cache lookups. # TYPE sunlight_cache_get_duration_seconds summary sunlight_cache_get_duration_seconds{log="rennet2027h1",quantile="0.5"} 0.000383294 sunlight_cache_get_duration_seconds{log="rennet2027h1",quantile="0.9"} 0.000492698 sunlight_cache_get_duration_seconds{log="rennet2027h1",quantile="0.99"} 0.000591568 sunlight_cache_get_duration_seconds_sum{log="rennet2027h1"} 178.09693610599578 sunlight_cache_get_duration_seconds_count{log="rennet2027h1"} 442878 sunlight_cache_get_duration_seconds{log="rennet2027h2",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="rennet2027h2",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="rennet2027h2",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="rennet2027h2"} 0.126396237 sunlight_cache_get_duration_seconds_count{log="rennet2027h2"} 27 sunlight_cache_get_duration_seconds{log="rennet2028h1",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="rennet2028h1",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="rennet2028h1",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="rennet2028h1"} 0 sunlight_cache_get_duration_seconds_count{log="rennet2028h1"} 0 sunlight_cache_get_duration_seconds{log="rennet2028h2",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="rennet2028h2",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="rennet2028h2",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="rennet2028h2"} 0 sunlight_cache_get_duration_seconds_count{log="rennet2028h2"} 0 # HELP sunlight_cache_put_duration_seconds Duration of batch deduplication cache inserts. # TYPE sunlight_cache_put_duration_seconds summary sunlight_cache_put_duration_seconds{log="rennet2027h1",quantile="0.5"} 0.000612878 sunlight_cache_put_duration_seconds{log="rennet2027h1",quantile="0.9"} 0.001097988 sunlight_cache_put_duration_seconds{log="rennet2027h1",quantile="0.99"} 0.01041733 sunlight_cache_put_duration_seconds_sum{log="rennet2027h1"} 225.86433203499905 sunlight_cache_put_duration_seconds_count{log="rennet2027h1"} 98390 sunlight_cache_put_duration_seconds{log="rennet2027h2",quantile="0.5"} 5.663e-05 sunlight_cache_put_duration_seconds{log="rennet2027h2",quantile="0.9"} 8.214e-05 sunlight_cache_put_duration_seconds{log="rennet2027h2",quantile="0.99"} 0.000127501 sunlight_cache_put_duration_seconds_sum{log="rennet2027h2"} 5.610623561000023 sunlight_cache_put_duration_seconds_count{log="rennet2027h2"} 98392 sunlight_cache_put_duration_seconds{log="rennet2028h1",quantile="0.5"} 5.9737e-05 sunlight_cache_put_duration_seconds{log="rennet2028h1",quantile="0.9"} 7.909e-05 sunlight_cache_put_duration_seconds{log="rennet2028h1",quantile="0.99"} 0.000106094 sunlight_cache_put_duration_seconds_sum{log="rennet2028h1"} 5.3407472570000305 sunlight_cache_put_duration_seconds_count{log="rennet2028h1"} 98392 sunlight_cache_put_duration_seconds{log="rennet2028h2",quantile="0.5"} 4.813e-05 sunlight_cache_put_duration_seconds{log="rennet2028h2",quantile="0.9"} 6.938e-05 sunlight_cache_put_duration_seconds{log="rennet2028h2",quantile="0.99"} 9.685e-05 sunlight_cache_put_duration_seconds_sum{log="rennet2028h2"} 5.687547945000009 sunlight_cache_put_duration_seconds_count{log="rennet2028h2"} 98391 # HELP sunlight_cache_put_entries_total Number of entries in deduplication cache inserts, successful or not. # TYPE sunlight_cache_put_entries_total counter sunlight_cache_put_entries_total{log="rennet2027h1"} 442876 sunlight_cache_put_entries_total{log="rennet2027h2"} 27 sunlight_cache_put_entries_total{log="rennet2028h1"} 0 sunlight_cache_put_entries_total{log="rennet2028h2"} 0 # HELP sunlight_cache_put_errors_total Number of failed deduplication cache inserts. # TYPE sunlight_cache_put_errors_total counter sunlight_cache_put_errors_total{log="rennet2027h1"} 0 sunlight_cache_put_errors_total{log="rennet2027h2"} 0 sunlight_cache_put_errors_total{log="rennet2028h1"} 0 sunlight_cache_put_errors_total{log="rennet2028h2"} 0 # HELP sunlight_cache_wal_frames Frames in the cache WAL as of the latest checkpoint. # TYPE sunlight_cache_wal_frames gauge sunlight_cache_wal_frames{log="rennet2027h1"} 4 sunlight_cache_wal_frames{log="rennet2027h2"} 1 sunlight_cache_wal_frames{log="rennet2028h1"} 0 sunlight_cache_wal_frames{log="rennet2028h2"} 0 # HELP sunlight_config_notafter_end_timestamp_seconds End of the NotAfter accepted period. # TYPE sunlight_config_notafter_end_timestamp_seconds gauge sunlight_config_notafter_end_timestamp_seconds{log="rennet2027h1"} 1.8144e+09 sunlight_config_notafter_end_timestamp_seconds{log="rennet2027h2"} 1.8302976e+09 sunlight_config_notafter_end_timestamp_seconds{log="rennet2028h1"} 1.8460224e+09 sunlight_config_notafter_end_timestamp_seconds{log="rennet2028h2"} 1.86192e+09 # HELP sunlight_config_notafter_start_timestamp_seconds Start of the NotAfter accepted period. # TYPE sunlight_config_notafter_start_timestamp_seconds gauge sunlight_config_notafter_start_timestamp_seconds{log="rennet2027h1"} 1.7987616e+09 sunlight_config_notafter_start_timestamp_seconds{log="rennet2027h2"} 1.8144e+09 sunlight_config_notafter_start_timestamp_seconds{log="rennet2028h1"} 1.8302976e+09 sunlight_config_notafter_start_timestamp_seconds{log="rennet2028h2"} 1.8460224e+09 # HELP sunlight_config_roots_total Number of accepted roots. # TYPE sunlight_config_roots_total gauge sunlight_config_roots_total{log="rennet2027h1"} 106 sunlight_config_roots_total{log="rennet2027h2"} 106 sunlight_config_roots_total{log="rennet2028h1"} 74 sunlight_config_roots_total{log="rennet2028h2"} 74 # HELP sunlight_fs_op_duration_seconds Overall local backend operation latency. # TYPE sunlight_fs_op_duration_seconds summary sunlight_fs_op_duration_seconds{log="rennet2027h1",method="discard",quantile="0.5"} 0.00021786 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="discard",quantile="0.75"} 0.000248553 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="discard",quantile="0.9"} 0.000279034 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="discard",quantile="0.99"} 0.000502051 sunlight_fs_op_duration_seconds_sum{log="rennet2027h1",method="discard"} 55.51570602200045 sunlight_fs_op_duration_seconds_count{log="rennet2027h1",method="discard"} 96907 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h1",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h1",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h1",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2027h1",method="fetch"} 0.005542418 sunlight_fs_op_duration_seconds_count{log="rennet2027h1",method="fetch"} 18 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="upload",quantile="0.5"} 0.068395926 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="upload",quantile="0.75"} 0.078406147 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="upload",quantile="0.9"} 0.086290609 sunlight_fs_op_duration_seconds{log="rennet2027h1",method="upload",quantile="0.99"} 0.101346078 sunlight_fs_op_duration_seconds_sum{log="rennet2027h1",method="upload"} 42175.890672965994 sunlight_fs_op_duration_seconds_count{log="rennet2027h1",method="upload"} 491818 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="discard",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="discard",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="discard",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="discard",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2027h2",method="discard"} 0.024042093 sunlight_fs_op_duration_seconds_count{log="rennet2027h2",method="discard"} 27 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2027h2",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2027h2",method="fetch"} 0.002498801 sunlight_fs_op_duration_seconds_count{log="rennet2027h2",method="fetch"} 9 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="upload",quantile="0.5"} 0.058487874 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="upload",quantile="0.75"} 0.077595683 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="upload",quantile="0.9"} 0.085861562 sunlight_fs_op_duration_seconds{log="rennet2027h2",method="upload",quantile="0.99"} 0.102917067 sunlight_fs_op_duration_seconds_sum{log="rennet2027h2",method="upload"} 8036.078257747019 sunlight_fs_op_duration_seconds_count{log="rennet2027h2",method="upload"} 98501 sunlight_fs_op_duration_seconds{log="rennet2028h1",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2028h1",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2028h1",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2028h1",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2028h1",method="fetch"} 0.0015914739999999998 sunlight_fs_op_duration_seconds_count{log="rennet2028h1",method="fetch"} 4 sunlight_fs_op_duration_seconds{log="rennet2028h1",method="upload",quantile="0.5"} 0.059135251 sunlight_fs_op_duration_seconds{log="rennet2028h1",method="upload",quantile="0.75"} 0.076973708 sunlight_fs_op_duration_seconds{log="rennet2028h1",method="upload",quantile="0.9"} 0.084975654 sunlight_fs_op_duration_seconds{log="rennet2028h1",method="upload",quantile="0.99"} 0.097909221 sunlight_fs_op_duration_seconds_sum{log="rennet2028h1",method="upload"} 8100.3105840039525 sunlight_fs_op_duration_seconds_count{log="rennet2028h1",method="upload"} 98393 sunlight_fs_op_duration_seconds{log="rennet2028h2",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="rennet2028h2",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="rennet2028h2",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="rennet2028h2",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="rennet2028h2",method="fetch"} 0.0015226929999999999 sunlight_fs_op_duration_seconds_count{log="rennet2028h2",method="fetch"} 4 sunlight_fs_op_duration_seconds{log="rennet2028h2",method="upload",quantile="0.5"} 0.049521117 sunlight_fs_op_duration_seconds{log="rennet2028h2",method="upload",quantile="0.75"} 0.064470658 sunlight_fs_op_duration_seconds{log="rennet2028h2",method="upload",quantile="0.9"} 0.070304889 sunlight_fs_op_duration_seconds{log="rennet2028h2",method="upload",quantile="0.99"} 0.103151148 sunlight_fs_op_duration_seconds_sum{log="rennet2028h2",method="upload"} 7441.800518282073 sunlight_fs_op_duration_seconds_count{log="rennet2028h2",method="upload"} 98392 # HELP sunlight_http_in_flight_requests Requests currently being served, by endpoint. # TYPE sunlight_http_in_flight_requests gauge sunlight_http_in_flight_requests{endpoint="add-chain",log="rennet2027h1"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="rennet2027h2"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="rennet2028h1"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="rennet2028h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rennet2027h1"} 2 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rennet2027h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rennet2028h1"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rennet2028h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rennet2027h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rennet2027h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rennet2028h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rennet2028h2"} 0 # HELP sunlight_http_request_duration_seconds HTTP request serving latencies in seconds, by endpoint. # TYPE sunlight_http_request_duration_seconds summary sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h1",quantile="0.5"} 0.611909789 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h1",quantile="0.75"} 0.611909789 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h1",quantile="0.9"} 0.611909789 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h1",quantile="0.99"} 0.611909789 sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="rennet2027h1"} 10.864387103 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="rennet2027h1"} 14 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rennet2027h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="rennet2027h2"} 13.513693834999998 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="rennet2027h2"} 13 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h1",quantile="0.5"} 0.711087293 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h1",quantile="0.75"} 0.974909597 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h1",quantile="0.9"} 1.142932308 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h1",quantile="0.99"} 1.260995487 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="rennet2027h1"} 360290.0302192666 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="rennet2027h1"} 443440 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rennet2027h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="rennet2027h2"} 12.287343212000001 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="rennet2027h2"} 14 sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rennet2027h1"} 0.05913725299999999 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rennet2027h1"} 56 sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2027h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rennet2027h2"} 0.41270035600000005 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rennet2027h2"} 387 sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2028h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2028h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2028h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2028h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rennet2028h1"} 0.027688093000000007 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rennet2028h1"} 38 sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2028h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2028h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2028h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rennet2028h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rennet2028h2"} 0.029567319 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rennet2028h2"} 39 # HELP sunlight_http_requests_total HTTP requests served, by endpoint and response code. # TYPE sunlight_http_requests_total counter sunlight_http_requests_total{code="200",endpoint="add-chain",log="rennet2027h1"} 14 sunlight_http_requests_total{code="200",endpoint="add-chain",log="rennet2027h2"} 13 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="rennet2027h1"} 426141 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="rennet2027h2"} 14 sunlight_http_requests_total{code="200",endpoint="get-roots",log="rennet2027h1"} 56 sunlight_http_requests_total{code="200",endpoint="get-roots",log="rennet2027h2"} 387 sunlight_http_requests_total{code="200",endpoint="get-roots",log="rennet2028h1"} 38 sunlight_http_requests_total{code="200",endpoint="get-roots",log="rennet2028h2"} 39 sunlight_http_requests_total{code="499",endpoint="add-pre-chain",log="rennet2027h1"} 17299 # HELP sunlight_issuers_cache_total Number of issuers observed since restarting. # TYPE sunlight_issuers_cache_total gauge sunlight_issuers_cache_total{log="rennet2027h1"} 10 sunlight_issuers_cache_total{log="rennet2027h2"} 2 sunlight_issuers_cache_total{log="rennet2028h1"} 0 sunlight_issuers_cache_total{log="rennet2028h2"} 0 # HELP sunlight_sequencing_data_tiles_bytes Uncompressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_bytes summary sunlight_sequencing_data_tiles_bytes{log="rennet2027h1",quantile="0.5"} 285303 sunlight_sequencing_data_tiles_bytes{log="rennet2027h1",quantile="0.9"} 410934 sunlight_sequencing_data_tiles_bytes{log="rennet2027h1",quantile="0.99"} 450071 sunlight_sequencing_data_tiles_bytes_sum{log="rennet2027h1"} 2.1350435207e+10 sunlight_sequencing_data_tiles_bytes_count{log="rennet2027h1"} 98261 sunlight_sequencing_data_tiles_bytes{log="rennet2027h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2027h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2027h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="rennet2027h2"} 9.699079e+06 sunlight_sequencing_data_tiles_bytes_count{log="rennet2027h2"} 27 sunlight_sequencing_data_tiles_bytes{log="rennet2028h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2028h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2028h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="rennet2028h1"} 0 sunlight_sequencing_data_tiles_bytes_count{log="rennet2028h1"} 0 sunlight_sequencing_data_tiles_bytes{log="rennet2028h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2028h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="rennet2028h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="rennet2028h2"} 0 sunlight_sequencing_data_tiles_bytes_count{log="rennet2028h2"} 0 # HELP sunlight_sequencing_data_tiles_gzip_bytes Compressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_gzip_bytes summary sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h1",quantile="0.5"} 78366 sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h1",quantile="0.9"} 111667 sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h1",quantile="0.99"} 122114 sunlight_sequencing_data_tiles_gzip_bytes_sum{log="rennet2027h1"} 5.448262761e+09 sunlight_sequencing_data_tiles_gzip_bytes_count{log="rennet2027h1"} 98261 sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2027h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="rennet2027h2"} 4.402203e+06 sunlight_sequencing_data_tiles_gzip_bytes_count{log="rennet2027h2"} 27 sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2028h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2028h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2028h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="rennet2028h1"} 0 sunlight_sequencing_data_tiles_gzip_bytes_count{log="rennet2028h1"} 0 sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2028h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2028h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_gzip_bytes{log="rennet2028h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_gzip_bytes_sum{log="rennet2028h2"} 0 sunlight_sequencing_data_tiles_gzip_bytes_count{log="rennet2028h2"} 0 # HELP sunlight_sequencing_duration_seconds Duration of sequencing rounds, successful or not. # TYPE sunlight_sequencing_duration_seconds summary sunlight_sequencing_duration_seconds{log="rennet2027h1",quantile="0.5"} 0.247942284 sunlight_sequencing_duration_seconds{log="rennet2027h1",quantile="0.75"} 0.280649249 sunlight_sequencing_duration_seconds{log="rennet2027h1",quantile="0.9"} 0.290318624 sunlight_sequencing_duration_seconds{log="rennet2027h1",quantile="0.99"} 0.363046934 sunlight_sequencing_duration_seconds_sum{log="rennet2027h1"} 31583.19761533894 sunlight_sequencing_duration_seconds_count{log="rennet2027h1"} 98390 sunlight_sequencing_duration_seconds{log="rennet2027h2",quantile="0.5"} 0.084802683 sunlight_sequencing_duration_seconds{log="rennet2027h2",quantile="0.75"} 0.107141146 sunlight_sequencing_duration_seconds{log="rennet2027h2",quantile="0.9"} 0.119798519 sunlight_sequencing_duration_seconds{log="rennet2027h2",quantile="0.99"} 0.143572494 sunlight_sequencing_duration_seconds_sum{log="rennet2027h2"} 12631.867793689029 sunlight_sequencing_duration_seconds_count{log="rennet2027h2"} 98392 sunlight_sequencing_duration_seconds{log="rennet2028h1",quantile="0.5"} 0.096086461 sunlight_sequencing_duration_seconds{log="rennet2028h1",quantile="0.75"} 0.11321792 sunlight_sequencing_duration_seconds{log="rennet2028h1",quantile="0.9"} 0.120885917 sunlight_sequencing_duration_seconds{log="rennet2028h1",quantile="0.99"} 0.138793355 sunlight_sequencing_duration_seconds_sum{log="rennet2028h1"} 12545.947695772107 sunlight_sequencing_duration_seconds_count{log="rennet2028h1"} 98392 sunlight_sequencing_duration_seconds{log="rennet2028h2",quantile="0.5"} 0.066839886 sunlight_sequencing_duration_seconds{log="rennet2028h2",quantile="0.75"} 0.092022936 sunlight_sequencing_duration_seconds{log="rennet2028h2",quantile="0.9"} 0.101971075 sunlight_sequencing_duration_seconds{log="rennet2028h2",quantile="0.99"} 0.153314909 sunlight_sequencing_duration_seconds_sum{log="rennet2028h2"} 10821.682551150941 sunlight_sequencing_duration_seconds_count{log="rennet2028h2"} 98391 # HELP sunlight_sequencing_leaf_bytes Size of leaves in sequencing rounds, successful or not. # TYPE sunlight_sequencing_leaf_bytes summary sunlight_sequencing_leaf_bytes{log="rennet2027h1",quantile="0.5"} 1546 sunlight_sequencing_leaf_bytes{log="rennet2027h1",quantile="0.99"} 2661 sunlight_sequencing_leaf_bytes_sum{log="rennet2027h1"} 7.39490797e+08 sunlight_sequencing_leaf_bytes_count{log="rennet2027h1"} 442876 sunlight_sequencing_leaf_bytes{log="rennet2027h2",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="rennet2027h2",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="rennet2027h2"} 50194 sunlight_sequencing_leaf_bytes_count{log="rennet2027h2"} 27 sunlight_sequencing_leaf_bytes{log="rennet2028h1",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="rennet2028h1",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="rennet2028h1"} 0 sunlight_sequencing_leaf_bytes_count{log="rennet2028h1"} 0 sunlight_sequencing_leaf_bytes{log="rennet2028h2",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="rennet2028h2",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="rennet2028h2"} 0 sunlight_sequencing_leaf_bytes_count{log="rennet2028h2"} 0 # HELP sunlight_sequencing_names_tiles_bytes Uncompressed size of uploaded names tiles, including partials. # TYPE sunlight_sequencing_names_tiles_bytes summary sunlight_sequencing_names_tiles_bytes{log="rennet2027h1",quantile="0.5"} 22309 sunlight_sequencing_names_tiles_bytes{log="rennet2027h1",quantile="0.9"} 32261 sunlight_sequencing_names_tiles_bytes{log="rennet2027h1",quantile="0.99"} 35323 sunlight_sequencing_names_tiles_bytes_sum{log="rennet2027h1"} 1.730583602e+09 sunlight_sequencing_names_tiles_bytes_count{log="rennet2027h1"} 98261 sunlight_sequencing_names_tiles_bytes{log="rennet2027h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2027h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2027h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="rennet2027h2"} 1.521585e+06 sunlight_sequencing_names_tiles_bytes_count{log="rennet2027h2"} 27 sunlight_sequencing_names_tiles_bytes{log="rennet2028h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2028h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2028h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="rennet2028h1"} 0 sunlight_sequencing_names_tiles_bytes_count{log="rennet2028h1"} 0 sunlight_sequencing_names_tiles_bytes{log="rennet2028h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2028h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_bytes{log="rennet2028h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_bytes_sum{log="rennet2028h2"} 0 sunlight_sequencing_names_tiles_bytes_count{log="rennet2028h2"} 0 # HELP sunlight_sequencing_names_tiles_gzip_bytes Compressed size of uploaded names tiles, including partials. # TYPE sunlight_sequencing_names_tiles_gzip_bytes summary sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h1",quantile="0.5"} 5412 sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h1",quantile="0.9"} 7441 sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h1",quantile="0.99"} 8111 sunlight_sequencing_names_tiles_gzip_bytes_sum{log="rennet2027h1"} 4.30971287e+08 sunlight_sequencing_names_tiles_gzip_bytes_count{log="rennet2027h1"} 98261 sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2027h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="rennet2027h2"} 41988 sunlight_sequencing_names_tiles_gzip_bytes_count{log="rennet2027h2"} 27 sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2028h1",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2028h1",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2028h1",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="rennet2028h1"} 0 sunlight_sequencing_names_tiles_gzip_bytes_count{log="rennet2028h1"} 0 sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2028h2",quantile="0.5"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2028h2",quantile="0.9"} NaN sunlight_sequencing_names_tiles_gzip_bytes{log="rennet2028h2",quantile="0.99"} NaN sunlight_sequencing_names_tiles_gzip_bytes_sum{log="rennet2028h2"} 0 sunlight_sequencing_names_tiles_gzip_bytes_count{log="rennet2028h2"} 0 # HELP sunlight_sequencing_phase_duration_seconds Duration of sequencing round phases, up to the point of failure. # TYPE sunlight_sequencing_phase_duration_seconds summary sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="cache",quantile="0.5"} 0.001123106 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="cache",quantile="0.9"} 0.00184529 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="cache",quantile="0.99"} 0.010776384 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h1",phase="cache"} 334.3414563759982 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h1",phase="cache"} 98390 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="checkpoint",quantile="0.5"} 0.025015397 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="checkpoint",quantile="0.9"} 0.038566123 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="checkpoint",quantile="0.99"} 0.04382165 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h1",phase="checkpoint"} 4700.967726205976 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h1",phase="checkpoint"} 98390 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="hash",quantile="0.5"} 0.01201935 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="hash",quantile="0.9"} 0.016467234 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="hash",quantile="0.99"} 0.018747015 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h1",phase="hash"} 965.3541579609887 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h1",phase="hash"} 98390 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="stage",quantile="0.5"} 0.067280237 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="stage",quantile="0.9"} 0.089208034 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="stage",quantile="0.99"} 0.110988135 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h1",phase="stage"} 8771.329539191038 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h1",phase="stage"} 98390 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="upload",quantile="0.5"} 0.147283334 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="upload",quantile="0.9"} 0.174195782 sunlight_sequencing_phase_duration_seconds{log="rennet2027h1",phase="upload",quantile="0.99"} 0.192468196 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h1",phase="upload"} 16803.04858690312 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h1",phase="upload"} 98390 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="cache",quantile="0.5"} 0.000160153 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="cache",quantile="0.9"} 0.000216384 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="cache",quantile="0.99"} 0.00025273 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h2",phase="cache"} 15.547692984999811 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h2",phase="cache"} 98392 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="checkpoint",quantile="0.5"} 0.026056172 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="checkpoint",quantile="0.9"} 0.03869434 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="checkpoint",quantile="0.99"} 0.050007911 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h2",phase="checkpoint"} 4504.663375110992 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h2",phase="checkpoint"} 98392 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="hash",quantile="0.5"} 0.000654701 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="hash",quantile="0.9"} 0.000992505 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="hash",quantile="0.99"} 0.001076139 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h2",phase="hash"} 67.91225577199923 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h2",phase="hash"} 98392 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="stage",quantile="0.5"} 1.886e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="stage",quantile="0.9"} 2.552e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="stage",quantile="0.99"} 3.821e-05 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h2",phase="stage"} 4.930981340999969 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h2",phase="stage"} 98392 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="upload",quantile="0.5"} 0.057557111 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="upload",quantile="0.9"} 0.085892966 sunlight_sequencing_phase_duration_seconds{log="rennet2027h2",phase="upload",quantile="0.99"} 0.102946024 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2027h2",phase="upload"} 8031.745735617038 sunlight_sequencing_phase_duration_seconds_count{log="rennet2027h2",phase="upload"} 98392 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="cache",quantile="0.5"} 0.000154887 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="cache",quantile="0.9"} 0.00019551 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="cache",quantile="0.99"} 0.000354691 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h1",phase="cache"} 14.959667584999902 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h1",phase="cache"} 98392 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="checkpoint",quantile="0.5"} 0.031419379 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="checkpoint",quantile="0.9"} 0.045495125 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="checkpoint",quantile="0.99"} 0.05272155 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h1",phase="checkpoint"} 4411.705343860002 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h1",phase="checkpoint"} 98392 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="hash",quantile="0.5"} 4.9983e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="hash",quantile="0.9"} 8.1697e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="hash",quantile="0.99"} 0.00013157 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h1",phase="hash"} 5.125877796000023 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h1",phase="hash"} 98392 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="stage",quantile="0.5"} 1.9033e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="stage",quantile="0.9"} 3.42e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="stage",quantile="0.99"} 4.6647e-05 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h1",phase="stage"} 2.232795544000002 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h1",phase="stage"} 98392 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="upload",quantile="0.5"} 0.059193352 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="upload",quantile="0.9"} 0.085005154 sunlight_sequencing_phase_duration_seconds{log="rennet2028h1",phase="upload",quantile="0.99"} 0.097969581 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h1",phase="upload"} 8105.238316890007 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h1",phase="upload"} 98392 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="cache",quantile="0.5"} 0.000157307 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="cache",quantile="0.9"} 0.000185007 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="cache",quantile="0.99"} 0.000224727 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h2",phase="cache"} 16.440142927999972 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h2",phase="cache"} 98391 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="checkpoint",quantile="0.5"} 0.019886274 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="checkpoint",quantile="0.9"} 0.031805486 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="checkpoint",quantile="0.99"} 0.04977538 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h2",phase="checkpoint"} 3342.570108522016 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h2",phase="checkpoint"} 98391 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="hash",quantile="0.5"} 5.4016e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="hash",quantile="0.9"} 7.828e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="hash",quantile="0.99"} 0.000110953 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h2",phase="hash"} 5.631913490999956 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h2",phase="hash"} 98391 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="stage",quantile="0.5"} 1.9989e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="stage",quantile="0.9"} 3.4617e-05 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="stage",quantile="0.99"} 5.7026e-05 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h2",phase="stage"} 2.3144147670000135 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h2",phase="stage"} 98391 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="upload",quantile="0.5"} 0.052511003 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="upload",quantile="0.9"} 0.070353693 sunlight_sequencing_phase_duration_seconds{log="rennet2028h2",phase="upload",quantile="0.99"} 0.103195515 sunlight_sequencing_phase_duration_seconds_sum{log="rennet2028h2",phase="upload"} 7447.2703503620905 sunlight_sequencing_phase_duration_seconds_count{log="rennet2028h2",phase="upload"} 98391 # HELP sunlight_sequencing_pool_entries Number of entries in the pools being sequenced. # TYPE sunlight_sequencing_pool_entries summary sunlight_sequencing_pool_entries{log="rennet2027h1",quantile="0.5"} 4 sunlight_sequencing_pool_entries{log="rennet2027h1",quantile="0.99"} 9 sunlight_sequencing_pool_entries_sum{log="rennet2027h1"} 442876 sunlight_sequencing_pool_entries_count{log="rennet2027h1"} 98390 sunlight_sequencing_pool_entries{log="rennet2027h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="rennet2027h2",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="rennet2027h2"} 27 sunlight_sequencing_pool_entries_count{log="rennet2027h2"} 98392 sunlight_sequencing_pool_entries{log="rennet2028h1",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="rennet2028h1",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="rennet2028h1"} 0 sunlight_sequencing_pool_entries_count{log="rennet2028h1"} 98392 sunlight_sequencing_pool_entries{log="rennet2028h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="rennet2028h2",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="rennet2028h2"} 0 sunlight_sequencing_pool_entries_count{log="rennet2028h2"} 98391 # HELP sunlight_sequencing_rounds_total Number of sequencing rounds, by error category if failed. # TYPE sunlight_sequencing_rounds_total counter sunlight_sequencing_rounds_total{error="",log="rennet2027h1"} 98390 sunlight_sequencing_rounds_total{error="",log="rennet2027h2"} 98392 sunlight_sequencing_rounds_total{error="",log="rennet2028h1"} 98392 sunlight_sequencing_rounds_total{error="",log="rennet2028h2"} 98391 # HELP sunlight_sequencing_uploaded_tiles_total Number of tiles uploaded in successful rounds, including partials. # TYPE sunlight_sequencing_uploaded_tiles_total counter sunlight_sequencing_uploaded_tiles_total{log="rennet2027h1"} 296520 sunlight_sequencing_uploaded_tiles_total{log="rennet2027h2"} 81 sunlight_sequencing_uploaded_tiles_total{log="rennet2028h1"} 0 sunlight_sequencing_uploaded_tiles_total{log="rennet2028h2"} 0 # HELP sunlight_sqlite_update_duration_seconds Duration of SQLite lock backend updates. # TYPE sunlight_sqlite_update_duration_seconds summary sunlight_sqlite_update_duration_seconds{quantile="0.5"} 0.023875422 sunlight_sqlite_update_duration_seconds{quantile="0.9"} 0.038342446 sunlight_sqlite_update_duration_seconds{quantile="0.99"} 0.048637805 sunlight_sqlite_update_duration_seconds_sum 16098.806854833063 sunlight_sqlite_update_duration_seconds_count 393565 # HELP sunlight_staging_discard_errors_total Number of errors discarding staging entries. # TYPE sunlight_staging_discard_errors_total counter sunlight_staging_discard_errors_total{log="rennet2027h1"} 0 sunlight_staging_discard_errors_total{log="rennet2027h2"} 0 sunlight_staging_discard_errors_total{log="rennet2028h1"} 0 sunlight_staging_discard_errors_total{log="rennet2028h2"} 0 # HELP sunlight_tree_size_leaves_total Size of the latest published tree head. # TYPE sunlight_tree_size_leaves_total gauge sunlight_tree_size_leaves_total{log="rennet2027h1"} 1.4363159e+07 sunlight_tree_size_leaves_total{log="rennet2027h2"} 10960 sunlight_tree_size_leaves_total{log="rennet2028h1"} 0 sunlight_tree_size_leaves_total{log="rennet2028h2"} 0 # HELP sunlight_tree_timestamp_seconds Timestamp of the latest published tree head. # TYPE sunlight_tree_timestamp_seconds gauge sunlight_tree_timestamp_seconds{log="rennet2027h1"} 1.794092374016e+09 sunlight_tree_timestamp_seconds{log="rennet2027h2"} 1.794092373976e+09 sunlight_tree_timestamp_seconds{log="rennet2028h1"} 1.794092374166e+09 sunlight_tree_timestamp_seconds{log="rennet2028h2"} 1.794092373929e+09