# HELP go_gc_duration_seconds A summary of the wall-time pause (stop-the-world) duration in garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 8.5038e-05 go_gc_duration_seconds{quantile="0.25"} 0.000126427 go_gc_duration_seconds{quantile="0.5"} 0.000153337 go_gc_duration_seconds{quantile="0.75"} 0.000213316 go_gc_duration_seconds{quantile="1"} 0.001672318 go_gc_duration_seconds_sum 1.1751816 go_gc_duration_seconds_count 5007 # HELP go_gc_gogc_percent Heap size target percentage configured by the user, otherwise 100. This value is set by the GOGC environment variable, and the runtime/debug.SetGCPercent function. Sourced from /gc/gogc:percent. # TYPE go_gc_gogc_percent gauge go_gc_gogc_percent 100 # HELP go_gc_gomemlimit_bytes Go runtime memory limit configured by the user, otherwise math.MaxInt64. This value is set by the GOMEMLIMIT environment variable, and the runtime/debug.SetMemoryLimit function. Sourced from /gc/gomemlimit:bytes. # TYPE go_gc_gomemlimit_bytes gauge go_gc_gomemlimit_bytes 9.223372036854776e+18 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 99 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.27.0"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated in heap and currently in use. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 3.895228e+07 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated in heap until now, even if released already. Equals to /gc/heap/allocs:bytes. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 1.1163686004e+11 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. Equals to /memory/classes/profiling/buckets:bytes. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 2.522581e+06 # HELP go_memstats_frees_total Total number of heap objects frees. Equals to /gc/heap/frees:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_frees_total counter go_memstats_frees_total 1.42720254e+08 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. Equals to /memory/classes/metadata/other:bytes. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 4.896e+06 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and currently in use, same as go_memstats_alloc_bytes. Equals to /memory/classes/heap/objects:bytes. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 3.895228e+07 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. Equals to /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 1.9144704e+07 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 4.6030848e+07 # HELP go_memstats_heap_objects Number of currently allocated objects. Equals to /gc/heap/objects:objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 76540 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. Equals to /memory/classes/heap/released:bytes. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 8.708096e+06 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes + /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 6.5175552e+07 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.7911231328881872e+09 # HELP go_memstats_mallocs_total Total number of heap objects allocated, both live and gc-ed. Semantically a counter version for go_memstats_heap_objects gauge. Equals to /gc/heap/allocs:objects + /gc/heap/tiny/allocs:objects. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 1.42796794e+08 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. Equals to /memory/classes/metadata/mcache/inuse:bytes. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 110208 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. Equals to /memory/classes/metadata/mcache/inuse:bytes + /memory/classes/metadata/mcache/free:bytes. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 112504 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. Equals to /memory/classes/metadata/mspan/inuse:bytes. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 657760 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. Equals to /memory/classes/metadata/mspan/inuse:bytes + /memory/classes/metadata/mspan/free:bytes. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 881280 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. Equals to /gc/heap/goal:bytes. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 5.1604562e+07 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. Equals to /memory/classes/other:bytes. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 7.851083e+06 # HELP go_memstats_stack_inuse_bytes Number of bytes obtained from system for stack allocator in non-CGO environments. Equals to /memory/classes/heap/stacks:bytes. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 6.127616e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. Equals to /memory/classes/heap/stacks:bytes + /memory/classes/os-stacks:bytes. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 6.127616e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. Equals to /memory/classes/total:byte. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 8.7566616e+07 # HELP go_sched_gomaxprocs_threads The current runtime.GOMAXPROCS setting, or the number of operating system threads that can execute user-level Go code simultaneously. Sourced from /sched/gomaxprocs:threads. # TYPE go_sched_gomaxprocs_threads gauge go_sched_gomaxprocs_threads 48 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 43 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 3045.64 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 524287 # HELP process_network_receive_bytes_total Number of bytes received by the process over the network. # TYPE process_network_receive_bytes_total counter process_network_receive_bytes_total 3.167971178688e+13 # HELP process_network_transmit_bytes_total Number of bytes sent by the process over the network. # TYPE process_network_transmit_bytes_total counter process_network_transmit_bytes_total 9.07433351253743e+14 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 75 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 4.97156096e+08 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.79111954753e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 2.240024576e+09 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP sunlight_addchain_requests_total Number of add-[pre-]chain requests, by chain characteristics and errors if any. # TYPE sunlight_addchain_requests_total counter sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="cache"} 58 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="pool"} 2 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="sequencer"} 60 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="cache"} 59 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="pool"} 1 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="sequencer"} 60 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2027h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="cache"} 59 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2027h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="sequencer"} 60 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2028h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="cache"} 60 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2028h1",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="sequencer"} 60 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2028h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="cache"} 59 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2028h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="pool"} 1 sunlight_addchain_requests_total{chain_len="2",error="",issuer="O=Geomys, CN=CT Uptime Test Root",log="navigli2028h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=Geomys, CN=CT Uptime Test Root",source="sequencer"} 60 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Google Trust Services, CN=Test AE1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=Google Trust Services LLC, CN=Test GTS Root R4",source="sequencer"} 34 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Google Trust Services, CN=Test AE1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=Google Trust Services LLC, CN=Test GTS Root R4",source="sequencer"} 6 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Google Trust Services, CN=Test WE1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=Google Trust Services LLC, CN=Test GTS Root R4",source="sequencer"} 24 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Google Trust Services, CN=Test WE1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=Google Trust Services LLC, CN=Test GTS Root R4",source="sequencer"} 7 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Google Trust Services, CN=Test WR1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=Google Trust Services LLC, CN=Test GTS Root R1",source="sequencer"} 86 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Google Trust Services, CN=Test WR1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=Google Trust Services LLC, CN=Test GTS Root R1",source="sequencer"} 25 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Google Trust Services, CN=Test WR2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=Google Trust Services LLC, CN=Test GTS Root R1",source="sequencer"} 15 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Google Trust Services, CN=Test WR2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=Google Trust Services LLC, CN=Test GTS Root R1",source="sequencer"} 7 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Google Trust Services, CN=Test WR3",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=Google Trust Services LLC, CN=Test GTS Root R1",source="sequencer"} 323 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Google Trust Services, CN=Test WR3",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=Google Trust Services LLC, CN=Test GTS Root R1",source="sequencer"} 138 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Google Trust Services, CN=Test WR4",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=Google Trust Services LLC, CN=Test GTS Root R1",source="sequencer"} 11 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Google Trust Services, CN=Test WR4",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=Google Trust Services LLC, CN=Test GTS Root R1",source="sequencer"} 7 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 2 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 72 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1447 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 7 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 70 sunlight_addchain_requests_total{chain_len="4",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1473 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 1 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 1 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Dastardly Durum YR1",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 8 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 2 sunlight_addchain_requests_total{chain_len="4",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Ersatz Emmer YR2",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 20 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=SE, O=Telia Company AB, CN=Telia Test RSA DV CA v4",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="O=TeliaSonera, CN=TeliaSonera PreProd Root CA v1",source="sequencer"} 3 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 8 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 756 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 14114 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="navigli2026h2",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 10 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 771 sunlight_addchain_requests_total{chain_len="5",error="",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 14173 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 2 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 46 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 1 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while queued for the pool",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="canceled"} 53 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 8 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Artificial Amaranth YE1",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 123 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="false",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 5 sunlight_addchain_requests_total{chain_len="5",error="client went away: failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=(STAGING) Baloney Bulgur YE2",log="navigli2027h1",low_priority="false",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 138 # HELP sunlight_addchain_wait_seconds Duration of add-[pre-]chain pauses waiting for a leaf to be sequenced, excluding deduplicated entries. # TYPE sunlight_addchain_wait_seconds summary sunlight_addchain_wait_seconds{log="navigli2026h2",quantile="0.5"} 0.136094539 sunlight_addchain_wait_seconds{log="navigli2026h2",quantile="0.75"} 0.1607142 sunlight_addchain_wait_seconds{log="navigli2026h2",quantile="0.9"} 0.165316073 sunlight_addchain_wait_seconds{log="navigli2026h2",quantile="0.99"} 0.165316073 sunlight_addchain_wait_seconds_sum{log="navigli2026h2"} 134.0574564829999 sunlight_addchain_wait_seconds_count{log="navigli2026h2"} 773 sunlight_addchain_wait_seconds{log="navigli2027h1",quantile="0.5"} 0.174283502 sunlight_addchain_wait_seconds{log="navigli2027h1",quantile="0.75"} 0.219161318 sunlight_addchain_wait_seconds{log="navigli2027h1",quantile="0.9"} 0.247203823 sunlight_addchain_wait_seconds{log="navigli2027h1",quantile="0.99"} 0.295801168 sunlight_addchain_wait_seconds_sum{log="navigli2027h1"} 5523.573636676967 sunlight_addchain_wait_seconds_count{log="navigli2027h1"} 33240 sunlight_addchain_wait_seconds{log="navigli2027h2",quantile="0.5"} 0.1733389 sunlight_addchain_wait_seconds{log="navigli2027h2",quantile="0.75"} 0.1733389 sunlight_addchain_wait_seconds{log="navigli2027h2",quantile="0.9"} 0.1733389 sunlight_addchain_wait_seconds{log="navigli2027h2",quantile="0.99"} 0.1733389 sunlight_addchain_wait_seconds_sum{log="navigli2027h2"} 9.464630361000001 sunlight_addchain_wait_seconds_count{log="navigli2027h2"} 60 sunlight_addchain_wait_seconds{log="navigli2028h1",quantile="0.5"} 0.052384403 sunlight_addchain_wait_seconds{log="navigli2028h1",quantile="0.75"} 0.052384403 sunlight_addchain_wait_seconds{log="navigli2028h1",quantile="0.9"} 0.052384403 sunlight_addchain_wait_seconds{log="navigli2028h1",quantile="0.99"} 0.052384403 sunlight_addchain_wait_seconds_sum{log="navigli2028h1"} 9.714181825 sunlight_addchain_wait_seconds_count{log="navigli2028h1"} 60 sunlight_addchain_wait_seconds{log="navigli2028h2",quantile="0.5"} 0.180830358 sunlight_addchain_wait_seconds{log="navigli2028h2",quantile="0.75"} 0.180830358 sunlight_addchain_wait_seconds{log="navigli2028h2",quantile="0.9"} 0.180830358 sunlight_addchain_wait_seconds{log="navigli2028h2",quantile="0.99"} 0.180830358 sunlight_addchain_wait_seconds_sum{log="navigli2028h2"} 9.538235231 sunlight_addchain_wait_seconds_count{log="navigli2028h2"} 60 # HELP sunlight_build_info Build information about the running sunlight binary. # TYPE sunlight_build_info gauge sunlight_build_info{commit="9df52bc1601173528297f188120eebe0b9ff3355",version="v0.9.1-0.20260917130017-9df52bc16011"} 1 # HELP sunlight_cache_checkpoint_busy_total Number of cache WAL checkpoints that couldn't complete and reset the WAL. # TYPE sunlight_cache_checkpoint_busy_total counter sunlight_cache_checkpoint_busy_total{log="navigli2026h2"} 0 sunlight_cache_checkpoint_busy_total{log="navigli2027h1"} 0 sunlight_cache_checkpoint_busy_total{log="navigli2027h2"} 0 sunlight_cache_checkpoint_busy_total{log="navigli2028h1"} 0 sunlight_cache_checkpoint_busy_total{log="navigli2028h2"} 0 # HELP sunlight_cache_checkpoint_duration_seconds Duration of deduplication cache WAL checkpoints. # TYPE sunlight_cache_checkpoint_duration_seconds summary sunlight_cache_checkpoint_duration_seconds{log="navigli2026h2",quantile="0.5"} 5.6749e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2026h2",quantile="0.9"} 9.2068e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2026h2",quantile="0.99"} 0.000158027 sunlight_cache_checkpoint_duration_seconds_sum{log="navigli2026h2"} 1.1822295469999973 sunlight_cache_checkpoint_duration_seconds_count{log="navigli2026h2"} 17923 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h1",quantile="0.5"} 0.000125537 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h1",quantile="0.9"} 0.000250556 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h1",quantile="0.99"} 0.000431182 sunlight_cache_checkpoint_duration_seconds_sum{log="navigli2027h1"} 2.620894038999998 sunlight_cache_checkpoint_duration_seconds_count{log="navigli2027h1"} 17922 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h2",quantile="0.5"} 5.1028e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h2",quantile="0.9"} 8.3988e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2027h2",quantile="0.99"} 0.000129228 sunlight_cache_checkpoint_duration_seconds_sum{log="navigli2027h2"} 1.0341437509999978 sunlight_cache_checkpoint_duration_seconds_count{log="navigli2027h2"} 17922 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h1",quantile="0.5"} 5.6139e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h1",quantile="0.9"} 9.1178e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h1",quantile="0.99"} 0.000143967 sunlight_cache_checkpoint_duration_seconds_sum{log="navigli2028h1"} 1.113530099000003 sunlight_cache_checkpoint_duration_seconds_count{log="navigli2028h1"} 17921 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h2",quantile="0.5"} 5.3999e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h2",quantile="0.9"} 8.2949e-05 sunlight_cache_checkpoint_duration_seconds{log="navigli2028h2",quantile="0.99"} 0.000187577 sunlight_cache_checkpoint_duration_seconds_sum{log="navigli2028h2"} 1.1187412670000012 sunlight_cache_checkpoint_duration_seconds_count{log="navigli2028h2"} 17920 # HELP sunlight_cache_checkpoint_errors_total Number of failed cache WAL checkpoints. # TYPE sunlight_cache_checkpoint_errors_total counter sunlight_cache_checkpoint_errors_total{log="navigli2026h2"} 0 sunlight_cache_checkpoint_errors_total{log="navigli2027h1"} 0 sunlight_cache_checkpoint_errors_total{log="navigli2027h2"} 0 sunlight_cache_checkpoint_errors_total{log="navigli2028h1"} 0 sunlight_cache_checkpoint_errors_total{log="navigli2028h2"} 0 # HELP sunlight_cache_database_bytes Size of the deduplication cache database file. # TYPE sunlight_cache_database_bytes gauge sunlight_cache_database_bytes{log="navigli2026h2"} 1.0643431424e+10 sunlight_cache_database_bytes{log="navigli2027h1"} 6.18496e+07 sunlight_cache_database_bytes{log="navigli2027h2"} 4.165632e+06 sunlight_cache_database_bytes{log="navigli2028h1"} 4.190208e+06 sunlight_cache_database_bytes{log="navigli2028h2"} 4.149248e+06 # HELP sunlight_cache_get_duration_seconds Duration of individual deduplication cache lookups. # TYPE sunlight_cache_get_duration_seconds summary sunlight_cache_get_duration_seconds{log="navigli2026h2",quantile="0.5"} 0.000670188 sunlight_cache_get_duration_seconds{log="navigli2026h2",quantile="0.9"} 0.000912683 sunlight_cache_get_duration_seconds{log="navigli2026h2",quantile="0.99"} 0.000912683 sunlight_cache_get_duration_seconds_sum{log="navigli2026h2"} 0.5262578400000006 sunlight_cache_get_duration_seconds_count{log="navigli2026h2"} 831 sunlight_cache_get_duration_seconds{log="navigli2027h1",quantile="0.5"} 0.000187257 sunlight_cache_get_duration_seconds{log="navigli2027h1",quantile="0.9"} 0.000229536 sunlight_cache_get_duration_seconds{log="navigli2027h1",quantile="0.99"} 0.000341194 sunlight_cache_get_duration_seconds_sum{log="navigli2027h1"} 5.462115126999996 sunlight_cache_get_duration_seconds_count{log="navigli2027h1"} 33302 sunlight_cache_get_duration_seconds{log="navigli2027h2",quantile="0.5"} 0.000201416 sunlight_cache_get_duration_seconds{log="navigli2027h2",quantile="0.9"} 0.000201416 sunlight_cache_get_duration_seconds{log="navigli2027h2",quantile="0.99"} 0.000201416 sunlight_cache_get_duration_seconds_sum{log="navigli2027h2"} 0.02032091699999999 sunlight_cache_get_duration_seconds_count{log="navigli2027h2"} 119 sunlight_cache_get_duration_seconds{log="navigli2028h1",quantile="0.5"} 0.000226916 sunlight_cache_get_duration_seconds{log="navigli2028h1",quantile="0.9"} 0.000247576 sunlight_cache_get_duration_seconds{log="navigli2028h1",quantile="0.99"} 0.000247576 sunlight_cache_get_duration_seconds_sum{log="navigli2028h1"} 0.021967969000000014 sunlight_cache_get_duration_seconds_count{log="navigli2028h1"} 120 sunlight_cache_get_duration_seconds{log="navigli2028h2",quantile="0.5"} 0.000193337 sunlight_cache_get_duration_seconds{log="navigli2028h2",quantile="0.9"} 0.000193337 sunlight_cache_get_duration_seconds{log="navigli2028h2",quantile="0.99"} 0.000193337 sunlight_cache_get_duration_seconds_sum{log="navigli2028h2"} 0.02079506199999999 sunlight_cache_get_duration_seconds_count{log="navigli2028h2"} 119 # HELP sunlight_cache_put_duration_seconds Duration of batch deduplication cache inserts. # TYPE sunlight_cache_put_duration_seconds summary sunlight_cache_put_duration_seconds{log="navigli2026h2",quantile="0.5"} 4.455e-05 sunlight_cache_put_duration_seconds{log="navigli2026h2",quantile="0.9"} 7.8379e-05 sunlight_cache_put_duration_seconds{log="navigli2026h2",quantile="0.99"} 0.000250676 sunlight_cache_put_duration_seconds_sum{log="navigli2026h2"} 1.1198930190000014 sunlight_cache_put_duration_seconds_count{log="navigli2026h2"} 17923 sunlight_cache_put_duration_seconds{log="navigli2027h1",quantile="0.5"} 0.000195817 sunlight_cache_put_duration_seconds{log="navigli2027h1",quantile="0.9"} 0.000437661 sunlight_cache_put_duration_seconds{log="navigli2027h1",quantile="0.99"} 0.000777265 sunlight_cache_put_duration_seconds_sum{log="navigli2027h1"} 4.66814469400002 sunlight_cache_put_duration_seconds_count{log="navigli2027h1"} 17922 sunlight_cache_put_duration_seconds{log="navigli2027h2",quantile="0.5"} 4.0269e-05 sunlight_cache_put_duration_seconds{log="navigli2027h2",quantile="0.9"} 7.0679e-05 sunlight_cache_put_duration_seconds{log="navigli2027h2",quantile="0.99"} 0.000117318 sunlight_cache_put_duration_seconds_sum{log="navigli2027h2"} 0.8579848499999996 sunlight_cache_put_duration_seconds_count{log="navigli2027h2"} 17922 sunlight_cache_put_duration_seconds{log="navigli2028h1",quantile="0.5"} 4.3609e-05 sunlight_cache_put_duration_seconds{log="navigli2028h1",quantile="0.9"} 7.2849e-05 sunlight_cache_put_duration_seconds{log="navigli2028h1",quantile="0.99"} 0.000111448 sunlight_cache_put_duration_seconds_sum{log="navigli2028h1"} 0.915420361999999 sunlight_cache_put_duration_seconds_count{log="navigli2028h1"} 17921 sunlight_cache_put_duration_seconds{log="navigli2028h2",quantile="0.5"} 4.2249e-05 sunlight_cache_put_duration_seconds{log="navigli2028h2",quantile="0.9"} 7.1269e-05 sunlight_cache_put_duration_seconds{log="navigli2028h2",quantile="0.99"} 0.000102538 sunlight_cache_put_duration_seconds_sum{log="navigli2028h2"} 0.9016251089999991 sunlight_cache_put_duration_seconds_count{log="navigli2028h2"} 17920 # HELP sunlight_cache_put_entries_total Number of entries in deduplication cache inserts, successful or not. # TYPE sunlight_cache_put_entries_total counter sunlight_cache_put_entries_total{log="navigli2026h2"} 773 sunlight_cache_put_entries_total{log="navigli2027h1"} 33240 sunlight_cache_put_entries_total{log="navigli2027h2"} 60 sunlight_cache_put_entries_total{log="navigli2028h1"} 60 sunlight_cache_put_entries_total{log="navigli2028h2"} 60 # HELP sunlight_cache_put_errors_total Number of failed deduplication cache inserts. # TYPE sunlight_cache_put_errors_total counter sunlight_cache_put_errors_total{log="navigli2026h2"} 0 sunlight_cache_put_errors_total{log="navigli2027h1"} 0 sunlight_cache_put_errors_total{log="navigli2027h2"} 0 sunlight_cache_put_errors_total{log="navigli2028h1"} 0 sunlight_cache_put_errors_total{log="navigli2028h2"} 0 # HELP sunlight_cache_wal_frames Frames in the cache WAL as of the latest checkpoint. # TYPE sunlight_cache_wal_frames gauge sunlight_cache_wal_frames{log="navigli2026h2"} 1 sunlight_cache_wal_frames{log="navigli2027h1"} 8 sunlight_cache_wal_frames{log="navigli2027h2"} 4 sunlight_cache_wal_frames{log="navigli2028h1"} 1 sunlight_cache_wal_frames{log="navigli2028h2"} 1 # HELP sunlight_config_notafter_end_timestamp_seconds End of the NotAfter accepted period. # TYPE sunlight_config_notafter_end_timestamp_seconds gauge sunlight_config_notafter_end_timestamp_seconds{log="navigli2026h2"} 1.7987616e+09 sunlight_config_notafter_end_timestamp_seconds{log="navigli2027h1"} 1.8144e+09 sunlight_config_notafter_end_timestamp_seconds{log="navigli2027h2"} 1.8302976e+09 sunlight_config_notafter_end_timestamp_seconds{log="navigli2028h1"} 1.8460224e+09 sunlight_config_notafter_end_timestamp_seconds{log="navigli2028h2"} 1.86192e+09 # HELP sunlight_config_notafter_start_timestamp_seconds Start of the NotAfter accepted period. # TYPE sunlight_config_notafter_start_timestamp_seconds gauge sunlight_config_notafter_start_timestamp_seconds{log="navigli2026h2"} 1.782864e+09 sunlight_config_notafter_start_timestamp_seconds{log="navigli2027h1"} 1.7987616e+09 sunlight_config_notafter_start_timestamp_seconds{log="navigli2027h2"} 1.8144e+09 sunlight_config_notafter_start_timestamp_seconds{log="navigli2028h1"} 1.8302976e+09 sunlight_config_notafter_start_timestamp_seconds{log="navigli2028h2"} 1.8460224e+09 # HELP sunlight_config_roots_total Number of accepted roots. # TYPE sunlight_config_roots_total gauge sunlight_config_roots_total{log="navigli2026h2"} 118 sunlight_config_roots_total{log="navigli2027h1"} 118 sunlight_config_roots_total{log="navigli2027h2"} 118 sunlight_config_roots_total{log="navigli2028h1"} 86 sunlight_config_roots_total{log="navigli2028h2"} 86 # HELP sunlight_fs_op_duration_seconds Overall local backend operation latency. # TYPE sunlight_fs_op_duration_seconds summary sunlight_fs_op_duration_seconds{log="navigli2026h2",method="discard",quantile="0.5"} 9.3408e-05 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="discard",quantile="0.75"} 0.000147347 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="discard",quantile="0.9"} 0.000219435 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="discard",quantile="0.99"} 0.000219435 sunlight_fs_op_duration_seconds_sum{log="navigli2026h2",method="discard"} 0.10664660799999998 sunlight_fs_op_duration_seconds_count{log="navigli2026h2",method="discard"} 745 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="navigli2026h2",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="navigli2026h2",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="navigli2026h2",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="navigli2026h2",method="fetch"} 0.009971023999999998 sunlight_fs_op_duration_seconds_count{log="navigli2026h2",method="fetch"} 30 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="upload",quantile="0.5"} 0.000630618 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="upload",quantile="0.75"} 0.000812095 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="upload",quantile="0.9"} 0.000909203 sunlight_fs_op_duration_seconds{log="navigli2026h2",method="upload",quantile="0.99"} 0.001200888 sunlight_fs_op_duration_seconds_sum{log="navigli2026h2",method="upload"} 14.729755866000056 sunlight_fs_op_duration_seconds_count{log="navigli2026h2",method="upload"} 20907 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="discard",quantile="0.5"} 0.000116118 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="discard",quantile="0.75"} 0.000189506 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="discard",quantile="0.9"} 0.000235496 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="discard",quantile="0.99"} 0.000315683 sunlight_fs_op_duration_seconds_sum{log="navigli2027h1",method="discard"} 2.125736518999999 sunlight_fs_op_duration_seconds_count{log="navigli2027h1",method="discard"} 15001 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h1",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h1",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h1",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="navigli2027h1",method="fetch"} 0.004167289000000001 sunlight_fs_op_duration_seconds_count{log="navigli2027h1",method="fetch"} 17 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="upload",quantile="0.5"} 0.000722096 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="upload",quantile="0.75"} 0.000842224 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="upload",quantile="0.9"} 0.001023361 sunlight_fs_op_duration_seconds{log="navigli2027h1",method="upload",quantile="0.99"} 0.001426823 sunlight_fs_op_duration_seconds_sum{log="navigli2027h1",method="upload"} 58.90225506400095 sunlight_fs_op_duration_seconds_count{log="navigli2027h1",method="upload"} 78285 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="discard",quantile="0.5"} 9.8098e-05 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="discard",quantile="0.75"} 9.8098e-05 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="discard",quantile="0.9"} 9.8098e-05 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="discard",quantile="0.99"} 9.8098e-05 sunlight_fs_op_duration_seconds_sum{log="navigli2027h2",method="discard"} 0.007920519 sunlight_fs_op_duration_seconds_count{log="navigli2027h2",method="discard"} 60 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h2",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h2",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="navigli2027h2",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="navigli2027h2",method="fetch"} 0.0017038890000000003 sunlight_fs_op_duration_seconds_count{log="navigli2027h2",method="fetch"} 9 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="upload",quantile="0.5"} 0.000570959 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="upload",quantile="0.75"} 0.000706437 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="upload",quantile="0.9"} 0.000887363 sunlight_fs_op_duration_seconds{log="navigli2027h2",method="upload",quantile="0.99"} 0.001177297 sunlight_fs_op_duration_seconds_sum{log="navigli2027h2",method="upload"} 11.48376735399999 sunlight_fs_op_duration_seconds_count{log="navigli2027h2",method="upload"} 18163 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="discard",quantile="0.5"} 7.1399e-05 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="discard",quantile="0.75"} 7.1399e-05 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="discard",quantile="0.9"} 7.1399e-05 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="discard",quantile="0.99"} 7.1399e-05 sunlight_fs_op_duration_seconds_sum{log="navigli2028h1",method="discard"} 0.007290351999999999 sunlight_fs_op_duration_seconds_count{log="navigli2028h1",method="discard"} 60 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h1",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h1",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h1",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="navigli2028h1",method="fetch"} 0.001366013 sunlight_fs_op_duration_seconds_count{log="navigli2028h1",method="fetch"} 9 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="upload",quantile="0.5"} 0.000598939 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="upload",quantile="0.75"} 0.000785685 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="upload",quantile="0.9"} 0.000937122 sunlight_fs_op_duration_seconds{log="navigli2028h1",method="upload",quantile="0.99"} 0.001342625 sunlight_fs_op_duration_seconds_sum{log="navigli2028h1",method="upload"} 12.325238326000054 sunlight_fs_op_duration_seconds_count{log="navigli2028h1",method="upload"} 18162 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="discard",quantile="0.5"} 7.7738e-05 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="discard",quantile="0.75"} 7.7738e-05 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="discard",quantile="0.9"} 7.7738e-05 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="discard",quantile="0.99"} 7.7738e-05 sunlight_fs_op_duration_seconds_sum{log="navigli2028h2",method="discard"} 0.008821221 sunlight_fs_op_duration_seconds_count{log="navigli2028h2",method="discard"} 60 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="fetch",quantile="0.5"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h2",method="fetch",quantile="0.75"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h2",method="fetch",quantile="0.9"} NaN sunlight_fs_op_duration_seconds{log="navigli2028h2",method="fetch",quantile="0.99"} NaN sunlight_fs_op_duration_seconds_sum{log="navigli2028h2",method="fetch"} 0.001658389 sunlight_fs_op_duration_seconds_count{log="navigli2028h2",method="fetch"} 9 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="upload",quantile="0.5"} 0.000606738 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="upload",quantile="0.75"} 0.000799524 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="upload",quantile="0.9"} 0.000906322 sunlight_fs_op_duration_seconds{log="navigli2028h2",method="upload",quantile="0.99"} 0.001192178 sunlight_fs_op_duration_seconds_sum{log="navigli2028h2",method="upload"} 12.294415645999996 sunlight_fs_op_duration_seconds_count{log="navigli2028h2",method="upload"} 18161 # HELP sunlight_http_in_flight_requests Requests currently being served, by endpoint. # TYPE sunlight_http_in_flight_requests gauge sunlight_http_in_flight_requests{endpoint="add-chain",log="navigli2026h2"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="navigli2027h1"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="navigli2027h2"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="navigli2028h1"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="navigli2028h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="navigli2026h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="navigli2027h1"} 3 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="navigli2027h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="navigli2028h1"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="navigli2028h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="navigli2026h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="navigli2027h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="navigli2027h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="navigli2028h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="navigli2028h2"} 0 # HELP sunlight_http_request_duration_seconds HTTP request serving latencies in seconds, by endpoint. # TYPE sunlight_http_request_duration_seconds summary sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2026h2",quantile="0.5"} 0.126659579 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2026h2",quantile="0.75"} 0.151927478 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2026h2",quantile="0.9"} 0.169574732 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2026h2",quantile="0.99"} 0.169574732 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="navigli2026h2"} 139.55492918500022 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="navigli2026h2"} 833 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h1",quantile="0.5"} 0.205748013 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h1",quantile="0.75"} 0.255409278 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h1",quantile="0.9"} 0.283360365 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h1",quantile="0.99"} 0.342296314 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="navigli2027h1"} 6631.160270021016 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="navigli2027h1"} 33404 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h2",quantile="0.5"} 0.174756893 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h2",quantile="0.75"} 0.174756893 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h2",quantile="0.9"} 0.174756893 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2027h2",quantile="0.99"} 0.174756893 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="navigli2027h2"} 9.735501137999993 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="navigli2027h2"} 119 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h1",quantile="0.5"} 0.00368155 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h1",quantile="0.75"} 0.054129749 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h1",quantile="0.9"} 0.054129749 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h1",quantile="0.99"} 0.054129749 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="navigli2028h1"} 9.97871518499999 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="navigli2028h1"} 120 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h2",quantile="0.5"} 0.060235014 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h2",quantile="0.75"} 0.182458537 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h2",quantile="0.9"} 0.182458537 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="navigli2028h2",quantile="0.99"} 0.182458537 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="navigli2028h2"} 9.866530137 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="navigli2028h2"} 120 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2026h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2026h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2026h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2026h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="navigli2026h2"} 1.0380896600000002 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="navigli2026h2"} 6 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="navigli2027h1"} 1.04735872 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="navigli2027h1"} 5 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2027h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="navigli2027h2"} 1.046246343 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="navigli2027h2"} 5 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="navigli2028h1"} 0.499550724 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="navigli2028h1"} 5 sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="navigli2028h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="navigli2028h2"} 0.518153169 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="navigli2028h2"} 5 # HELP sunlight_http_requests_total HTTP requests served, by endpoint and response code. # TYPE sunlight_http_requests_total counter sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="navigli2026h2"} 833 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="navigli2027h1"} 32996 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="navigli2027h2"} 119 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="navigli2028h1"} 120 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="navigli2028h2"} 120 sunlight_http_requests_total{code="200",endpoint="get-roots",log="navigli2026h2"} 6 sunlight_http_requests_total{code="200",endpoint="get-roots",log="navigli2027h1"} 5 sunlight_http_requests_total{code="200",endpoint="get-roots",log="navigli2027h2"} 5 sunlight_http_requests_total{code="200",endpoint="get-roots",log="navigli2028h1"} 5 sunlight_http_requests_total{code="200",endpoint="get-roots",log="navigli2028h2"} 5 sunlight_http_requests_total{code="499",endpoint="add-pre-chain",log="navigli2027h1"} 408 # HELP sunlight_issuers_cache_total Number of issuers observed since restarting. # TYPE sunlight_issuers_cache_total gauge sunlight_issuers_cache_total{log="navigli2026h2"} 21 sunlight_issuers_cache_total{log="navigli2027h1"} 9 sunlight_issuers_cache_total{log="navigli2027h2"} 1 sunlight_issuers_cache_total{log="navigli2028h1"} 1 sunlight_issuers_cache_total{log="navigli2028h2"} 1 # HELP sunlight_sequencing_data_tiles_bytes Uncompressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_bytes summary sunlight_sequencing_data_tiles_bytes{log="navigli2026h2",quantile="0.5"} 156129 sunlight_sequencing_data_tiles_bytes{log="navigli2026h2",quantile="0.9"} 160409 sunlight_sequencing_data_tiles_bytes{log="navigli2026h2",quantile="0.99"} 160409 sunlight_sequencing_data_tiles_bytes_sum{log="navigli2026h2"} 1.80734033e+08 sunlight_sequencing_data_tiles_bytes_count{log="navigli2026h2"} 745 sunlight_sequencing_data_tiles_bytes{log="navigli2027h1",quantile="0.5"} 200849 sunlight_sequencing_data_tiles_bytes{log="navigli2027h1",quantile="0.9"} 377302 sunlight_sequencing_data_tiles_bytes{log="navigli2027h1",quantile="0.99"} 410793 sunlight_sequencing_data_tiles_bytes_sum{log="navigli2027h1"} 3.156098823e+09 sunlight_sequencing_data_tiles_bytes_count{log="navigli2027h1"} 15077 sunlight_sequencing_data_tiles_bytes{log="navigli2027h2",quantile="0.5"} 188434 sunlight_sequencing_data_tiles_bytes{log="navigli2027h2",quantile="0.9"} 188434 sunlight_sequencing_data_tiles_bytes{log="navigli2027h2",quantile="0.99"} 188434 sunlight_sequencing_data_tiles_bytes_sum{log="navigli2027h2"} 9.355621e+06 sunlight_sequencing_data_tiles_bytes_count{log="navigli2027h2"} 60 sunlight_sequencing_data_tiles_bytes{log="navigli2028h1",quantile="0.5"} 186220 sunlight_sequencing_data_tiles_bytes{log="navigli2028h1",quantile="0.9"} 186220 sunlight_sequencing_data_tiles_bytes{log="navigli2028h1",quantile="0.99"} 186220 sunlight_sequencing_data_tiles_bytes_sum{log="navigli2028h1"} 9.222195e+06 sunlight_sequencing_data_tiles_bytes_count{log="navigli2028h1"} 60 sunlight_sequencing_data_tiles_bytes{log="navigli2028h2",quantile="0.5"} 188421 sunlight_sequencing_data_tiles_bytes{log="navigli2028h2",quantile="0.9"} 188421 sunlight_sequencing_data_tiles_bytes{log="navigli2028h2",quantile="0.99"} 188421 sunlight_sequencing_data_tiles_bytes_sum{log="navigli2028h2"} 9.355119e+06 sunlight_sequencing_data_tiles_bytes_count{log="navigli2028h2"} 60 # HELP sunlight_sequencing_data_tiles_gzip_bytes Compressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_gzip_bytes summary sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2026h2",quantile="0.5"} 44838 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2026h2",quantile="0.9"} 46043 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2026h2",quantile="0.99"} 46043 sunlight_sequencing_data_tiles_gzip_bytes_sum{log="navigli2026h2"} 5.2455927e+07 sunlight_sequencing_data_tiles_gzip_bytes_count{log="navigli2026h2"} 745 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h1",quantile="0.5"} 50795 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h1",quantile="0.9"} 91787 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h1",quantile="0.99"} 101985 sunlight_sequencing_data_tiles_gzip_bytes_sum{log="navigli2027h1"} 7.83485639e+08 sunlight_sequencing_data_tiles_gzip_bytes_count{log="navigli2027h1"} 15077 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h2",quantile="0.5"} 21043 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h2",quantile="0.9"} 21043 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2027h2",quantile="0.99"} 21043 sunlight_sequencing_data_tiles_gzip_bytes_sum{log="navigli2027h2"} 1.050913e+06 sunlight_sequencing_data_tiles_gzip_bytes_count{log="navigli2027h2"} 60 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h1",quantile="0.5"} 20802 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h1",quantile="0.9"} 20802 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h1",quantile="0.99"} 20802 sunlight_sequencing_data_tiles_gzip_bytes_sum{log="navigli2028h1"} 1.036696e+06 sunlight_sequencing_data_tiles_gzip_bytes_count{log="navigli2028h1"} 60 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h2",quantile="0.5"} 20991 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h2",quantile="0.9"} 20991 sunlight_sequencing_data_tiles_gzip_bytes{log="navigli2028h2",quantile="0.99"} 20991 sunlight_sequencing_data_tiles_gzip_bytes_sum{log="navigli2028h2"} 1.049821e+06 sunlight_sequencing_data_tiles_gzip_bytes_count{log="navigli2028h2"} 60 # HELP sunlight_sequencing_duration_seconds Duration of sequencing rounds, successful or not. # TYPE sunlight_sequencing_duration_seconds summary sunlight_sequencing_duration_seconds{log="navigli2026h2",quantile="0.5"} 0.006248961 sunlight_sequencing_duration_seconds{log="navigli2026h2",quantile="0.75"} 0.009003369 sunlight_sequencing_duration_seconds{log="navigli2026h2",quantile="0.9"} 0.012989402 sunlight_sequencing_duration_seconds{log="navigli2026h2",quantile="0.99"} 0.067309289 sunlight_sequencing_duration_seconds_sum{log="navigli2026h2"} 187.6431144549987 sunlight_sequencing_duration_seconds_count{log="navigli2026h2"} 17923 sunlight_sequencing_duration_seconds{log="navigli2027h1",quantile="0.5"} 0.057911327 sunlight_sequencing_duration_seconds{log="navigli2027h1",quantile="0.75"} 0.081347221 sunlight_sequencing_duration_seconds{log="navigli2027h1",quantile="0.9"} 0.095793096 sunlight_sequencing_duration_seconds{log="navigli2027h1",quantile="0.99"} 0.120319609 sunlight_sequencing_duration_seconds_sum{log="navigli2027h1"} 1013.4899824570008 sunlight_sequencing_duration_seconds_count{log="navigli2027h1"} 17922 sunlight_sequencing_duration_seconds{log="navigli2027h2",quantile="0.5"} 0.006112974 sunlight_sequencing_duration_seconds{log="navigli2027h2",quantile="0.75"} 0.008623456 sunlight_sequencing_duration_seconds{log="navigli2027h2",quantile="0.9"} 0.011666338 sunlight_sequencing_duration_seconds{log="navigli2027h2",quantile="0.99"} 0.02047419 sunlight_sequencing_duration_seconds_sum{log="navigli2027h2"} 122.35486707900024 sunlight_sequencing_duration_seconds_count{log="navigli2027h2"} 17922 sunlight_sequencing_duration_seconds{log="navigli2028h1",quantile="0.5"} 0.006094424 sunlight_sequencing_duration_seconds{log="navigli2028h1",quantile="0.75"} 0.008582876 sunlight_sequencing_duration_seconds{log="navigli2028h1",quantile="0.9"} 0.011498431 sunlight_sequencing_duration_seconds{log="navigli2028h1",quantile="0.99"} 0.019249644 sunlight_sequencing_duration_seconds_sum{log="navigli2028h1"} 126.68238735400017 sunlight_sequencing_duration_seconds_count{log="navigli2028h1"} 17921 sunlight_sequencing_duration_seconds{log="navigli2028h2",quantile="0.5"} 0.00574022 sunlight_sequencing_duration_seconds{log="navigli2028h2",quantile="0.75"} 0.00839551 sunlight_sequencing_duration_seconds{log="navigli2028h2",quantile="0.9"} 0.011081769 sunlight_sequencing_duration_seconds{log="navigli2028h2",quantile="0.99"} 0.019797044 sunlight_sequencing_duration_seconds_sum{log="navigli2028h2"} 121.91767477400049 sunlight_sequencing_duration_seconds_count{log="navigli2028h2"} 17920 # HELP sunlight_sequencing_leaf_bytes Size of leaves in sequencing rounds, successful or not. # TYPE sunlight_sequencing_leaf_bytes summary sunlight_sequencing_leaf_bytes{log="navigli2026h2",quantile="0.5"} 1657 sunlight_sequencing_leaf_bytes{log="navigli2026h2",quantile="0.99"} 1937 sunlight_sequencing_leaf_bytes_sum{log="navigli2026h2"} 1.454631e+06 sunlight_sequencing_leaf_bytes_count{log="navigli2026h2"} 773 sunlight_sequencing_leaf_bytes{log="navigli2027h1",quantile="0.5"} 1542 sunlight_sequencing_leaf_bytes{log="navigli2027h1",quantile="0.99"} 2669 sunlight_sequencing_leaf_bytes_sum{log="navigli2027h1"} 5.3922659e+07 sunlight_sequencing_leaf_bytes_count{log="navigli2027h1"} 33240 sunlight_sequencing_leaf_bytes{log="navigli2027h2",quantile="0.5"} 1102 sunlight_sequencing_leaf_bytes{log="navigli2027h2",quantile="0.99"} 1102 sunlight_sequencing_leaf_bytes_sum{log="navigli2027h2"} 66113 sunlight_sequencing_leaf_bytes_count{log="navigli2027h2"} 60 sunlight_sequencing_leaf_bytes{log="navigli2028h1",quantile="0.5"} 1101 sunlight_sequencing_leaf_bytes{log="navigli2028h1",quantile="0.99"} 1101 sunlight_sequencing_leaf_bytes_sum{log="navigli2028h1"} 66124 sunlight_sequencing_leaf_bytes_count{log="navigli2028h1"} 60 sunlight_sequencing_leaf_bytes{log="navigli2028h2",quantile="0.5"} 1100 sunlight_sequencing_leaf_bytes{log="navigli2028h2",quantile="0.99"} 1100 sunlight_sequencing_leaf_bytes_sum{log="navigli2028h2"} 66108 sunlight_sequencing_leaf_bytes_count{log="navigli2028h2"} 60 # HELP sunlight_sequencing_names_tiles_bytes Uncompressed size of uploaded names tiles, including partials. # TYPE sunlight_sequencing_names_tiles_bytes summary sunlight_sequencing_names_tiles_bytes{log="navigli2026h2",quantile="0.5"} 17955 sunlight_sequencing_names_tiles_bytes{log="navigli2026h2",quantile="0.9"} 18346 sunlight_sequencing_names_tiles_bytes{log="navigli2026h2",quantile="0.99"} 18346 sunlight_sequencing_names_tiles_bytes_sum{log="navigli2026h2"} 1.9644882e+07 sunlight_sequencing_names_tiles_bytes_count{log="navigli2026h2"} 745 sunlight_sequencing_names_tiles_bytes{log="navigli2027h1",quantile="0.5"} 16443 sunlight_sequencing_names_tiles_bytes{log="navigli2027h1",quantile="0.9"} 31164 sunlight_sequencing_names_tiles_bytes{log="navigli2027h1",quantile="0.99"} 33802 sunlight_sequencing_names_tiles_bytes_sum{log="navigli2027h1"} 2.58561809e+08 sunlight_sequencing_names_tiles_bytes_count{log="navigli2027h1"} 15077 sunlight_sequencing_names_tiles_bytes{log="navigli2027h2",quantile="0.5"} 36423 sunlight_sequencing_names_tiles_bytes{log="navigli2027h2",quantile="0.9"} 36423 sunlight_sequencing_names_tiles_bytes{log="navigli2027h2",quantile="0.99"} 36423 sunlight_sequencing_names_tiles_bytes_sum{log="navigli2027h2"} 1.80837e+06 sunlight_sequencing_names_tiles_bytes_count{log="navigli2027h2"} 60 sunlight_sequencing_names_tiles_bytes{log="navigli2028h1",quantile="0.5"} 35997 sunlight_sequencing_names_tiles_bytes{log="navigli2028h1",quantile="0.9"} 35997 sunlight_sequencing_names_tiles_bytes{log="navigli2028h1",quantile="0.99"} 35997 sunlight_sequencing_names_tiles_bytes_sum{log="navigli2028h1"} 1.78281e+06 sunlight_sequencing_names_tiles_bytes_count{log="navigli2028h1"} 60 sunlight_sequencing_names_tiles_bytes{log="navigli2028h2",quantile="0.5"} 36423 sunlight_sequencing_names_tiles_bytes{log="navigli2028h2",quantile="0.9"} 36423 sunlight_sequencing_names_tiles_bytes{log="navigli2028h2",quantile="0.99"} 36423 sunlight_sequencing_names_tiles_bytes_sum{log="navigli2028h2"} 1.80837e+06 sunlight_sequencing_names_tiles_bytes_count{log="navigli2028h2"} 60 # HELP sunlight_sequencing_names_tiles_gzip_bytes Compressed size of uploaded names tiles, including partials. # TYPE sunlight_sequencing_names_tiles_gzip_bytes summary sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2026h2",quantile="0.5"} 2313 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2026h2",quantile="0.9"} 2380 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2026h2",quantile="0.99"} 2380 sunlight_sequencing_names_tiles_gzip_bytes_sum{log="navigli2026h2"} 2.457366e+06 sunlight_sequencing_names_tiles_gzip_bytes_count{log="navigli2026h2"} 745 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h1",quantile="0.5"} 4995 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h1",quantile="0.9"} 8843 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h1",quantile="0.99"} 9575 sunlight_sequencing_names_tiles_gzip_bytes_sum{log="navigli2027h1"} 7.8324114e+07 sunlight_sequencing_names_tiles_gzip_bytes_count{log="navigli2027h1"} 15077 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h2",quantile="0.5"} 1415 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h2",quantile="0.9"} 1415 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2027h2",quantile="0.99"} 1415 sunlight_sequencing_names_tiles_gzip_bytes_sum{log="navigli2027h2"} 72495 sunlight_sequencing_names_tiles_gzip_bytes_count{log="navigli2027h2"} 60 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h1",quantile="0.5"} 1377 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h1",quantile="0.9"} 1377 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h1",quantile="0.99"} 1377 sunlight_sequencing_names_tiles_gzip_bytes_sum{log="navigli2028h1"} 70305 sunlight_sequencing_names_tiles_gzip_bytes_count{log="navigli2028h1"} 60 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h2",quantile="0.5"} 1407 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h2",quantile="0.9"} 1407 sunlight_sequencing_names_tiles_gzip_bytes{log="navigli2028h2",quantile="0.99"} 1407 sunlight_sequencing_names_tiles_gzip_bytes_sum{log="navigli2028h2"} 71966 sunlight_sequencing_names_tiles_gzip_bytes_count{log="navigli2028h2"} 60 # HELP sunlight_sequencing_phase_duration_seconds Duration of sequencing round phases, up to the point of failure. # TYPE sunlight_sequencing_phase_duration_seconds summary sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="cache",quantile="0.5"} 0.000119018 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="cache",quantile="0.9"} 0.000211196 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="cache",quantile="0.99"} 0.000793315 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2026h2",phase="cache"} 2.6816972040000078 sunlight_sequencing_phase_duration_seconds_count{log="navigli2026h2",phase="cache"} 17923 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="checkpoint",quantile="0.5"} 0.003587281 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="checkpoint",quantile="0.9"} 0.008546597 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="checkpoint",quantile="0.99"} 0.017652174 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2026h2",phase="checkpoint"} 82.79555545799985 sunlight_sequencing_phase_duration_seconds_count{log="navigli2026h2",phase="checkpoint"} 17923 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="hash",quantile="0.5"} 0.001303695 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="hash",quantile="0.9"} 0.002183629 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="hash",quantile="0.99"} 0.040179755 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2026h2",phase="hash"} 73.44177098800003 sunlight_sequencing_phase_duration_seconds_count{log="navigli2026h2",phase="hash"} 17923 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="stage",quantile="0.5"} 3.8199e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="stage",quantile="0.9"} 5.8489e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="stage",quantile="0.99"} 0.010727925 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2026h2",phase="stage"} 11.27141845700007 sunlight_sequencing_phase_duration_seconds_count{log="navigli2026h2",phase="stage"} 17923 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="upload",quantile="0.5"} 0.000690827 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="upload",quantile="0.9"} 0.00106832 sunlight_sequencing_phase_duration_seconds{log="navigli2026h2",phase="upload",quantile="0.99"} 0.002438643 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2026h2",phase="upload"} 15.084066614999955 sunlight_sequencing_phase_duration_seconds_count{log="navigli2026h2",phase="upload"} 17923 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="cache",quantile="0.5"} 0.000353533 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="cache",quantile="0.9"} 0.000748665 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="cache",quantile="0.99"} 0.001210427 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h1",phase="cache"} 7.693967741999995 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h1",phase="cache"} 17922 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="checkpoint",quantile="0.5"} 0.003020753 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="checkpoint",quantile="0.9"} 0.00681938 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="checkpoint",quantile="0.99"} 0.012415924 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h1",phase="checkpoint"} 63.51715550700003 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h1",phase="checkpoint"} 17922 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="hash",quantile="0.5"} 0.040332562 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="hash",quantile="0.9"} 0.072301413 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="hash",quantile="0.99"} 0.095437953 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h1",phase="hash"} 721.7734922810039 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h1",phase="hash"} 17922 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="stage",quantile="0.5"} 0.009638577 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="stage",quantile="0.9"} 0.016969067 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="stage",quantile="0.99"} 0.032401173 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h1",phase="stage"} 178.68348842200112 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h1",phase="stage"} 17922 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="upload",quantile="0.5"} 0.002264646 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="upload",quantile="0.9"} 0.003204949 sunlight_sequencing_phase_duration_seconds{log="navigli2027h1",phase="upload",quantile="0.99"} 0.004273959 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h1",phase="upload"} 38.87184151499988 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h1",phase="upload"} 17922 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="cache",quantile="0.5"} 0.000103668 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="cache",quantile="0.9"} 0.000187886 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="cache",quantile="0.99"} 0.000605359 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h2",phase="cache"} 2.2309353000000027 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h2",phase="cache"} 17922 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="checkpoint",quantile="0.5"} 0.003846846 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="checkpoint",quantile="0.9"} 0.008202354 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="checkpoint",quantile="0.99"} 0.014301038 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h2",phase="checkpoint"} 80.4311918220003 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h2",phase="checkpoint"} 17922 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="hash",quantile="0.5"} 0.001139438 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="hash",quantile="0.9"} 0.001983822 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="hash",quantile="0.99"} 0.003657011 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h2",phase="hash"} 22.741770323000097 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h2",phase="hash"} 17922 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="stage",quantile="0.5"} 3.378e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="stage",quantile="0.9"} 5.6609e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="stage",quantile="0.99"} 0.000281595 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h2",phase="stage"} 1.0947218460000003 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h2",phase="stage"} 17922 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="upload",quantile="0.5"} 0.000627238 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="upload",quantile="0.9"} 0.000978232 sunlight_sequencing_phase_duration_seconds{log="navigli2027h2",phase="upload",quantile="0.99"} 0.001479332 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2027h2",phase="upload"} 12.565796790000022 sunlight_sequencing_phase_duration_seconds_count{log="navigli2027h2",phase="upload"} 17922 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="cache",quantile="0.5"} 0.000115798 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="cache",quantile="0.9"} 0.000199036 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="cache",quantile="0.99"} 0.000404082 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h1",phase="cache"} 2.3800510169999916 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h1",phase="cache"} 17921 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="checkpoint",quantile="0.5"} 0.003799388 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="checkpoint",quantile="0.9"} 0.008283753 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="checkpoint",quantile="0.99"} 0.015073464 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h1",phase="checkpoint"} 83.43812314400024 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h1",phase="checkpoint"} 17921 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="hash",quantile="0.5"} 0.001192198 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="hash",quantile="0.9"} 0.002044611 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="hash",quantile="0.99"} 0.003823587 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h1",phase="hash"} 23.847798108000045 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h1",phase="hash"} 17921 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="stage",quantile="0.5"} 3.7009e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="stage",quantile="0.9"} 6.1578e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="stage",quantile="0.99"} 0.000203287 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h1",phase="stage"} 1.1720891449999988 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h1",phase="stage"} 17921 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="upload",quantile="0.5"} 0.000672837 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="upload",quantile="0.9"} 0.00104732 sunlight_sequencing_phase_duration_seconds{log="navigli2028h1",phase="upload",quantile="0.99"} 0.001756737 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h1",phase="upload"} 13.488553347999916 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h1",phase="upload"} 17921 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="cache",quantile="0.5"} 0.000110667 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="cache",quantile="0.9"} 0.000188686 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="cache",quantile="0.99"} 0.000360493 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h2",phase="cache"} 2.3696631499999903 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h2",phase="cache"} 17920 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="checkpoint",quantile="0.5"} 0.003485994 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="checkpoint",quantile="0.9"} 0.00835064 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="checkpoint",quantile="0.99"} 0.015923777 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h2",phase="checkpoint"} 80.64862544100004 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h2",phase="checkpoint"} 17920 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="hash",quantile="0.5"} 0.001072959 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="hash",quantile="0.9"} 0.002011801 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="hash",quantile="0.99"} 0.002766677 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h2",phase="hash"} 22.127974698000045 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h2",phase="hash"} 17920 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="stage",quantile="0.5"} 3.6379e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="stage",quantile="0.9"} 5.9269e-05 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="stage",quantile="0.99"} 0.000260435 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h2",phase="stage"} 1.167271373000003 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h2",phase="stage"} 17920 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="upload",quantile="0.5"} 0.000663798 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="upload",quantile="0.9"} 0.001010581 sunlight_sequencing_phase_duration_seconds{log="navigli2028h2",phase="upload",quantile="0.99"} 0.001366794 sunlight_sequencing_phase_duration_seconds_sum{log="navigli2028h2",phase="upload"} 13.407912637999956 sunlight_sequencing_phase_duration_seconds_count{log="navigli2028h2",phase="upload"} 17920 # HELP sunlight_sequencing_pool_entries Number of entries in the pools being sequenced. # TYPE sunlight_sequencing_pool_entries summary sunlight_sequencing_pool_entries{log="navigli2026h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="navigli2026h2",quantile="0.99"} 1 sunlight_sequencing_pool_entries_sum{log="navigli2026h2"} 773 sunlight_sequencing_pool_entries_count{log="navigli2026h2"} 17923 sunlight_sequencing_pool_entries{log="navigli2027h1",quantile="0.5"} 2 sunlight_sequencing_pool_entries{log="navigli2027h1",quantile="0.99"} 6 sunlight_sequencing_pool_entries_sum{log="navigli2027h1"} 33240 sunlight_sequencing_pool_entries_count{log="navigli2027h1"} 17922 sunlight_sequencing_pool_entries{log="navigli2027h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="navigli2027h2",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="navigli2027h2"} 60 sunlight_sequencing_pool_entries_count{log="navigli2027h2"} 17922 sunlight_sequencing_pool_entries{log="navigli2028h1",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="navigli2028h1",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="navigli2028h1"} 60 sunlight_sequencing_pool_entries_count{log="navigli2028h1"} 17921 sunlight_sequencing_pool_entries{log="navigli2028h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="navigli2028h2",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="navigli2028h2"} 60 sunlight_sequencing_pool_entries_count{log="navigli2028h2"} 17920 # HELP sunlight_sequencing_rounds_total Number of sequencing rounds, by error category if failed. # TYPE sunlight_sequencing_rounds_total counter sunlight_sequencing_rounds_total{error="",log="navigli2026h2"} 17923 sunlight_sequencing_rounds_total{error="",log="navigli2027h1"} 17922 sunlight_sequencing_rounds_total{error="",log="navigli2027h2"} 17922 sunlight_sequencing_rounds_total{error="",log="navigli2028h1"} 17921 sunlight_sequencing_rounds_total{error="",log="navigli2028h2"} 17920 # HELP sunlight_sequencing_uploaded_tiles_total Number of tiles uploaded in successful rounds, including partials. # TYPE sunlight_sequencing_uploaded_tiles_total counter sunlight_sequencing_uploaded_tiles_total{log="navigli2026h2"} 2238 sunlight_sequencing_uploaded_tiles_total{log="navigli2027h1"} 45361 sunlight_sequencing_uploaded_tiles_total{log="navigli2027h2"} 180 sunlight_sequencing_uploaded_tiles_total{log="navigli2028h1"} 180 sunlight_sequencing_uploaded_tiles_total{log="navigli2028h2"} 180 # HELP sunlight_sqlite_update_duration_seconds Duration of SQLite lock backend updates. # TYPE sunlight_sqlite_update_duration_seconds summary sunlight_sqlite_update_duration_seconds{quantile="0.5"} 0.000410312 sunlight_sqlite_update_duration_seconds{quantile="0.9"} 0.000656977 sunlight_sqlite_update_duration_seconds{quantile="0.99"} 0.001431893 sunlight_sqlite_update_duration_seconds_sum 51.23882323599985 sunlight_sqlite_update_duration_seconds_count 108234 # HELP sunlight_staging_discard_errors_total Number of errors discarding staging entries. # TYPE sunlight_staging_discard_errors_total counter sunlight_staging_discard_errors_total{log="navigli2026h2"} 0 sunlight_staging_discard_errors_total{log="navigli2027h1"} 0 sunlight_staging_discard_errors_total{log="navigli2027h2"} 0 sunlight_staging_discard_errors_total{log="navigli2028h1"} 0 sunlight_staging_discard_errors_total{log="navigli2028h2"} 0 # HELP sunlight_tree_size_leaves_total Size of the latest published tree head. # TYPE sunlight_tree_size_leaves_total gauge sunlight_tree_size_leaves_total{log="navigli2026h2"} 1.93330262e+08 sunlight_tree_size_leaves_total{log="navigli2027h1"} 1.152385e+06 sunlight_tree_size_leaves_total{log="navigli2027h2"} 77995 sunlight_tree_size_leaves_total{log="navigli2028h1"} 77993 sunlight_tree_size_leaves_total{log="navigli2028h2"} 77995 # HELP sunlight_tree_timestamp_seconds Timestamp of the latest published tree head. # TYPE sunlight_tree_timestamp_seconds gauge sunlight_tree_timestamp_seconds{log="navigli2026h2"} 1.791123133223e+09 sunlight_tree_timestamp_seconds{log="navigli2027h1"} 1.791123133232e+09 sunlight_tree_timestamp_seconds{log="navigli2027h2"} 1.791123133285e+09 sunlight_tree_timestamp_seconds{log="navigli2028h1"} 1.791123133269e+09 sunlight_tree_timestamp_seconds{log="navigli2028h2"} 1.791123133184e+09 # HELP sunlight_witness_add_checkpoint_requests_total Total number of add-checkpoint requests processed, by log origin. # TYPE sunlight_witness_add_checkpoint_requests_total counter sunlight_witness_add_checkpoint_requests_total{error="",origin="android.transparency.goog/google1p/apk/2026/1",progress="false"} 6 sunlight_witness_add_checkpoint_requests_total{error="",origin="android.transparency.goog/mainline/modules/2026/1",progress="false"} 6 sunlight_witness_add_checkpoint_requests_total{error="",origin="apertrue.photo/witness/production",progress="false"} 1 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2026h1.staging.certificate.transparency.goog",progress="false"} 120 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2026h2.staging.certificate.transparency.goog",progress="false"} 24 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2026h2.staging.certificate.transparency.goog",progress="true"} 1845 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2027h1.staging.certificate.transparency.goog",progress="false"} 56 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2027h1.staging.certificate.transparency.goog",progress="true"} 2834 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2027h2.staging.certificate.transparency.goog",progress="false"} 119 sunlight_witness_add_checkpoint_requests_total{error="",origin="coachandhorses2027h2.staging.certificate.transparency.goog",progress="true"} 1 sunlight_witness_add_checkpoint_requests_total{error="",origin="geomys.org/witness/test-log",progress="false"} 299 sunlight_witness_add_checkpoint_requests_total{error="",origin="keyserver.geomys.org",progress="false"} 1 sunlight_witness_add_checkpoint_requests_total{error="",origin="log2025-1.rekor.sigstore.dev",progress="true"} 1191 sunlight_witness_add_checkpoint_requests_total{error="",origin="log2025-alpha3.rekor.sigstage.dev",progress="true"} 535 sunlight_witness_add_checkpoint_requests_total{error="",origin="log2026-1.us-east4.rekor.sigstage.dev",progress="true"} 633 sunlight_witness_add_checkpoint_requests_total{error="",origin="markovianprotocol.com/log",progress="true"} 3 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2026h2.prod.certificate.transparency.goog",progress="false"} 79 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2026h2.prod.certificate.transparency.goog",progress="true"} 2865 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2027h1.prod.certificate.transparency.goog",progress="false"} 50 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2027h1.prod.certificate.transparency.goog",progress="true"} 2864 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2027h2.prod.certificate.transparency.goog",progress="false"} 120 sunlight_witness_add_checkpoint_requests_total{error="",origin="parcelyard2027h2.prod.certificate.transparency.goog",progress="true"} 1 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2026h2.prod.certificate.transparency.goog",progress="false"} 37 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2026h2.prod.certificate.transparency.goog",progress="true"} 1965 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2027h1.prod.certificate.transparency.goog",progress="false"} 31 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2027h1.prod.certificate.transparency.goog",progress="true"} 2075 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2027h2.prod.certificate.transparency.goog",progress="false"} 121 sunlight_witness_add_checkpoint_requests_total{error="",origin="plumbersarms2027h2.prod.certificate.transparency.goog",progress="true"} 1 sunlight_witness_add_checkpoint_requests_total{error="",origin="sigsum.org/v1/tree/1643169b32bef33a3f54f8a353b87c475d19b6223cbb106390d10a29978e1cba",progress="false"} 358 sunlight_witness_add_checkpoint_requests_total{error="",origin="sigsum.org/v1/tree/4e89cc51651f0d95f3c6127c15e1a42e3ddf7046c5b17b752689c402e773bb4d",progress="false"} 357 sunlight_witness_add_checkpoint_requests_total{error="",origin="sigsum.org/v1/tree/4e89cc51651f0d95f3c6127c15e1a42e3ddf7046c5b17b752689c402e773bb4d",progress="true"} 1 sunlight_witness_add_checkpoint_requests_total{error="",origin="thelemail.com/keys",progress="false"} 6 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="coachandhorses2026h2.staging.certificate.transparency.goog",progress="true"} 24 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="coachandhorses2027h1.staging.certificate.transparency.goog",progress="true"} 55 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="log2025-1.rekor.sigstore.dev",progress="true"} 1 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="parcelyard2026h2.prod.certificate.transparency.goog",progress="true"} 76 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="parcelyard2027h1.prod.certificate.transparency.goog",progress="true"} 48 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="plumbersarms2026h2.prod.certificate.transparency.goog",progress="false"} 2 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="plumbersarms2026h2.prod.certificate.transparency.goog",progress="true"} 579 sunlight_witness_add_checkpoint_requests_total{error="known tree size doesn't match provided old size",origin="plumbersarms2027h1.prod.certificate.transparency.goog",progress="true"} 485 sunlight_witness_add_checkpoint_requests_total{error="unknown log",origin="",progress=""} 956 # HELP sunlight_witness_add_entries_requests_total Total number of add-entries requests processed, by log origin. # TYPE sunlight_witness_add_entries_requests_total counter sunlight_witness_add_entries_requests_total{error="",origin="oid/1.3.6.1.4.1.44494.3.1.2.0.1"} 1 # HELP sunlight_witness_fs_op_duration_seconds Overall local backend operation latency. # TYPE sunlight_witness_fs_op_duration_seconds summary sunlight_witness_fs_op_duration_seconds{method="fetch",quantile="0.5"} NaN sunlight_witness_fs_op_duration_seconds{method="fetch",quantile="0.75"} NaN sunlight_witness_fs_op_duration_seconds{method="fetch",quantile="0.9"} NaN sunlight_witness_fs_op_duration_seconds{method="fetch",quantile="0.99"} NaN sunlight_witness_fs_op_duration_seconds_sum{method="fetch"} 0.000226135 sunlight_witness_fs_op_duration_seconds_count{method="fetch"} 3 sunlight_witness_fs_op_duration_seconds{method="upload",quantile="0.5"} 0.000631957 sunlight_witness_fs_op_duration_seconds{method="upload",quantile="0.75"} 0.000803035 sunlight_witness_fs_op_duration_seconds{method="upload",quantile="0.9"} 0.000939642 sunlight_witness_fs_op_duration_seconds{method="upload",quantile="0.99"} 0.001159808 sunlight_witness_fs_op_duration_seconds_sum{method="upload"} 13.047961183000096 sunlight_witness_fs_op_duration_seconds_count{method="upload"} 18608 # HELP sunlight_witness_http_in_flight_requests Requests currently being served, by endpoint. # TYPE sunlight_witness_http_in_flight_requests gauge sunlight_witness_http_in_flight_requests{endpoint="add-checkpoint"} 0 sunlight_witness_http_in_flight_requests{endpoint="add-entries"} 0 sunlight_witness_http_in_flight_requests{endpoint="sign-subtree"} 0 # HELP sunlight_witness_http_request_duration_seconds HTTP request serving latencies in seconds, by endpoint. # TYPE sunlight_witness_http_request_duration_seconds summary sunlight_witness_http_request_duration_seconds{endpoint="add-checkpoint",quantile="0.5"} 0.006864229 sunlight_witness_http_request_duration_seconds{endpoint="add-checkpoint",quantile="0.75"} 0.009781804 sunlight_witness_http_request_duration_seconds{endpoint="add-checkpoint",quantile="0.9"} 0.012997062 sunlight_witness_http_request_duration_seconds{endpoint="add-checkpoint",quantile="0.99"} 0.021580139 sunlight_witness_http_request_duration_seconds_sum{endpoint="add-checkpoint"} 157.65732644200034 sunlight_witness_http_request_duration_seconds_count{endpoint="add-checkpoint"} 20832 sunlight_witness_http_request_duration_seconds{endpoint="add-entries",quantile="0.5"} NaN sunlight_witness_http_request_duration_seconds{endpoint="add-entries",quantile="0.75"} NaN sunlight_witness_http_request_duration_seconds{endpoint="add-entries",quantile="0.9"} NaN sunlight_witness_http_request_duration_seconds{endpoint="add-entries",quantile="0.99"} NaN sunlight_witness_http_request_duration_seconds_sum{endpoint="add-entries"} 0.012890003 sunlight_witness_http_request_duration_seconds_count{endpoint="add-entries"} 1 # HELP sunlight_witness_http_request_size_bytes HTTP request sizes in bytes, by endpoint. # TYPE sunlight_witness_http_request_size_bytes summary sunlight_witness_http_request_size_bytes{endpoint="add-entries",quantile="0.5"} NaN sunlight_witness_http_request_size_bytes{endpoint="add-entries",quantile="0.9"} NaN sunlight_witness_http_request_size_bytes{endpoint="add-entries",quantile="0.99"} NaN sunlight_witness_http_request_size_bytes_sum{endpoint="add-entries"} 285 sunlight_witness_http_request_size_bytes_count{endpoint="add-entries"} 1 # HELP sunlight_witness_http_requests_total HTTP requests served, by endpoint and response code. # TYPE sunlight_witness_http_requests_total counter sunlight_witness_http_requests_total{code="200",endpoint="add-checkpoint"} 18605 sunlight_witness_http_requests_total{code="200",endpoint="add-entries"} 1 sunlight_witness_http_requests_total{code="404",endpoint="add-checkpoint"} 956 sunlight_witness_http_requests_total{code="409",endpoint="add-checkpoint"} 1271 sunlight_witness_http_requests_total{code="500",endpoint="add-checkpoint"} 1 # HELP sunlight_witness_known_logs Number of logs known to the witness. # TYPE sunlight_witness_known_logs gauge sunlight_witness_known_logs 37 # HELP sunlight_witness_log_entries_total Size of the latest checkpoint, by log origin. # TYPE sunlight_witness_log_entries_total gauge sunlight_witness_log_entries_total{origin="android.transparency.goog/google1p/apk/2026/1"} 484469 sunlight_witness_log_entries_total{origin="android.transparency.goog/mainline/modules/2026/1"} 418 sunlight_witness_log_entries_total{origin="apertrue.photo/witness/production"} 16 sunlight_witness_log_entries_total{origin="coachandhorses2026h1.staging.certificate.transparency.goog"} 1.85550988e+08 sunlight_witness_log_entries_total{origin="coachandhorses2026h2.staging.certificate.transparency.goog"} 4.51848726e+09 sunlight_witness_log_entries_total{origin="coachandhorses2027h1.staging.certificate.transparency.goog"} 3.65388833e+08 sunlight_witness_log_entries_total{origin="coachandhorses2027h2.staging.certificate.transparency.goog"} 4003 sunlight_witness_log_entries_total{origin="geomys.org/witness/test-log"} 1 sunlight_witness_log_entries_total{origin="keyserver.geomys.org"} 79 sunlight_witness_log_entries_total{origin="log2025-1.rekor.sigstore.dev"} 1.37668972e+08 sunlight_witness_log_entries_total{origin="log2025-alpha3.rekor.sigstage.dev"} 5.942796e+06 sunlight_witness_log_entries_total{origin="log2026-1.us-east4.rekor.sigstage.dev"} 1.700955e+06 sunlight_witness_log_entries_total{origin="markovianprotocol.com/log"} 9316 sunlight_witness_log_entries_total{origin="parcelyard2026h2.prod.certificate.transparency.goog"} 1.582603041e+09 sunlight_witness_log_entries_total{origin="parcelyard2027h1.prod.certificate.transparency.goog"} 1.06806987e+08 sunlight_witness_log_entries_total{origin="parcelyard2027h2.prod.certificate.transparency.goog"} 7994 sunlight_witness_log_entries_total{origin="plumbersarms2026h2.prod.certificate.transparency.goog"} 1.582103794e+09 sunlight_witness_log_entries_total{origin="plumbersarms2027h1.prod.certificate.transparency.goog"} 1.06758155e+08 sunlight_witness_log_entries_total{origin="plumbersarms2027h2.prod.certificate.transparency.goog"} 8022 sunlight_witness_log_entries_total{origin="sigsum.org/v1/tree/1643169b32bef33a3f54f8a353b87c475d19b6223cbb106390d10a29978e1cba"} 478515 sunlight_witness_log_entries_total{origin="sigsum.org/v1/tree/4e89cc51651f0d95f3c6127c15e1a42e3ddf7046c5b17b752689c402e773bb4d"} 233280 sunlight_witness_log_entries_total{origin="thelemail.com/keys"} 887 # HELP sunlight_witness_log_list_pull_timestamp_seconds Timestamp of the last successful pull of each log list. # TYPE sunlight_witness_log_list_pull_timestamp_seconds gauge sunlight_witness_log_list_pull_timestamp_seconds{list="https://github.com/geomys/magnolia/raw/refs/heads/main/staging/mirror.log-list.txt"} 1.7911222511377912e+09 sunlight_witness_log_list_pull_timestamp_seconds{list="https://staging.witness-network.org/log-list-100qps-40klogs.1"} 1.7911222505786984e+09 sunlight_witness_log_list_pull_timestamp_seconds{list="https://staging.witness-network.org/log-list-10qps-4klogs.1"} 1.791122250545469e+09 sunlight_witness_log_list_pull_timestamp_seconds{list="https://testing.witness-network.org/log-list.1"} 1.791122250419013e+09 sunlight_witness_log_list_pull_timestamp_seconds{list="https://uptime.geomys.org/witness/log-list"} 1.7911222507002249e+09 # HELP sunlight_witness_mirror_log_entries_total Size of the latest mirror checkpoint, by log origin. # TYPE sunlight_witness_mirror_log_entries_total gauge sunlight_witness_mirror_log_entries_total{origin="oid/1.3.6.1.4.1.44494.3.1.2.0.1"} 15 # HELP sunlight_witness_mirror_next_entry Number of entries durably uploaded to the mirror, at or ahead of the mirror checkpoint, by log origin. # TYPE sunlight_witness_mirror_next_entry gauge sunlight_witness_mirror_next_entry{origin="oid/1.3.6.1.4.1.44494.3.1.2.0.1"} 15 # HELP sunlight_witness_mirrored_logs Number of logs mirrored by the witness. # TYPE sunlight_witness_mirrored_logs gauge sunlight_witness_mirrored_logs 3