# HELP go_gc_duration_seconds A summary of the pause duration of garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 2.188e-05 go_gc_duration_seconds{quantile="0.25"} 3.556e-05 go_gc_duration_seconds{quantile="0.5"} 4.7738e-05 go_gc_duration_seconds{quantile="0.75"} 7.64e-05 go_gc_duration_seconds{quantile="1"} 0.000645291 go_gc_duration_seconds_sum 3.219612371 go_gc_duration_seconds_count 45532 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 382 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.22.5"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated and still in use. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 2.5827656e+07 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 6.60934439896e+11 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 3.15037e+06 # HELP go_memstats_frees_total Total number of frees. # TYPE go_memstats_frees_total counter go_memstats_frees_total 5.199799763e+09 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 4.289752e+06 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 2.5827656e+07 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 6.7035136e+07 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 3.5299328e+07 # HELP go_memstats_heap_objects Number of allocated objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 96270 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 5.6631296e+07 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 1.02334464e+08 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.7271665800087912e+09 # HELP go_memstats_lookups_total Total number of pointer lookups. # TYPE go_memstats_lookups_total counter go_memstats_lookups_total 0 # HELP go_memstats_mallocs_total Total number of mallocs. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 5.199896033e+09 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 9600 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 15600 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 568480 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 1.40352e+06 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 3.739688e+07 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 1.323694e+06 # HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 6.684672e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 6.684672e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 1.19202072e+08 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 16 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 4109.18 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 262144 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 258 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 1.1669504e+08 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.72714447731e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 1.361522688e+09 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP sunlight_addchain_requests_total Number of add-[pre-]chain requests, by chain characteristics and errors if any. # TYPE sunlight_addchain_requests_total counter sunlight_addchain_requests_total{chain_len="",error="invalid chain",issuer="",log="rome2025h1",precert="",preissuer="",reused="",root="",source=""} 1 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rome2024h2",precert="",preissuer="",reused="",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 6 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rome2024h2",precert="true",preissuer="",reused="",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 6 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rome2025h1",precert="",preissuer="",reused="",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 5 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rome2025h1",precert="true",preissuer="",reused="",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 7 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rome2025h2",precert="",preissuer="",reused="",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 6 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rome2025h2",precert="true",preissuer="",reused="",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 6 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2024h2",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 886 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 15978 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2024h2",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 956 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 10260 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2024h2",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 8855 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 136527 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2024h2",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 9945 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 86465 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2024h2",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 8700 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 136301 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2024h2",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 10171 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 85947 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2024h2",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 847 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 15958 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2024h2",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 914 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 10224 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2024h2",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 6878 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 124549 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2024h2",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 6495 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 124917 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2024h2",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 6798 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 124376 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2024h2",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 6357 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 124824 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2024h2",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 23713 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 408889 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2024h2",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 21850 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 410716 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2024h2",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 23845 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 408737 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2024h2",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 21836 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 410758 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2024h2",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2024h2",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 10 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 21 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2024h2",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 2 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 2 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2024h2",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 65 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 197 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2024h2",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 3 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 3 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2024h2",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 67 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 196 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2024h2",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2024h2",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 4 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 21 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2024h2",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 2 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2024h2",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2024h2",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 4 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2024h2",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 3 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 4 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2024h2",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 4 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 9 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2024h2",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 2 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 10 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2024h2",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 5 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 8 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2024h2",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 2 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 7 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 8 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 8 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 2 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 3 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 2 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 2 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 20 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 19 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2024h2",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 17 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2024h2",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 12 # HELP sunlight_addchain_wait_seconds Duration of add-[pre-]chain pauses waiting for a leaf to be sequenced, excluding deduplicated entries. # TYPE sunlight_addchain_wait_seconds summary sunlight_addchain_wait_seconds{log="rome2024h2",quantile="0.5"} 0.803733843 sunlight_addchain_wait_seconds{log="rome2024h2",quantile="0.75"} 1.068697801 sunlight_addchain_wait_seconds{log="rome2024h2",quantile="0.9"} 1.2350954650000001 sunlight_addchain_wait_seconds{log="rome2024h2",quantile="0.99"} 1.3713163019999999 sunlight_addchain_wait_seconds_sum{log="rome2024h2"} 2.4989787914547147e+06 sunlight_addchain_wait_seconds_count{log="rome2024h2"} 2.795237e+06 sunlight_addchain_wait_seconds{log="rome2025h1",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="rome2025h1",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="rome2025h1",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="rome2025h1",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="rome2025h1"} 10.496778150000003 sunlight_addchain_wait_seconds_count{log="rome2025h1"} 12 sunlight_addchain_wait_seconds{log="rome2025h2",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="rome2025h2",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="rome2025h2",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="rome2025h2",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="rome2025h2"} 10.566136624 sunlight_addchain_wait_seconds_count{log="rome2025h2"} 12 # HELP sunlight_cache_get_duration_seconds Duration of individual deduplication cache lookups. # TYPE sunlight_cache_get_duration_seconds summary sunlight_cache_get_duration_seconds{log="rome2024h2",quantile="0.5"} 2.864e-05 sunlight_cache_get_duration_seconds{log="rome2024h2",quantile="0.9"} 7.0149e-05 sunlight_cache_get_duration_seconds{log="rome2024h2",quantile="0.99"} 9.1679e-05 sunlight_cache_get_duration_seconds_sum{log="rome2024h2"} 102.90109547100559 sunlight_cache_get_duration_seconds_count{log="rome2024h2"} 2.795371e+06 sunlight_cache_get_duration_seconds{log="rome2025h1",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="rome2025h1",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="rome2025h1",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="rome2025h1"} 0.0007155289999999999 sunlight_cache_get_duration_seconds_count{log="rome2025h1"} 12 sunlight_cache_get_duration_seconds{log="rome2025h2",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="rome2025h2",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="rome2025h2",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="rome2025h2"} 0.000713148 sunlight_cache_get_duration_seconds_count{log="rome2025h2"} 12 # HELP sunlight_cache_put_duration_seconds Duration of batch deduplication cache inserts. # TYPE sunlight_cache_put_duration_seconds summary sunlight_cache_put_duration_seconds{log="rome2024h2",quantile="0.5"} 0.002487367 sunlight_cache_put_duration_seconds{log="rome2024h2",quantile="0.9"} 0.03785961 sunlight_cache_put_duration_seconds{log="rome2024h2",quantile="0.99"} 0.046093592 sunlight_cache_put_duration_seconds_sum{log="rome2024h2"} 218.99633150399922 sunlight_cache_put_duration_seconds_count{log="rome2024h2"} 22050 sunlight_cache_put_duration_seconds{log="rome2025h1",quantile="0.5"} 2.2229e-05 sunlight_cache_put_duration_seconds{log="rome2025h1",quantile="0.9"} 3.7219e-05 sunlight_cache_put_duration_seconds{log="rome2025h1",quantile="0.99"} 4.983e-05 sunlight_cache_put_duration_seconds_sum{log="rome2025h1"} 0.5669785819999974 sunlight_cache_put_duration_seconds_count{log="rome2025h1"} 22076 sunlight_cache_put_duration_seconds{log="rome2025h2",quantile="0.5"} 2.4559e-05 sunlight_cache_put_duration_seconds{log="rome2025h2",quantile="0.9"} 4.0379e-05 sunlight_cache_put_duration_seconds{log="rome2025h2",quantile="0.99"} 4.718e-05 sunlight_cache_put_duration_seconds_sum{log="rome2025h2"} 0.5631877789999992 sunlight_cache_put_duration_seconds_count{log="rome2025h2"} 22079 # HELP sunlight_cache_put_errors_total Number of failed deduplication cache inserts. # TYPE sunlight_cache_put_errors_total counter sunlight_cache_put_errors_total{log="rome2024h2"} 0 sunlight_cache_put_errors_total{log="rome2025h1"} 0 sunlight_cache_put_errors_total{log="rome2025h2"} 0 # HELP sunlight_config_notafter_end_timestamp_seconds End of the NotAfter accepted period. # TYPE sunlight_config_notafter_end_timestamp_seconds gauge sunlight_config_notafter_end_timestamp_seconds{log="rome2024h2"} 1.7356896e+09 sunlight_config_notafter_end_timestamp_seconds{log="rome2025h1"} 1.751328e+09 sunlight_config_notafter_end_timestamp_seconds{log="rome2025h2"} 1.7672256e+09 # HELP sunlight_config_notafter_start_timestamp_seconds Start of the NotAfter accepted period. # TYPE sunlight_config_notafter_start_timestamp_seconds gauge sunlight_config_notafter_start_timestamp_seconds{log="rome2024h2"} 1.719792e+09 sunlight_config_notafter_start_timestamp_seconds{log="rome2025h1"} 1.7356896e+09 sunlight_config_notafter_start_timestamp_seconds{log="rome2025h2"} 1.751328e+09 # HELP sunlight_config_roots_total Number of accepted roots. # TYPE sunlight_config_roots_total gauge sunlight_config_roots_total{log="rome2024h2"} 138 sunlight_config_roots_total{log="rome2025h1"} 138 sunlight_config_roots_total{log="rome2025h2"} 138 # HELP sunlight_http_in_flight_requests Requests currently being served, by endpoint. # TYPE sunlight_http_in_flight_requests gauge sunlight_http_in_flight_requests{endpoint="add-chain",log="rome2024h2"} 70 sunlight_http_in_flight_requests{endpoint="add-chain",log="rome2025h1"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="rome2025h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rome2024h2"} 64 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rome2025h1"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rome2025h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rome2024h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rome2025h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rome2025h2"} 0 # HELP sunlight_http_request_duration_seconds HTTP request serving latencies in seconds, by endpoint. # TYPE sunlight_http_request_duration_seconds summary sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2024h2",quantile="0.5"} 0.833728917 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2024h2",quantile="0.75"} 1.063039875 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2024h2",quantile="0.9"} 1.225142848 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2024h2",quantile="0.99"} 1.356022293 sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="rome2024h2"} 1.2926166674756892e+06 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="rome2024h2"} 1.451951e+06 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="rome2025h1"} 4.2854555130000005 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="rome2025h1"} 6 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="rome2025h2"} 5.779419412 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="rome2025h2"} 6 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2024h2",quantile="0.5"} 0.836029407 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2024h2",quantile="0.75"} 1.050023156 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2024h2",quantile="0.9"} 1.236641256 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2024h2",quantile="0.99"} 1.381340261 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="rome2024h2"} 1.2091172102506831e+06 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="rome2024h2"} 1.343286e+06 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="rome2025h1"} 6.567903266999999 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="rome2025h1"} 7 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="rome2025h2"} 5.003151004999999 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="rome2025h2"} 6 sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rome2025h1"} 0.245799527 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rome2025h1"} 1 # HELP sunlight_http_requests_total HTTP requests served, by endpoint and response code. # TYPE sunlight_http_requests_total counter sunlight_http_requests_total{code="200",endpoint="add-chain",log="rome2024h2"} 1.451843e+06 sunlight_http_requests_total{code="200",endpoint="add-chain",log="rome2025h1"} 5 sunlight_http_requests_total{code="200",endpoint="add-chain",log="rome2025h2"} 6 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="rome2024h2"} 1.342641e+06 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="rome2025h1"} 7 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="rome2025h2"} 6 sunlight_http_requests_total{code="200",endpoint="get-roots",log="rome2025h1"} 1 sunlight_http_requests_total{code="400",endpoint="add-chain",log="rome2025h1"} 1 sunlight_http_requests_total{code="500",endpoint="add-chain",log="rome2024h2"} 108 sunlight_http_requests_total{code="500",endpoint="add-pre-chain",log="rome2024h2"} 645 # HELP sunlight_issuers_cache_total Number of issuers observed since restarting. # TYPE sunlight_issuers_cache_total gauge sunlight_issuers_cache_total{log="rome2024h2"} 12 sunlight_issuers_cache_total{log="rome2025h1"} 2 sunlight_issuers_cache_total{log="rome2025h2"} 2 # HELP sunlight_s3_compress_ratio Ratio of compressed to uncompressed body size for compressible object puts. # TYPE sunlight_s3_compress_ratio summary sunlight_s3_compress_ratio_sum{log="rome2024h2"} 23453.481034209173 sunlight_s3_compress_ratio_count{log="rome2024h2"} 54924 sunlight_s3_compress_ratio_sum{log="rome2025h1"} 700.3655623086078 sunlight_s3_compress_ratio_count{log="rome2025h1"} 22089 sunlight_s3_compress_ratio_sum{log="rome2025h2"} 701.0620829693302 sunlight_s3_compress_ratio_count{log="rome2025h2"} 22091 # HELP sunlight_s3_hedges_successful_total S3 hedge requests that completed before the main request. # TYPE sunlight_s3_hedges_successful_total counter sunlight_s3_hedges_successful_total{log="rome2024h2"} 5316 sunlight_s3_hedges_successful_total{log="rome2025h1"} 165 sunlight_s3_hedges_successful_total{log="rome2025h2"} 177 # HELP sunlight_s3_hedges_total S3 hedge requests that were launched because the main request was too slow. # TYPE sunlight_s3_hedges_total counter sunlight_s3_hedges_total{log="rome2024h2"} 95150 sunlight_s3_hedges_total{log="rome2025h1"} 7645 sunlight_s3_hedges_total{log="rome2025h2"} 10820 # HELP sunlight_s3_request_duration_seconds S3 HTTP request latencies, by method and response code. # TYPE sunlight_s3_request_duration_seconds summary sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="200",log="rome2024h2",method="get"} 2.09777509 sunlight_s3_request_duration_seconds_count{code="200",log="rome2024h2",method="get"} 19 sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="put",quantile="0.5"} 0.084748113 sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="put",quantile="0.75"} 0.103399498 sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="put",quantile="0.9"} 0.124697476 sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="put",quantile="0.99"} 0.173786047 sunlight_s3_request_duration_seconds_sum{code="200",log="rome2024h2",method="put"} 13566.979158291118 sunlight_s3_request_duration_seconds_count{code="200",log="rome2024h2",method="put"} 120900 sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="200",log="rome2025h1",method="get"} 0.81691783 sunlight_s3_request_duration_seconds_count{code="200",log="rome2025h1",method="get"} 6 sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="put",quantile="0.5"} 0.057781068 sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="put",quantile="0.75"} 0.064332282 sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="put",quantile="0.9"} 0.071613646 sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="put",quantile="0.99"} 0.139105816 sunlight_s3_request_duration_seconds_sum{code="200",log="rome2025h1",method="put"} 3330.4095465890323 sunlight_s3_request_duration_seconds_count{code="200",log="rome2025h1",method="put"} 44187 sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="200",log="rome2025h2",method="get"} 0.639303821 sunlight_s3_request_duration_seconds_count{code="200",log="rome2025h2",method="get"} 7 sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="put",quantile="0.5"} 0.056530745 sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="put",quantile="0.75"} 0.0621777 sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="put",quantile="0.9"} 0.075239098 sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="put",quantile="0.99"} 0.13657721 sunlight_s3_request_duration_seconds_sum{code="200",log="rome2025h2",method="put"} 3608.433606770989 sunlight_s3_request_duration_seconds_count{code="200",log="rome2025h2",method="put"} 44236 # HELP sunlight_s3_requests_total S3 HTTP requests performed, by method and response code. # TYPE sunlight_s3_requests_total counter sunlight_s3_requests_total{code="200",log="rome2024h2",method="get"} 19 sunlight_s3_requests_total{code="200",log="rome2024h2",method="put"} 120900 sunlight_s3_requests_total{code="200",log="rome2025h1",method="get"} 6 sunlight_s3_requests_total{code="200",log="rome2025h1",method="put"} 44187 sunlight_s3_requests_total{code="200",log="rome2025h2",method="get"} 7 sunlight_s3_requests_total{code="200",log="rome2025h2",method="put"} 44236 # HELP sunlight_s3_upload_size_bytes S3 (compressed) body size in bytes for object puts. # TYPE sunlight_s3_upload_size_bytes summary sunlight_s3_upload_size_bytes{log="rome2024h2",quantile="0.5"} 8192 sunlight_s3_upload_size_bytes{log="rome2024h2",quantile="0.9"} 173018 sunlight_s3_upload_size_bytes{log="rome2024h2",quantile="0.99"} 255778 sunlight_s3_upload_size_bytes_sum{log="rome2024h2"} 7.869991604e+09 sunlight_s3_upload_size_bytes_count{log="rome2024h2"} 120800 sunlight_s3_upload_size_bytes{log="rome2025h1",quantile="0.5"} 32 sunlight_s3_upload_size_bytes{log="rome2025h1",quantile="0.9"} 590 sunlight_s3_upload_size_bytes{log="rome2025h1",quantile="0.99"} 662 sunlight_s3_upload_size_bytes_sum{log="rome2025h1"} 1.7247541e+07 sunlight_s3_upload_size_bytes_count{log="rome2025h1"} 44178 sunlight_s3_upload_size_bytes{log="rome2025h2",quantile="0.5"} 32 sunlight_s3_upload_size_bytes{log="rome2025h2",quantile="0.9"} 616 sunlight_s3_upload_size_bytes{log="rome2025h2",quantile="0.99"} 668 sunlight_s3_upload_size_bytes_sum{log="rome2025h2"} 1.6658409e+07 sunlight_s3_upload_size_bytes_count{log="rome2025h2"} 44182 # HELP sunlight_sequencing_data_tiles_bytes Uncompressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_bytes summary sunlight_sequencing_data_tiles_bytes{log="rome2024h2",quantile="0.5"} 293764 sunlight_sequencing_data_tiles_bytes{log="rome2024h2",quantile="0.9"} 405989 sunlight_sequencing_data_tiles_bytes{log="rome2024h2",quantile="0.99"} 417604 sunlight_sequencing_data_tiles_bytes_sum{log="rome2024h2"} 8.813376901e+09 sunlight_sequencing_data_tiles_bytes_count{log="rome2024h2"} 32870 sunlight_sequencing_data_tiles_bytes{log="rome2025h1",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="rome2025h1",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="rome2025h1",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="rome2025h1"} 4.788915e+06 sunlight_sequencing_data_tiles_bytes_count{log="rome2025h1"} 12 sunlight_sequencing_data_tiles_bytes{log="rome2025h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="rome2025h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="rome2025h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="rome2025h2"} 3.887204e+06 sunlight_sequencing_data_tiles_bytes_count{log="rome2025h2"} 12 # HELP sunlight_sequencing_duration_seconds Duration of sequencing rounds, successful or not. # TYPE sunlight_sequencing_duration_seconds summary sunlight_sequencing_duration_seconds{log="rome2024h2",quantile="0.5"} 0.330156319 sunlight_sequencing_duration_seconds{log="rome2024h2",quantile="0.75"} 0.366964482 sunlight_sequencing_duration_seconds{log="rome2024h2",quantile="0.9"} 0.407385918 sunlight_sequencing_duration_seconds{log="rome2024h2",quantile="0.99"} 0.464214041 sunlight_sequencing_duration_seconds_sum{log="rome2024h2"} 8790.162048320039 sunlight_sequencing_duration_seconds_count{log="rome2024h2"} 22051 sunlight_sequencing_duration_seconds{log="rome2025h1",quantile="0.5"} 0.127953964 sunlight_sequencing_duration_seconds{log="rome2025h1",quantile="0.75"} 0.137093563 sunlight_sequencing_duration_seconds{log="rome2025h1",quantile="0.9"} 0.149536998 sunlight_sequencing_duration_seconds{log="rome2025h1",quantile="0.99"} 0.221681208 sunlight_sequencing_duration_seconds_sum{log="rome2025h1"} 3590.6524172639993 sunlight_sequencing_duration_seconds_count{log="rome2025h1"} 22077 sunlight_sequencing_duration_seconds{log="rome2025h2",quantile="0.5"} 0.130238383 sunlight_sequencing_duration_seconds{log="rome2025h2",quantile="0.75"} 0.144346135 sunlight_sequencing_duration_seconds{log="rome2025h2",quantile="0.9"} 0.172535845 sunlight_sequencing_duration_seconds{log="rome2025h2",quantile="0.99"} 0.212861334 sunlight_sequencing_duration_seconds_sum{log="rome2025h2"} 3944.893083799993 sunlight_sequencing_duration_seconds_count{log="rome2025h2"} 22079 # HELP sunlight_sequencing_leaf_bytes Size of leaves in sequencing rounds, successful or not. # TYPE sunlight_sequencing_leaf_bytes summary sunlight_sequencing_leaf_bytes{log="rome2024h2",quantile="0.5"} 1438 sunlight_sequencing_leaf_bytes{log="rome2024h2",quantile="0.99"} 2541 sunlight_sequencing_leaf_bytes_sum{log="rome2024h2"} 4.409704946e+09 sunlight_sequencing_leaf_bytes_count{log="rome2024h2"} 2.795341e+06 sunlight_sequencing_leaf_bytes{log="rome2025h1",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="rome2025h1",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="rome2025h1"} 23274 sunlight_sequencing_leaf_bytes_count{log="rome2025h1"} 12 sunlight_sequencing_leaf_bytes{log="rome2025h2",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="rome2025h2",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="rome2025h2"} 22406 sunlight_sequencing_leaf_bytes_count{log="rome2025h2"} 12 # HELP sunlight_sequencing_pool_entries Number of entries in the pools being sequenced. # TYPE sunlight_sequencing_pool_entries summary sunlight_sequencing_pool_entries{log="rome2024h2",quantile="0.5"} 128 sunlight_sequencing_pool_entries{log="rome2024h2",quantile="0.99"} 171 sunlight_sequencing_pool_entries_sum{log="rome2024h2"} 2.795237e+06 sunlight_sequencing_pool_entries_count{log="rome2024h2"} 22051 sunlight_sequencing_pool_entries{log="rome2025h1",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="rome2025h1",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="rome2025h1"} 12 sunlight_sequencing_pool_entries_count{log="rome2025h1"} 22077 sunlight_sequencing_pool_entries{log="rome2025h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="rome2025h2",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="rome2025h2"} 12 sunlight_sequencing_pool_entries_count{log="rome2025h2"} 22079 # HELP sunlight_sequencing_rounds_total Number of sequencing rounds, by error category if failed. # TYPE sunlight_sequencing_rounds_total counter sunlight_sequencing_rounds_total{error="",log="rome2024h2"} 22050 sunlight_sequencing_rounds_total{error="",log="rome2025h1"} 22076 sunlight_sequencing_rounds_total{error="",log="rome2025h2"} 22079 sunlight_sequencing_rounds_total{error="couldn't upload checkpoint to object storage: failed to upload",log="rome2024h2"} 1 sunlight_sequencing_rounds_total{error="couldn't upload checkpoint to object storage: failed to upload",log="rome2025h1"} 1 # HELP sunlight_sequencing_uploaded_tiles_total Number of tiles uploaded in successful rounds, including partials. # TYPE sunlight_sequencing_uploaded_tiles_total counter sunlight_sequencing_uploaded_tiles_total{log="rome2024h2"} 76685 sunlight_sequencing_uploaded_tiles_total{log="rome2025h1"} 24 sunlight_sequencing_uploaded_tiles_total{log="rome2025h2"} 24 # HELP sunlight_sqlite_update_duration_seconds Duration of SQLite lock backend updates. # TYPE sunlight_sqlite_update_duration_seconds summary sunlight_sqlite_update_duration_seconds{quantile="0.5"} 0.013884177 sunlight_sqlite_update_duration_seconds{quantile="0.9"} 0.023875025 sunlight_sqlite_update_duration_seconds{quantile="0.99"} 0.028455305 sunlight_sqlite_update_duration_seconds_sum 980.8942864260001 sunlight_sqlite_update_duration_seconds_count 66208 # HELP sunlight_tree_size_leaves_total Size of the latest published tree head. # TYPE sunlight_tree_size_leaves_total gauge sunlight_tree_size_leaves_total{log="rome2024h2"} 4.53910129e+08 sunlight_tree_size_leaves_total{log="rome2025h1"} 3292 sunlight_tree_size_leaves_total{log="rome2025h2"} 117944 # HELP sunlight_tree_timestamp_seconds Timestamp of the latest published tree head. # TYPE sunlight_tree_timestamp_seconds gauge sunlight_tree_timestamp_seconds{log="rome2024h2"} 1.727166579002e+09 sunlight_tree_timestamp_seconds{log="rome2025h1"} 1.727166580102e+09 sunlight_tree_timestamp_seconds{log="rome2025h2"} 1.72716657938e+09