# HELP go_gc_duration_seconds A summary of the pause duration of garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 2.1919e-05 go_gc_duration_seconds{quantile="0.25"} 3.256e-05 go_gc_duration_seconds{quantile="0.5"} 4.265e-05 go_gc_duration_seconds{quantile="0.75"} 7.19e-05 go_gc_duration_seconds{quantile="1"} 0.000402125 go_gc_duration_seconds_sum 13.255107735 go_gc_duration_seconds_count 190371 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 366 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.22.5"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated and still in use. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 1.7643016e+07 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 2.8063718398e+12 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 3.377898e+06 # HELP go_memstats_frees_total Total number of frees. # TYPE go_memstats_frees_total counter go_memstats_frees_total 2.2135874669e+10 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 4.439424e+06 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 1.7643016e+07 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 9.4257152e+07 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 2.9278208e+07 # HELP go_memstats_heap_objects Number of allocated objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 58115 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 8.0216064e+07 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 1.2353536e+08 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.7284098750315268e+09 # HELP go_memstats_lookups_total Total number of pointer lookups. # TYPE go_memstats_lookups_total counter go_memstats_lookups_total 0 # HELP go_memstats_mallocs_total Total number of mallocs. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 2.2135932784e+10 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 9600 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 15600 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 567200 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 1.50144e+06 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 3.6755128e+07 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 1.995454e+06 # HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 6.488064e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 6.488064e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 1.4135324e+08 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 17 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 17059.11 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 262144 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 255 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 1.17010432e+08 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.72831497331e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 1.36400896e+09 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP sunlight_addchain_requests_total Number of add-[pre-]chain requests, by chain characteristics and errors if any. # TYPE sunlight_addchain_requests_total counter sunlight_addchain_requests_total{chain_len="",error="failed to read body",issuer="",log="rome2025h1",precert="",preissuer="",reused="",root="",source=""} 12 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rome2024h2",precert="",preissuer="",reused="",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 27 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rome2024h2",precert="true",preissuer="",reused="",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 26 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rome2025h1",precert="",preissuer="",reused="",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 26 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rome2025h1",precert="true",preissuer="",reused="",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 26 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rome2025h2",precert="",preissuer="",reused="",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 26 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rome2025h2",precert="true",preissuer="",reused="",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 26 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 3691 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 65387 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 2788 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 31730 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 24347 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 404860 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 17882 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 195991 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 24134 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 405652 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 17797 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 196732 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 3806 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 64926 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 2808 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 31553 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 28173 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 567552 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 26379 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 569330 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 27951 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 566526 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 26674 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 567865 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 96502 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1.905648e+06 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 90568 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1.911729e+06 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 96101 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1.904925e+06 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 89516 sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1.911511e+06 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 20 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 61 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 93 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 273 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 2 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 107 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 266 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 22 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 39 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 3 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 4 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 7 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 4 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 9 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 7 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 10 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 9 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 7 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 7 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 5 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 3 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 21 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 22 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 22 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 22 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload staged tiles: failed to upload",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload staged tiles: failed to upload",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 7 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload staged tiles: failed to upload",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 11 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload staged tiles: failed to upload",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload staged tiles: failed to upload",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 11 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload staged tiles: failed to upload",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 12 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload staged tiles: failed to upload",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 26 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload staged tiles: failed to upload",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 26 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload staged tiles: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 32 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload staged tiles: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 31 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload staged tiles: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 25 sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload staged tiles: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 29 # HELP sunlight_addchain_wait_seconds Duration of add-[pre-]chain pauses waiting for a leaf to be sequenced, excluding deduplicated entries. # TYPE sunlight_addchain_wait_seconds summary sunlight_addchain_wait_seconds{log="rome2024h2",quantile="0.5"} 0.592777988 sunlight_addchain_wait_seconds{log="rome2024h2",quantile="0.75"} 0.592777988 sunlight_addchain_wait_seconds{log="rome2024h2",quantile="0.9"} 0.592777988 sunlight_addchain_wait_seconds{log="rome2024h2",quantile="0.99"} 0.592777988 sunlight_addchain_wait_seconds_sum{log="rome2024h2"} 43.46962002999999 sunlight_addchain_wait_seconds_count{log="rome2024h2"} 53 sunlight_addchain_wait_seconds{log="rome2025h1",quantile="0.5"} 0.920289937 sunlight_addchain_wait_seconds{log="rome2025h1",quantile="0.75"} 1.195542458 sunlight_addchain_wait_seconds{log="rome2025h1",quantile="0.9"} 1.321044312 sunlight_addchain_wait_seconds{log="rome2025h1",quantile="0.99"} 1.615825906 sunlight_addchain_wait_seconds_sum{log="rome2025h1"} 1.0481415332941577e+07 sunlight_addchain_wait_seconds_count{log="rome2025h1"} 1.1882352e+07 sunlight_addchain_wait_seconds{log="rome2025h2",quantile="0.5"} NaN sunlight_addchain_wait_seconds{log="rome2025h2",quantile="0.75"} NaN sunlight_addchain_wait_seconds{log="rome2025h2",quantile="0.9"} NaN sunlight_addchain_wait_seconds{log="rome2025h2",quantile="0.99"} NaN sunlight_addchain_wait_seconds_sum{log="rome2025h2"} 47.17080718099998 sunlight_addchain_wait_seconds_count{log="rome2025h2"} 52 # HELP sunlight_cache_get_duration_seconds Duration of individual deduplication cache lookups. # TYPE sunlight_cache_get_duration_seconds summary sunlight_cache_get_duration_seconds{log="rome2024h2",quantile="0.5"} 7.097e-05 sunlight_cache_get_duration_seconds{log="rome2024h2",quantile="0.9"} 7.097e-05 sunlight_cache_get_duration_seconds{log="rome2024h2",quantile="0.99"} 7.097e-05 sunlight_cache_get_duration_seconds_sum{log="rome2024h2"} 0.004108160999999998 sunlight_cache_get_duration_seconds_count{log="rome2024h2"} 53 sunlight_cache_get_duration_seconds{log="rome2025h1",quantile="0.5"} 2.787e-05 sunlight_cache_get_duration_seconds{log="rome2025h1",quantile="0.9"} 6.6549e-05 sunlight_cache_get_duration_seconds{log="rome2025h1",quantile="0.99"} 8.1379e-05 sunlight_cache_get_duration_seconds_sum{log="rome2025h1"} 411.9987728061078 sunlight_cache_get_duration_seconds_count{log="rome2025h1"} 1.1882477e+07 sunlight_cache_get_duration_seconds{log="rome2025h2",quantile="0.5"} NaN sunlight_cache_get_duration_seconds{log="rome2025h2",quantile="0.9"} NaN sunlight_cache_get_duration_seconds{log="rome2025h2",quantile="0.99"} NaN sunlight_cache_get_duration_seconds_sum{log="rome2025h2"} 0.0032883669999999995 sunlight_cache_get_duration_seconds_count{log="rome2025h2"} 52 # HELP sunlight_cache_put_duration_seconds Duration of batch deduplication cache inserts. # TYPE sunlight_cache_put_duration_seconds summary sunlight_cache_put_duration_seconds{log="rome2024h2",quantile="0.5"} 2.365e-05 sunlight_cache_put_duration_seconds{log="rome2024h2",quantile="0.9"} 4.0709e-05 sunlight_cache_put_duration_seconds{log="rome2024h2",quantile="0.99"} 0.000115649 sunlight_cache_put_duration_seconds_sum{log="rome2024h2"} 2.4645675780000045 sunlight_cache_put_duration_seconds_count{log="rome2024h2"} 94813 sunlight_cache_put_duration_seconds{log="rome2025h1",quantile="0.5"} 0.002022674 sunlight_cache_put_duration_seconds{log="rome2025h1",quantile="0.9"} 0.030534781 sunlight_cache_put_duration_seconds{log="rome2025h1",quantile="0.99"} 0.042655583 sunlight_cache_put_duration_seconds_sum{log="rome2025h1"} 825.7314310710078 sunlight_cache_put_duration_seconds_count{log="rome2025h1"} 94743 sunlight_cache_put_duration_seconds{log="rome2025h2",quantile="0.5"} 2.3009e-05 sunlight_cache_put_duration_seconds{log="rome2025h2",quantile="0.9"} 3.9479e-05 sunlight_cache_put_duration_seconds{log="rome2025h2",quantile="0.99"} 4.202e-05 sunlight_cache_put_duration_seconds_sum{log="rome2025h2"} 2.487134557000008 sunlight_cache_put_duration_seconds_count{log="rome2025h2"} 94816 # HELP sunlight_cache_put_errors_total Number of failed deduplication cache inserts. # TYPE sunlight_cache_put_errors_total counter sunlight_cache_put_errors_total{log="rome2024h2"} 0 sunlight_cache_put_errors_total{log="rome2025h1"} 0 sunlight_cache_put_errors_total{log="rome2025h2"} 0 # HELP sunlight_config_notafter_end_timestamp_seconds End of the NotAfter accepted period. # TYPE sunlight_config_notafter_end_timestamp_seconds gauge sunlight_config_notafter_end_timestamp_seconds{log="rome2024h2"} 1.7356896e+09 sunlight_config_notafter_end_timestamp_seconds{log="rome2025h1"} 1.751328e+09 sunlight_config_notafter_end_timestamp_seconds{log="rome2025h2"} 1.7672256e+09 # HELP sunlight_config_notafter_start_timestamp_seconds Start of the NotAfter accepted period. # TYPE sunlight_config_notafter_start_timestamp_seconds gauge sunlight_config_notafter_start_timestamp_seconds{log="rome2024h2"} 1.719792e+09 sunlight_config_notafter_start_timestamp_seconds{log="rome2025h1"} 1.7356896e+09 sunlight_config_notafter_start_timestamp_seconds{log="rome2025h2"} 1.751328e+09 # HELP sunlight_config_roots_total Number of accepted roots. # TYPE sunlight_config_roots_total gauge sunlight_config_roots_total{log="rome2024h2"} 138 sunlight_config_roots_total{log="rome2025h1"} 138 sunlight_config_roots_total{log="rome2025h2"} 138 # HELP sunlight_http_in_flight_requests Requests currently being served, by endpoint. # TYPE sunlight_http_in_flight_requests gauge sunlight_http_in_flight_requests{endpoint="add-chain",log="rome2024h2"} 0 sunlight_http_in_flight_requests{endpoint="add-chain",log="rome2025h1"} 71 sunlight_http_in_flight_requests{endpoint="add-chain",log="rome2025h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rome2024h2"} 0 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rome2025h1"} 54 sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rome2025h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rome2024h2"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rome2025h1"} 0 sunlight_http_in_flight_requests{endpoint="get-roots",log="rome2025h2"} 0 # HELP sunlight_http_request_duration_seconds HTTP request serving latencies in seconds, by endpoint. # TYPE sunlight_http_request_duration_seconds summary sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2024h2",quantile="0.5"} 0.593760836 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2024h2",quantile="0.75"} 0.593760836 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2024h2",quantile="0.9"} 0.593760836 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2024h2",quantile="0.99"} 0.593760836 sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="rome2024h2"} 22.079542669000002 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="rome2024h2"} 27 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h1",quantile="0.5"} 0.891739 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h1",quantile="0.75"} 1.143979899 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h1",quantile="0.9"} 1.311738593 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h1",quantile="0.99"} 1.6099276329999999 sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="rome2025h1"} 5.444530182458299e+06 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="rome2025h1"} 6.190419e+06 sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="rome2025h2"} 24.469046853 sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="rome2025h2"} 26 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2024h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2024h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2024h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2024h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="rome2024h2"} 21.767216348999998 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="rome2024h2"} 26 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h1",quantile="0.5"} 0.9530858 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h1",quantile="0.75"} 1.199380596 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h1",quantile="0.9"} 1.331648843 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h1",quantile="0.99"} 1.617202598 sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="rome2025h1"} 5.048603257219757e+06 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="rome2025h1"} 5.691945e+06 sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="rome2025h2"} 23.063633353000007 sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="rome2025h2"} 26 sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2024h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2024h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2024h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2024h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rome2024h2"} 1.519339574 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rome2024h2"} 4 sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h1",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h1",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h1",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h1",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rome2025h1"} 0.002033724 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rome2025h1"} 4 sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h2",quantile="0.5"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h2",quantile="0.75"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h2",quantile="0.9"} NaN sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h2",quantile="0.99"} NaN sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rome2025h2"} 0.841105333 sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rome2025h2"} 5 # HELP sunlight_http_requests_total HTTP requests served, by endpoint and response code. # TYPE sunlight_http_requests_total counter sunlight_http_requests_total{code="200",endpoint="add-chain",log="rome2024h2"} 27 sunlight_http_requests_total{code="200",endpoint="add-chain",log="rome2025h1"} 6.190207e+06 sunlight_http_requests_total{code="200",endpoint="add-chain",log="rome2025h2"} 26 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="rome2024h2"} 26 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="rome2025h1"} 5.690879e+06 sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="rome2025h2"} 26 sunlight_http_requests_total{code="200",endpoint="get-roots",log="rome2024h2"} 4 sunlight_http_requests_total{code="200",endpoint="get-roots",log="rome2025h1"} 4 sunlight_http_requests_total{code="200",endpoint="get-roots",log="rome2025h2"} 5 sunlight_http_requests_total{code="500",endpoint="add-chain",log="rome2025h1"} 212 sunlight_http_requests_total{code="500",endpoint="add-pre-chain",log="rome2025h1"} 1066 # HELP sunlight_issuers_cache_total Number of issuers observed since restarting. # TYPE sunlight_issuers_cache_total gauge sunlight_issuers_cache_total{log="rome2024h2"} 2 sunlight_issuers_cache_total{log="rome2025h1"} 12 sunlight_issuers_cache_total{log="rome2025h2"} 2 # HELP sunlight_s3_compress_ratio Ratio of compressed to uncompressed body size for compressible object puts. # TYPE sunlight_s3_compress_ratio summary sunlight_s3_compress_ratio_sum{log="rome2024h2"} 3008.9532509797255 sunlight_s3_compress_ratio_count{log="rome2024h2"} 94869 sunlight_s3_compress_ratio_sum{log="rome2025h1"} 100732.35950209573 sunlight_s3_compress_ratio_count{log="rome2025h1"} 235543 sunlight_s3_compress_ratio_sum{log="rome2025h2"} 3007.864161856312 sunlight_s3_compress_ratio_count{log="rome2025h2"} 94870 # HELP sunlight_s3_hedges_successful_total S3 hedge requests that completed before the main request. # TYPE sunlight_s3_hedges_successful_total counter sunlight_s3_hedges_successful_total{log="rome2024h2"} 1068 sunlight_s3_hedges_successful_total{log="rome2025h1"} 12655 sunlight_s3_hedges_successful_total{log="rome2025h2"} 966 # HELP sunlight_s3_hedges_total S3 hedge requests that were launched because the main request was too slow. # TYPE sunlight_s3_hedges_total counter sunlight_s3_hedges_total{log="rome2024h2"} 58978 sunlight_s3_hedges_total{log="rome2025h1"} 433055 sunlight_s3_hedges_total{log="rome2025h2"} 62759 # HELP sunlight_s3_request_duration_seconds S3 HTTP request latencies, by method and response code. # TYPE sunlight_s3_request_duration_seconds summary sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="200",log="rome2024h2",method="get"} 0.987679467 sunlight_s3_request_duration_seconds_count{code="200",log="rome2024h2",method="get"} 8 sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="put",quantile="0.5"} 0.077497589 sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="put",quantile="0.75"} 0.099407854 sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="put",quantile="0.9"} 0.146011596 sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="put",quantile="0.99"} 0.264719508 sunlight_s3_request_duration_seconds_sum{code="200",log="rome2024h2",method="put"} 14742.977166096816 sunlight_s3_request_duration_seconds_count{code="200",log="rome2024h2",method="put"} 189765 sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="200",log="rome2025h1",method="get"} 2.0307498729999995 sunlight_s3_request_duration_seconds_count{code="200",log="rome2025h1",method="get"} 19 sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="put",quantile="0.5"} 0.111926011 sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="put",quantile="0.75"} 0.148090298 sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="put",quantile="0.9"} 0.190034362 sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="put",quantile="0.99"} 0.306989015 sunlight_s3_request_duration_seconds_sum{code="200",log="rome2025h1",method="put"} 56857.9270618141 sunlight_s3_request_duration_seconds_count{code="200",log="rome2025h1",method="put"} 517802 sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="get",quantile="0.5"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="get",quantile="0.75"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="get",quantile="0.9"} NaN sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="get",quantile="0.99"} NaN sunlight_s3_request_duration_seconds_sum{code="200",log="rome2025h2",method="get"} 0.821356886 sunlight_s3_request_duration_seconds_count{code="200",log="rome2025h2",method="get"} 7 sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="put",quantile="0.5"} 0.07663582 sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="put",quantile="0.75"} 0.093261603 sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="put",quantile="0.9"} 0.13565988 sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="put",quantile="0.99"} 0.232600676 sunlight_s3_request_duration_seconds_sum{code="200",log="rome2025h2",method="put"} 15079.010806367733 sunlight_s3_request_duration_seconds_count{code="200",log="rome2025h2",method="put"} 189805 # HELP sunlight_s3_requests_total S3 HTTP requests performed, by method and response code. # TYPE sunlight_s3_requests_total counter sunlight_s3_requests_total{code="200",log="rome2024h2",method="get"} 8 sunlight_s3_requests_total{code="200",log="rome2024h2",method="put"} 189765 sunlight_s3_requests_total{code="200",log="rome2025h1",method="get"} 19 sunlight_s3_requests_total{code="200",log="rome2025h1",method="put"} 517802 sunlight_s3_requests_total{code="200",log="rome2025h2",method="get"} 7 sunlight_s3_requests_total{code="200",log="rome2025h2",method="put"} 189805 # HELP sunlight_s3_upload_size_bytes S3 (compressed) body size in bytes for object puts. # TYPE sunlight_s3_upload_size_bytes summary sunlight_s3_upload_size_bytes{log="rome2024h2",quantile="0.5"} 471 sunlight_s3_upload_size_bytes{log="rome2024h2",quantile="0.9"} 595 sunlight_s3_upload_size_bytes{log="rome2024h2",quantile="0.99"} 180177 sunlight_s3_upload_size_bytes_sum{log="rome2024h2"} 7.2829581e+07 sunlight_s3_upload_size_bytes_count{log="rome2024h2"} 189736 sunlight_s3_upload_size_bytes{log="rome2025h1",quantile="0.5"} 8192 sunlight_s3_upload_size_bytes{log="rome2025h1",quantile="0.9"} 181400 sunlight_s3_upload_size_bytes{log="rome2025h1",quantile="0.99"} 278177 sunlight_s3_upload_size_bytes_sum{log="rome2025h1"} 3.4050980188e+10 sunlight_s3_upload_size_bytes_count{log="rome2025h1"} 517614 sunlight_s3_upload_size_bytes{log="rome2025h2",quantile="0.5"} 32 sunlight_s3_upload_size_bytes{log="rome2025h2",quantile="0.9"} 584 sunlight_s3_upload_size_bytes{log="rome2025h2",quantile="0.99"} 628 sunlight_s3_upload_size_bytes_sum{log="rome2025h2"} 6.2343237e+07 sunlight_s3_upload_size_bytes_count{log="rome2025h2"} 189739 # HELP sunlight_sequencing_data_tiles_bytes Uncompressed size of uploaded data tiles, including partials. # TYPE sunlight_sequencing_data_tiles_bytes summary sunlight_sequencing_data_tiles_bytes{log="rome2024h2",quantile="0.5"} 403318 sunlight_sequencing_data_tiles_bytes{log="rome2024h2",quantile="0.9"} 403318 sunlight_sequencing_data_tiles_bytes{log="rome2024h2",quantile="0.99"} 403318 sunlight_sequencing_data_tiles_bytes_sum{log="rome2024h2"} 1.8814252e+07 sunlight_sequencing_data_tiles_bytes_count{log="rome2024h2"} 53 sunlight_sequencing_data_tiles_bytes{log="rome2025h1",quantile="0.5"} 282005 sunlight_sequencing_data_tiles_bytes{log="rome2025h1",quantile="0.9"} 416181 sunlight_sequencing_data_tiles_bytes{log="rome2025h1",quantile="0.99"} 428618 sunlight_sequencing_data_tiles_bytes_sum{log="rome2025h1"} 3.8137998852e+10 sunlight_sequencing_data_tiles_bytes_count{log="rome2025h1"} 140797 sunlight_sequencing_data_tiles_bytes{log="rome2025h2",quantile="0.5"} NaN sunlight_sequencing_data_tiles_bytes{log="rome2025h2",quantile="0.9"} NaN sunlight_sequencing_data_tiles_bytes{log="rome2025h2",quantile="0.99"} NaN sunlight_sequencing_data_tiles_bytes_sum{log="rome2025h2"} 7.839042e+06 sunlight_sequencing_data_tiles_bytes_count{log="rome2025h2"} 52 # HELP sunlight_sequencing_duration_seconds Duration of sequencing rounds, successful or not. # TYPE sunlight_sequencing_duration_seconds summary sunlight_sequencing_duration_seconds{log="rome2024h2",quantile="0.5"} 0.170768153 sunlight_sequencing_duration_seconds{log="rome2024h2",quantile="0.75"} 0.224729059 sunlight_sequencing_duration_seconds{log="rome2024h2",quantile="0.9"} 0.280361163 sunlight_sequencing_duration_seconds{log="rome2024h2",quantile="0.99"} 0.5720337 sunlight_sequencing_duration_seconds_sum{log="rome2024h2"} 15752.771880821028 sunlight_sequencing_duration_seconds_count{log="rome2024h2"} 94816 sunlight_sequencing_duration_seconds{log="rome2025h1",quantile="0.5"} 0.403710527 sunlight_sequencing_duration_seconds{log="rome2025h1",quantile="0.75"} 0.467214126 sunlight_sequencing_duration_seconds{log="rome2025h1",quantile="0.9"} 0.59269827 sunlight_sequencing_duration_seconds{log="rome2025h1",quantile="0.99"} 0.821669593 sunlight_sequencing_duration_seconds_sum{log="rome2025h1"} 36484.10415357997 sunlight_sequencing_duration_seconds_count{log="rome2025h1"} 94746 sunlight_sequencing_duration_seconds{log="rome2025h2",quantile="0.5"} 0.173622436 sunlight_sequencing_duration_seconds{log="rome2025h2",quantile="0.75"} 0.21846597 sunlight_sequencing_duration_seconds{log="rome2025h2",quantile="0.9"} 0.280313883 sunlight_sequencing_duration_seconds{log="rome2025h2",quantile="0.99"} 0.427502354 sunlight_sequencing_duration_seconds_sum{log="rome2025h2"} 16479.402554546017 sunlight_sequencing_duration_seconds_count{log="rome2025h2"} 94818 # HELP sunlight_sequencing_leaf_bytes Size of leaves in sequencing rounds, successful or not. # TYPE sunlight_sequencing_leaf_bytes summary sunlight_sequencing_leaf_bytes{log="rome2024h2",quantile="0.5"} 1434 sunlight_sequencing_leaf_bytes{log="rome2024h2",quantile="0.99"} 1434 sunlight_sequencing_leaf_bytes_sum{log="rome2024h2"} 98525 sunlight_sequencing_leaf_bytes_count{log="rome2024h2"} 53 sunlight_sequencing_leaf_bytes{log="rome2025h1",quantile="0.5"} 1517 sunlight_sequencing_leaf_bytes{log="rome2025h1",quantile="0.99"} 2541 sunlight_sequencing_leaf_bytes_sum{log="rome2025h1"} 1.8934654428e+10 sunlight_sequencing_leaf_bytes_count{log="rome2025h1"} 1.1882352e+07 sunlight_sequencing_leaf_bytes{log="rome2025h2",quantile="0.5"} NaN sunlight_sequencing_leaf_bytes{log="rome2025h2",quantile="0.99"} NaN sunlight_sequencing_leaf_bytes_sum{log="rome2025h2"} 97098 sunlight_sequencing_leaf_bytes_count{log="rome2025h2"} 52 # HELP sunlight_sequencing_pool_entries Number of entries in the pools being sequenced. # TYPE sunlight_sequencing_pool_entries summary sunlight_sequencing_pool_entries{log="rome2024h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="rome2024h2",quantile="0.99"} 1 sunlight_sequencing_pool_entries_sum{log="rome2024h2"} 53 sunlight_sequencing_pool_entries_count{log="rome2024h2"} 94816 sunlight_sequencing_pool_entries{log="rome2025h1",quantile="0.5"} 106 sunlight_sequencing_pool_entries{log="rome2025h1",quantile="0.99"} 171 sunlight_sequencing_pool_entries_sum{log="rome2025h1"} 1.1882352e+07 sunlight_sequencing_pool_entries_count{log="rome2025h1"} 94746 sunlight_sequencing_pool_entries{log="rome2025h2",quantile="0.5"} 0 sunlight_sequencing_pool_entries{log="rome2025h2",quantile="0.99"} 0 sunlight_sequencing_pool_entries_sum{log="rome2025h2"} 52 sunlight_sequencing_pool_entries_count{log="rome2025h2"} 94818 # HELP sunlight_sequencing_rounds_total Number of sequencing rounds, by error category if failed. # TYPE sunlight_sequencing_rounds_total counter sunlight_sequencing_rounds_total{error="",log="rome2024h2"} 94813 sunlight_sequencing_rounds_total{error="",log="rome2025h1"} 94743 sunlight_sequencing_rounds_total{error="",log="rome2025h2"} 94816 sunlight_sequencing_rounds_total{error="couldn't upload checkpoint to object storage: failed to upload",log="rome2024h2"} 1 sunlight_sequencing_rounds_total{error="couldn't upload checkpoint to object storage: failed to upload",log="rome2025h1"} 1 sunlight_sequencing_rounds_total{error="couldn't upload checkpoint to object storage: failed to upload",log="rome2025h2"} 1 sunlight_sequencing_rounds_total{error="couldn't upload staged tiles: failed to upload",log="rome2024h2"} 2 sunlight_sequencing_rounds_total{error="couldn't upload staged tiles: failed to upload",log="rome2025h1"} 2 sunlight_sequencing_rounds_total{error="couldn't upload staged tiles: failed to upload",log="rome2025h2"} 1 # HELP sunlight_sequencing_uploaded_tiles_total Number of tiles uploaded in successful rounds, including partials. # TYPE sunlight_sequencing_uploaded_tiles_total counter sunlight_sequencing_uploaded_tiles_total{log="rome2024h2"} 106 sunlight_sequencing_uploaded_tiles_total{log="rome2025h1"} 328115 sunlight_sequencing_uploaded_tiles_total{log="rome2025h2"} 104 # HELP sunlight_sqlite_update_duration_seconds Duration of SQLite lock backend updates. # TYPE sunlight_sqlite_update_duration_seconds summary sunlight_sqlite_update_duration_seconds{quantile="0.5"} 0.013775181 sunlight_sqlite_update_duration_seconds{quantile="0.9"} 0.023479324 sunlight_sqlite_update_duration_seconds{quantile="0.99"} 0.02457824 sunlight_sqlite_update_duration_seconds_sum 4017.956098077967 sunlight_sqlite_update_duration_seconds_count 284375 # HELP sunlight_tree_size_leaves_total Size of the latest published tree head. # TYPE sunlight_tree_size_leaves_total gauge sunlight_tree_size_leaves_total{log="rome2024h2"} 5.44586712e+08 sunlight_tree_size_leaves_total{log="rome2025h1"} 5.9275766e+07 sunlight_tree_size_leaves_total{log="rome2025h2"} 118634 # HELP sunlight_tree_timestamp_seconds Timestamp of the latest published tree head. # TYPE sunlight_tree_timestamp_seconds gauge sunlight_tree_timestamp_seconds{log="rome2024h2"} 1.72840987434e+09 sunlight_tree_timestamp_seconds{log="rome2025h1"} 1.728409874227e+09 sunlight_tree_timestamp_seconds{log="rome2025h2"} 1.72840987455e+09