# HELP go_gc_duration_seconds A summary of the pause duration of garbage collection cycles.
# TYPE go_gc_duration_seconds summary
go_gc_duration_seconds{quantile="0"} 2.1419e-05
go_gc_duration_seconds{quantile="0.25"} 3.3029e-05
go_gc_duration_seconds{quantile="0.5"} 4.472e-05
go_gc_duration_seconds{quantile="0.75"} 7.0658e-05
go_gc_duration_seconds{quantile="1"} 0.000383621
go_gc_duration_seconds_sum 1.862548232
go_gc_duration_seconds_count 28959
# HELP go_goroutines Number of goroutines that currently exist.
# TYPE go_goroutines gauge
go_goroutines 475
# HELP go_info Information about the Go environment.
# TYPE go_info gauge
go_info{version="go1.23.3"} 1
# HELP go_memstats_alloc_bytes Number of bytes allocated and still in use.
# TYPE go_memstats_alloc_bytes gauge
go_memstats_alloc_bytes 3.483836e+07
# HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed.
# TYPE go_memstats_alloc_bytes_total counter
go_memstats_alloc_bytes_total 4.47965884592e+11
# HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table.
# TYPE go_memstats_buck_hash_sys_bytes gauge
go_memstats_buck_hash_sys_bytes 4.856009e+06
# HELP go_memstats_frees_total Total number of frees.
# TYPE go_memstats_frees_total counter
go_memstats_frees_total 3.46095972e+09
# HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata.
# TYPE go_memstats_gc_sys_bytes gauge
go_memstats_gc_sys_bytes 4.513912e+06
# HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use.
# TYPE go_memstats_heap_alloc_bytes gauge
go_memstats_heap_alloc_bytes 3.483836e+07
# HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used.
# TYPE go_memstats_heap_idle_bytes gauge
go_memstats_heap_idle_bytes 8.8588288e+07
# HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use.
# TYPE go_memstats_heap_inuse_bytes gauge
go_memstats_heap_inuse_bytes 4.5056e+07
# HELP go_memstats_heap_objects Number of allocated objects.
# TYPE go_memstats_heap_objects gauge
go_memstats_heap_objects 139095
# HELP go_memstats_heap_released_bytes Number of heap bytes released to OS.
# TYPE go_memstats_heap_released_bytes gauge
go_memstats_heap_released_bytes 8.3017728e+07
# HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system.
# TYPE go_memstats_heap_sys_bytes gauge
go_memstats_heap_sys_bytes 1.33644288e+08
# HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection.
# TYPE go_memstats_last_gc_time_seconds gauge
go_memstats_last_gc_time_seconds 1.7376629708125308e+09
# HELP go_memstats_lookups_total Total number of pointer lookups.
# TYPE go_memstats_lookups_total counter
go_memstats_lookups_total 0
# HELP go_memstats_mallocs_total Total number of mallocs.
# TYPE go_memstats_mallocs_total counter
go_memstats_mallocs_total 3.461098815e+09
# HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures.
# TYPE go_memstats_mcache_inuse_bytes gauge
go_memstats_mcache_inuse_bytes 19200
# HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system.
# TYPE go_memstats_mcache_sys_bytes gauge
go_memstats_mcache_sys_bytes 31200
# HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures.
# TYPE go_memstats_mspan_inuse_bytes gauge
go_memstats_mspan_inuse_bytes 791840
# HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system.
# TYPE go_memstats_mspan_sys_bytes gauge
go_memstats_mspan_sys_bytes 1.74624e+06
# HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place.
# TYPE go_memstats_next_gc_bytes gauge
go_memstats_next_gc_bytes 4.2723656e+07
# HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations.
# TYPE go_memstats_other_sys_bytes gauge
go_memstats_other_sys_bytes 3.183815e+06
# HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator.
# TYPE go_memstats_stack_inuse_bytes gauge
go_memstats_stack_inuse_bytes 8.912896e+06
# HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator.
# TYPE go_memstats_stack_sys_bytes gauge
go_memstats_stack_sys_bytes 8.912896e+06
# HELP go_memstats_sys_bytes Number of bytes obtained from system.
# TYPE go_memstats_sys_bytes gauge
go_memstats_sys_bytes 1.5688836e+08
# HELP go_threads Number of OS threads created.
# TYPE go_threads gauge
go_threads 25
# HELP process_cpu_seconds_total Total user and system CPU time spent in seconds.
# TYPE process_cpu_seconds_total counter
process_cpu_seconds_total 2708.18
# HELP process_max_fds Maximum number of open file descriptors.
# TYPE process_max_fds gauge
process_max_fds 262144
# HELP process_open_fds Number of open file descriptors.
# TYPE process_open_fds gauge
process_open_fds 296
# HELP process_resident_memory_bytes Resident memory size in bytes.
# TYPE process_resident_memory_bytes gauge
process_resident_memory_bytes 1.50450176e+08
# HELP process_start_time_seconds Start time of the process since unix epoch in seconds.
# TYPE process_start_time_seconds gauge
process_start_time_seconds 1.7376488189e+09
# HELP process_virtual_memory_bytes Virtual memory size in bytes.
# TYPE process_virtual_memory_bytes gauge
process_virtual_memory_bytes 1.434169344e+09
# HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes.
# TYPE process_virtual_memory_max_bytes gauge
process_virtual_memory_max_bytes 1.8446744073709552e+19
# HELP sunlight_addchain_requests_total Number of add-[pre-]chain requests, by chain characteristics and errors if any.
# TYPE sunlight_addchain_requests_total counter
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rome2025h1",precert="",preissuer="",reused="",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 4
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rome2025h1",precert="true",preissuer="",reused="",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 4
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rome2025h2",precert="",preissuer="",reused="",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 3
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rome2025h2",precert="",preissuer="",reused="true",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 1
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Intermediate 1",log="rome2025h2",precert="true",preissuer="",reused="",root="C=GB, O=Google UK Ltd., OU=Certificate Transparency, ST=London, CN=Merge Delay Monitor Root",source="sequencer"} 4
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 999
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 14737
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 673
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 5528
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 4037
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 58758
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 2646
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 22186
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 4167
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 58372
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 2573
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 22145
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 970
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 14776
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 608
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 5599
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 4430
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 77111
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 4267
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 77273
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 4328
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 76972
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 4317
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 76991
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 17516
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 291853
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 17120
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 292272
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 17236
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 291271
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 17007
sunlight_addchain_requests_total{chain_len="3",error="",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 291510
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 37
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 114
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 158
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 378
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 157
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 349
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 36
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 89
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 2
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 3
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: context canceled while waiting for sequencing",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Counterfeit Cashew R10",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 3
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 6
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Pseudo Plum E5",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 6
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="sequencer"} 1
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 4
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 4
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 3
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 5
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 1
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 23
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 3
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 24
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 3
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 47
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 2
sunlight_addchain_requests_total{chain_len="3",error="failed to sequence leaf: couldn't upload checkpoint to object storage: failed to upload",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="true",preissuer="",reused="true",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="sequencer"} 42
sunlight_addchain_requests_total{chain_len="3",error="rate limited",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) False Fennel E6",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="ratelimit"} 1
sunlight_addchain_requests_total{chain_len="3",error="rate limited",issuer="C=US, O=(STAGING) Let's Encrypt, CN=(STAGING) Wannabe Watercress R11",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=(STAGING) Internet Security Research Group, CN=(STAGING) Pretend Pear X1",source="ratelimit"} 1
sunlight_addchain_requests_total{chain_len="3",error="rate limited",issuer="C=US, O=Let's Encrypt, CN=E5",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="ratelimit"} 1
sunlight_addchain_requests_total{chain_len="3",error="rate limited",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="ratelimit"} 1
sunlight_addchain_requests_total{chain_len="3",error="rate limited",issuer="C=US, O=Let's Encrypt, CN=E6",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="ratelimit"} 1
sunlight_addchain_requests_total{chain_len="3",error="rate limited",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="ratelimit"} 2
sunlight_addchain_requests_total{chain_len="3",error="rate limited",issuer="C=US, O=Let's Encrypt, CN=R10",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="ratelimit"} 3
sunlight_addchain_requests_total{chain_len="3",error="rate limited",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="ratelimit"} 2
sunlight_addchain_requests_total{chain_len="3",error="rate limited",issuer="C=US, O=Let's Encrypt, CN=R11",log="rome2025h1",precert="true",preissuer="",reused="",root="C=US, O=Internet Security Research Group, CN=ISRG Root X1",source="ratelimit"} 7
# HELP sunlight_addchain_wait_seconds Duration of add-[pre-]chain pauses waiting for a leaf to be sequenced, excluding deduplicated entries.
# TYPE sunlight_addchain_wait_seconds summary
sunlight_addchain_wait_seconds{log="rome2024h2",quantile="0.5"} NaN
sunlight_addchain_wait_seconds{log="rome2024h2",quantile="0.75"} NaN
sunlight_addchain_wait_seconds{log="rome2024h2",quantile="0.9"} NaN
sunlight_addchain_wait_seconds{log="rome2024h2",quantile="0.99"} NaN
sunlight_addchain_wait_seconds_sum{log="rome2024h2"} 0
sunlight_addchain_wait_seconds_count{log="rome2024h2"} 0
sunlight_addchain_wait_seconds{log="rome2025h1",quantile="0.5"} 1.340329928
sunlight_addchain_wait_seconds{log="rome2025h1",quantile="0.75"} 1.612393731
sunlight_addchain_wait_seconds{log="rome2025h1",quantile="0.9"} 1.822713974
sunlight_addchain_wait_seconds{log="rome2025h1",quantile="0.99"} 2.127418055
sunlight_addchain_wait_seconds_sum{log="rome2025h1"} 1.9407465661361867e+06
sunlight_addchain_wait_seconds_count{log="rome2025h1"} 1.781763e+06
sunlight_addchain_wait_seconds{log="rome2025h2",quantile="0.5"} NaN
sunlight_addchain_wait_seconds{log="rome2025h2",quantile="0.75"} NaN
sunlight_addchain_wait_seconds{log="rome2025h2",quantile="0.9"} NaN
sunlight_addchain_wait_seconds{log="rome2025h2",quantile="0.99"} NaN
sunlight_addchain_wait_seconds_sum{log="rome2025h2"} 8.635422185
sunlight_addchain_wait_seconds_count{log="rome2025h2"} 8
# HELP sunlight_cache_get_duration_seconds Duration of individual deduplication cache lookups.
# TYPE sunlight_cache_get_duration_seconds summary
sunlight_cache_get_duration_seconds{log="rome2024h2",quantile="0.5"} NaN
sunlight_cache_get_duration_seconds{log="rome2024h2",quantile="0.9"} NaN
sunlight_cache_get_duration_seconds{log="rome2024h2",quantile="0.99"} NaN
sunlight_cache_get_duration_seconds_sum{log="rome2024h2"} 0
sunlight_cache_get_duration_seconds_count{log="rome2024h2"} 0
sunlight_cache_get_duration_seconds{log="rome2025h1",quantile="0.5"} 2.6189e-05
sunlight_cache_get_duration_seconds{log="rome2025h1",quantile="0.9"} 5.2349e-05
sunlight_cache_get_duration_seconds{log="rome2025h1",quantile="0.99"} 9.2467e-05
sunlight_cache_get_duration_seconds_sum{log="rome2025h1"} 81.90243145200544
sunlight_cache_get_duration_seconds_count{log="rome2025h1"} 1.781955e+06
sunlight_cache_get_duration_seconds{log="rome2025h2",quantile="0.5"} NaN
sunlight_cache_get_duration_seconds{log="rome2025h2",quantile="0.9"} NaN
sunlight_cache_get_duration_seconds{log="rome2025h2",quantile="0.99"} NaN
sunlight_cache_get_duration_seconds_sum{log="rome2025h2"} 0.00041789899999999995
sunlight_cache_get_duration_seconds_count{log="rome2025h2"} 8
# HELP sunlight_cache_put_duration_seconds Duration of batch deduplication cache inserts.
# TYPE sunlight_cache_put_duration_seconds summary
sunlight_cache_put_duration_seconds{log="rome2024h2",quantile="0.5"} 1.875e-05
sunlight_cache_put_duration_seconds{log="rome2024h2",quantile="0.9"} 2.8659e-05
sunlight_cache_put_duration_seconds{log="rome2024h2",quantile="0.99"} 3.9089e-05
sunlight_cache_put_duration_seconds_sum{log="rome2024h2"} 0.3343688069999995
sunlight_cache_put_duration_seconds_count{log="rome2024h2"} 14055
sunlight_cache_put_duration_seconds{log="rome2025h1",quantile="0.5"} 0.002049413
sunlight_cache_put_duration_seconds{log="rome2025h1",quantile="0.9"} 0.034754638
sunlight_cache_put_duration_seconds{log="rome2025h1",quantile="0.99"} 0.04969849
sunlight_cache_put_duration_seconds_sum{log="rome2025h1"} 134.47728232199924
sunlight_cache_put_duration_seconds_count{log="rome2025h1"} 13968
sunlight_cache_put_duration_seconds{log="rome2025h2",quantile="0.5"} 2.1039e-05
sunlight_cache_put_duration_seconds{log="rome2025h2",quantile="0.9"} 3.95e-05
sunlight_cache_put_duration_seconds{log="rome2025h2",quantile="0.99"} 4.5349e-05
sunlight_cache_put_duration_seconds_sum{log="rome2025h2"} 0.31313023600000117
sunlight_cache_put_duration_seconds_count{log="rome2025h2"} 14058
# HELP sunlight_cache_put_errors_total Number of failed deduplication cache inserts.
# TYPE sunlight_cache_put_errors_total counter
sunlight_cache_put_errors_total{log="rome2024h2"} 0
sunlight_cache_put_errors_total{log="rome2025h1"} 0
sunlight_cache_put_errors_total{log="rome2025h2"} 0
# HELP sunlight_config_notafter_end_timestamp_seconds End of the NotAfter accepted period.
# TYPE sunlight_config_notafter_end_timestamp_seconds gauge
sunlight_config_notafter_end_timestamp_seconds{log="rome2024h2"} 1.7356896e+09
sunlight_config_notafter_end_timestamp_seconds{log="rome2025h1"} 1.751328e+09
sunlight_config_notafter_end_timestamp_seconds{log="rome2025h2"} 1.7672256e+09
# HELP sunlight_config_notafter_start_timestamp_seconds Start of the NotAfter accepted period.
# TYPE sunlight_config_notafter_start_timestamp_seconds gauge
sunlight_config_notafter_start_timestamp_seconds{log="rome2024h2"} 1.719792e+09
sunlight_config_notafter_start_timestamp_seconds{log="rome2025h1"} 1.7356896e+09
sunlight_config_notafter_start_timestamp_seconds{log="rome2025h2"} 1.751328e+09
# HELP sunlight_config_roots_total Number of accepted roots.
# TYPE sunlight_config_roots_total gauge
sunlight_config_roots_total{log="rome2024h2"} 138
sunlight_config_roots_total{log="rome2025h1"} 138
sunlight_config_roots_total{log="rome2025h2"} 138
# HELP sunlight_http_in_flight_requests Requests currently being served, by endpoint.
# TYPE sunlight_http_in_flight_requests gauge
sunlight_http_in_flight_requests{endpoint="add-chain",log="rome2024h2"} 0
sunlight_http_in_flight_requests{endpoint="add-chain",log="rome2025h1"} 87
sunlight_http_in_flight_requests{endpoint="add-chain",log="rome2025h2"} 0
sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rome2024h2"} 0
sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rome2025h1"} 86
sunlight_http_in_flight_requests{endpoint="add-pre-chain",log="rome2025h2"} 0
sunlight_http_in_flight_requests{endpoint="get-roots",log="rome2024h2"} 0
sunlight_http_in_flight_requests{endpoint="get-roots",log="rome2025h1"} 0
sunlight_http_in_flight_requests{endpoint="get-roots",log="rome2025h2"} 0
# HELP sunlight_http_request_duration_seconds HTTP request serving latencies in seconds, by endpoint.
# TYPE sunlight_http_request_duration_seconds summary
sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h1",quantile="0.5"} 1.351729134
sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h1",quantile="0.75"} 1.608335946
sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h1",quantile="0.9"} 1.797480203
sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h1",quantile="0.99"} 2.127832427
sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="rome2025h1"} 1.0155315516700238e+06
sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="rome2025h1"} 937651
sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h2",quantile="0.5"} NaN
sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h2",quantile="0.75"} NaN
sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h2",quantile="0.9"} NaN
sunlight_http_request_duration_seconds{endpoint="add-chain",log="rome2025h2",quantile="0.99"} NaN
sunlight_http_request_duration_seconds_sum{endpoint="add-chain",log="rome2025h2"} 3.26333909
sunlight_http_request_duration_seconds_count{endpoint="add-chain",log="rome2025h2"} 4
sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h1",quantile="0.5"} 1.343348808
sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h1",quantile="0.75"} 1.62702648
sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h1",quantile="0.9"} 1.837625347
sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h1",quantile="0.99"} 2.130675669
sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="rome2025h1"} 926869.7284362174
sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="rome2025h1"} 844131
sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h2",quantile="0.5"} NaN
sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h2",quantile="0.75"} NaN
sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h2",quantile="0.9"} NaN
sunlight_http_request_duration_seconds{endpoint="add-pre-chain",log="rome2025h2",quantile="0.99"} NaN
sunlight_http_request_duration_seconds_sum{endpoint="add-pre-chain",log="rome2025h2"} 5.623709957
sunlight_http_request_duration_seconds_count{endpoint="add-pre-chain",log="rome2025h2"} 4
sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2024h2",quantile="0.5"} NaN
sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2024h2",quantile="0.75"} NaN
sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2024h2",quantile="0.9"} NaN
sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2024h2",quantile="0.99"} NaN
sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rome2024h2"} 1.6498845500000001
sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rome2024h2"} 5
sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h1",quantile="0.5"} NaN
sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h1",quantile="0.75"} NaN
sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h1",quantile="0.9"} NaN
sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h1",quantile="0.99"} NaN
sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rome2025h1"} 11.598182402
sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rome2025h1"} 7
sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h2",quantile="0.5"} NaN
sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h2",quantile="0.75"} NaN
sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h2",quantile="0.9"} NaN
sunlight_http_request_duration_seconds{endpoint="get-roots",log="rome2025h2",quantile="0.99"} NaN
sunlight_http_request_duration_seconds_sum{endpoint="get-roots",log="rome2025h2"} 1.651484966
sunlight_http_request_duration_seconds_count{endpoint="get-roots",log="rome2025h2"} 6
# HELP sunlight_http_requests_total HTTP requests served, by endpoint and response code.
# TYPE sunlight_http_requests_total counter
sunlight_http_requests_total{code="200",endpoint="add-chain",log="rome2025h1"} 937537
sunlight_http_requests_total{code="200",endpoint="add-chain",log="rome2025h2"} 4
sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="rome2025h1"} 842719
sunlight_http_requests_total{code="200",endpoint="add-pre-chain",log="rome2025h2"} 4
sunlight_http_requests_total{code="200",endpoint="get-roots",log="rome2024h2"} 5
sunlight_http_requests_total{code="200",endpoint="get-roots",log="rome2025h1"} 7
sunlight_http_requests_total{code="200",endpoint="get-roots",log="rome2025h2"} 6
sunlight_http_requests_total{code="500",endpoint="add-chain",log="rome2025h1"} 107
sunlight_http_requests_total{code="500",endpoint="add-pre-chain",log="rome2025h1"} 1400
sunlight_http_requests_total{code="503",endpoint="add-chain",log="rome2025h1"} 7
sunlight_http_requests_total{code="503",endpoint="add-pre-chain",log="rome2025h1"} 12
# HELP sunlight_issuers_cache_total Number of issuers observed since restarting.
# TYPE sunlight_issuers_cache_total gauge
sunlight_issuers_cache_total{log="rome2024h2"} 0
sunlight_issuers_cache_total{log="rome2025h1"} 12
sunlight_issuers_cache_total{log="rome2025h2"} 2
# HELP sunlight_s3_compress_ratio Ratio of compressed to uncompressed body size for compressible object puts.
# TYPE sunlight_s3_compress_ratio summary
sunlight_s3_compress_ratio_sum{log="rome2024h2"} 439.25
sunlight_s3_compress_ratio_count{log="rome2024h2"} 14056
sunlight_s3_compress_ratio_sum{log="rome2025h1"} 14991.20876957547
sunlight_s3_compress_ratio_count{log="rome2025h1"} 34855
sunlight_s3_compress_ratio_sum{log="rome2025h2"} 446.269374192756
sunlight_s3_compress_ratio_count{log="rome2025h2"} 14067
# HELP sunlight_s3_hedges_successful_total S3 hedge requests that completed before the main request.
# TYPE sunlight_s3_hedges_successful_total counter
sunlight_s3_hedges_successful_total{log="rome2024h2"} 742
sunlight_s3_hedges_successful_total{log="rome2025h1"} 4304
sunlight_s3_hedges_successful_total{log="rome2025h2"} 711
# HELP sunlight_s3_hedges_total S3 hedge requests that were launched because the main request was too slow.
# TYPE sunlight_s3_hedges_total counter
sunlight_s3_hedges_total{log="rome2024h2"} 9822
sunlight_s3_hedges_total{log="rome2025h1"} 65286
sunlight_s3_hedges_total{log="rome2025h2"} 9808
# HELP sunlight_s3_request_duration_seconds S3 HTTP request latencies, by method and response code.
# TYPE sunlight_s3_request_duration_seconds summary
sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="get",quantile="0.5"} NaN
sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="get",quantile="0.75"} NaN
sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="get",quantile="0.9"} NaN
sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="get",quantile="0.99"} NaN
sunlight_s3_request_duration_seconds_sum{code="200",log="rome2024h2",method="get"} 0.271648931
sunlight_s3_request_duration_seconds_count{code="200",log="rome2024h2",method="get"} 7
sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="put",quantile="0.5"} 0.155207789
sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="put",quantile="0.75"} 0.210555968
sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="put",quantile="0.9"} 0.260453254
sunlight_s3_request_duration_seconds{code="200",log="rome2024h2",method="put",quantile="0.99"} 0.384358983
sunlight_s3_request_duration_seconds_sum{code="200",log="rome2024h2",method="put"} 2702.3755219090053
sunlight_s3_request_duration_seconds_count{code="200",log="rome2024h2",method="put"} 28114
sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="get",quantile="0.5"} NaN
sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="get",quantile="0.75"} NaN
sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="get",quantile="0.9"} NaN
sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="get",quantile="0.99"} NaN
sunlight_s3_request_duration_seconds_sum{code="200",log="rome2025h1",method="get"} 1.043223535
sunlight_s3_request_duration_seconds_count{code="200",log="rome2025h1",method="get"} 20
sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="put",quantile="0.5"} 0.230973752
sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="put",quantile="0.75"} 0.310942775
sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="put",quantile="0.9"} 0.388018006
sunlight_s3_request_duration_seconds{code="200",log="rome2025h1",method="put",quantile="0.99"} 0.640738661
sunlight_s3_request_duration_seconds_sum{code="200",log="rome2025h1",method="put"} 12407.37081558811
sunlight_s3_request_duration_seconds_count{code="200",log="rome2025h1",method="put"} 76657
sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="get",quantile="0.5"} NaN
sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="get",quantile="0.75"} NaN
sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="get",quantile="0.9"} NaN
sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="get",quantile="0.99"} NaN
sunlight_s3_request_duration_seconds_sum{code="200",log="rome2025h2",method="get"} 0.5167386559999999
sunlight_s3_request_duration_seconds_count{code="200",log="rome2025h2",method="get"} 8
sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="put",quantile="0.5"} 0.157395748
sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="put",quantile="0.75"} 0.20570426
sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="put",quantile="0.9"} 0.273241075
sunlight_s3_request_duration_seconds{code="200",log="rome2025h2",method="put",quantile="0.99"} 0.351976478
sunlight_s3_request_duration_seconds_sum{code="200",log="rome2025h2",method="put"} 2700.6598783120044
sunlight_s3_request_duration_seconds_count{code="200",log="rome2025h2",method="put"} 28137
# HELP sunlight_s3_requests_total S3 HTTP requests performed, by method and response code.
# TYPE sunlight_s3_requests_total counter
sunlight_s3_requests_total{code="200",log="rome2024h2",method="get"} 7
sunlight_s3_requests_total{code="200",log="rome2024h2",method="put"} 28114
sunlight_s3_requests_total{code="200",log="rome2025h1",method="get"} 20
sunlight_s3_requests_total{code="200",log="rome2025h1",method="put"} 76657
sunlight_s3_requests_total{code="200",log="rome2025h2",method="get"} 8
sunlight_s3_requests_total{code="200",log="rome2025h2",method="put"} 28137
# HELP sunlight_s3_upload_size_bytes S3 (compressed) body size in bytes for object puts.
# TYPE sunlight_s3_upload_size_bytes summary
sunlight_s3_upload_size_bytes{log="rome2024h2",quantile="0.5"} 32
sunlight_s3_upload_size_bytes{log="rome2024h2",quantile="0.9"} 603
sunlight_s3_upload_size_bytes{log="rome2024h2",quantile="0.99"} 651
sunlight_s3_upload_size_bytes_sum{log="rome2024h2"} 8.207847e+06
sunlight_s3_upload_size_bytes_count{log="rome2024h2"} 28112
sunlight_s3_upload_size_bytes{log="rome2025h1",quantile="0.5"} 8192
sunlight_s3_upload_size_bytes{log="rome2025h1",quantile="0.9"} 181866
sunlight_s3_upload_size_bytes{log="rome2025h1",quantile="0.99"} 266110
sunlight_s3_upload_size_bytes_sum{log="rome2025h1"} 5.186467498e+09
sunlight_s3_upload_size_bytes_count{log="rome2025h1"} 76652
sunlight_s3_upload_size_bytes{log="rome2025h2",quantile="0.5"} 418
sunlight_s3_upload_size_bytes{log="rome2025h2",quantile="0.9"} 606
sunlight_s3_upload_size_bytes{log="rome2025h2",quantile="0.99"} 654
sunlight_s3_upload_size_bytes_sum{log="rome2025h2"} 8.705242e+06
sunlight_s3_upload_size_bytes_count{log="rome2025h2"} 28135
# HELP sunlight_sequencing_data_tiles_bytes Uncompressed size of uploaded data tiles, including partials.
# TYPE sunlight_sequencing_data_tiles_bytes summary
sunlight_sequencing_data_tiles_bytes{log="rome2024h2",quantile="0.5"} NaN
sunlight_sequencing_data_tiles_bytes{log="rome2024h2",quantile="0.9"} NaN
sunlight_sequencing_data_tiles_bytes{log="rome2024h2",quantile="0.99"} NaN
sunlight_sequencing_data_tiles_bytes_sum{log="rome2024h2"} 0
sunlight_sequencing_data_tiles_bytes_count{log="rome2024h2"} 0
sunlight_sequencing_data_tiles_bytes{log="rome2025h1",quantile="0.5"} 277653
sunlight_sequencing_data_tiles_bytes{log="rome2025h1",quantile="0.9"} 419978
sunlight_sequencing_data_tiles_bytes{log="rome2025h1",quantile="0.99"} 433877
sunlight_sequencing_data_tiles_bytes_sum{log="rome2025h1"} 5.781370062e+09
sunlight_sequencing_data_tiles_bytes_count{log="rome2025h1"} 20884
sunlight_sequencing_data_tiles_bytes{log="rome2025h2",quantile="0.5"} NaN
sunlight_sequencing_data_tiles_bytes{log="rome2025h2",quantile="0.9"} NaN
sunlight_sequencing_data_tiles_bytes{log="rome2025h2",quantile="0.99"} NaN
sunlight_sequencing_data_tiles_bytes_sum{log="rome2025h2"} 543502
sunlight_sequencing_data_tiles_bytes_count{log="rome2025h2"} 8
# HELP sunlight_sequencing_duration_seconds Duration of sequencing rounds, successful or not.
# TYPE sunlight_sequencing_duration_seconds summary
sunlight_sequencing_duration_seconds{log="rome2024h2",quantile="0.5"} 0.33006875
sunlight_sequencing_duration_seconds{log="rome2024h2",quantile="0.75"} 0.434097002
sunlight_sequencing_duration_seconds{log="rome2024h2",quantile="0.9"} 0.531584648
sunlight_sequencing_duration_seconds{log="rome2024h2",quantile="0.99"} 0.798179658
sunlight_sequencing_duration_seconds_sum{log="rome2024h2"} 2945.6390487560016
sunlight_sequencing_duration_seconds_count{log="rome2024h2"} 14055
sunlight_sequencing_duration_seconds{log="rome2025h1",quantile="0.5"} 0.785942493
sunlight_sequencing_duration_seconds{log="rome2025h1",quantile="0.75"} 0.893005795
sunlight_sequencing_duration_seconds{log="rome2025h1",quantile="0.9"} 1.144895119
sunlight_sequencing_duration_seconds{log="rome2025h1",quantile="0.99"} 1.437962591
sunlight_sequencing_duration_seconds_sum{log="rome2025h1"} 7786.814231515015
sunlight_sequencing_duration_seconds_count{log="rome2025h1"} 13969
sunlight_sequencing_duration_seconds{log="rome2025h2",quantile="0.5"} 0.338215758
sunlight_sequencing_duration_seconds{log="rome2025h2",quantile="0.75"} 0.473893424
sunlight_sequencing_duration_seconds{log="rome2025h2",quantile="0.9"} 0.556434637
sunlight_sequencing_duration_seconds{log="rome2025h2",quantile="0.99"} 0.966777074
sunlight_sequencing_duration_seconds_sum{log="rome2025h2"} 3048.5568187319946
sunlight_sequencing_duration_seconds_count{log="rome2025h2"} 14059
# HELP sunlight_sequencing_leaf_bytes Size of leaves in sequencing rounds, successful or not.
# TYPE sunlight_sequencing_leaf_bytes summary
sunlight_sequencing_leaf_bytes{log="rome2024h2",quantile="0.5"} NaN
sunlight_sequencing_leaf_bytes{log="rome2024h2",quantile="0.99"} NaN
sunlight_sequencing_leaf_bytes_sum{log="rome2024h2"} 0
sunlight_sequencing_leaf_bytes_count{log="rome2024h2"} 0
sunlight_sequencing_leaf_bytes{log="rome2025h1",quantile="0.5"} 1525
sunlight_sequencing_leaf_bytes{log="rome2025h1",quantile="0.99"} 2557
sunlight_sequencing_leaf_bytes_sum{log="rome2025h1"} 2.893157593e+09
sunlight_sequencing_leaf_bytes_count{log="rome2025h1"} 1.781869e+06
sunlight_sequencing_leaf_bytes{log="rome2025h2",quantile="0.5"} NaN
sunlight_sequencing_leaf_bytes{log="rome2025h2",quantile="0.99"} NaN
sunlight_sequencing_leaf_bytes_sum{log="rome2025h2"} 14941
sunlight_sequencing_leaf_bytes_count{log="rome2025h2"} 8
# HELP sunlight_sequencing_pool_entries Number of entries in the pools being sequenced.
# TYPE sunlight_sequencing_pool_entries summary
sunlight_sequencing_pool_entries{log="rome2024h2",quantile="0.5"} 0
sunlight_sequencing_pool_entries{log="rome2024h2",quantile="0.99"} 0
sunlight_sequencing_pool_entries_sum{log="rome2024h2"} 0
sunlight_sequencing_pool_entries_count{log="rome2024h2"} 14055
sunlight_sequencing_pool_entries{log="rome2025h1",quantile="0.5"} 111
sunlight_sequencing_pool_entries{log="rome2025h1",quantile="0.99"} 163
sunlight_sequencing_pool_entries_sum{log="rome2025h1"} 1.781763e+06
sunlight_sequencing_pool_entries_count{log="rome2025h1"} 13969
sunlight_sequencing_pool_entries{log="rome2025h2",quantile="0.5"} 0
sunlight_sequencing_pool_entries{log="rome2025h2",quantile="0.99"} 0
sunlight_sequencing_pool_entries_sum{log="rome2025h2"} 8
sunlight_sequencing_pool_entries_count{log="rome2025h2"} 14059
# HELP sunlight_sequencing_rounds_total Number of sequencing rounds, by error category if failed.
# TYPE sunlight_sequencing_rounds_total counter
sunlight_sequencing_rounds_total{error="",log="rome2024h2"} 14055
sunlight_sequencing_rounds_total{error="",log="rome2025h1"} 13968
sunlight_sequencing_rounds_total{error="",log="rome2025h2"} 14058
sunlight_sequencing_rounds_total{error="couldn't upload checkpoint to object storage: failed to upload",log="rome2025h1"} 1
sunlight_sequencing_rounds_total{error="couldn't upload checkpoint to object storage: failed to upload",log="rome2025h2"} 1
# HELP sunlight_sequencing_uploaded_tiles_total Number of tiles uploaded in successful rounds, including partials.
# TYPE sunlight_sequencing_uploaded_tiles_total counter
sunlight_sequencing_uploaded_tiles_total{log="rome2024h2"} 0
sunlight_sequencing_uploaded_tiles_total{log="rome2025h1"} 48703
sunlight_sequencing_uploaded_tiles_total{log="rome2025h2"} 16
# HELP sunlight_sqlite_update_duration_seconds Duration of SQLite lock backend updates.
# TYPE sunlight_sqlite_update_duration_seconds summary
sunlight_sqlite_update_duration_seconds{quantile="0.5"} 0.013881616
sunlight_sqlite_update_duration_seconds{quantile="0.9"} 0.022970423
sunlight_sqlite_update_duration_seconds{quantile="0.99"} 0.027424391
sunlight_sqlite_update_duration_seconds_sum 637.8805175280044
sunlight_sqlite_update_duration_seconds_count 42085
# HELP sunlight_tree_size_leaves_total Size of the latest published tree head.
# TYPE sunlight_tree_size_leaves_total gauge
sunlight_tree_size_leaves_total{log="rome2024h2"} 5.48301963e+08
sunlight_tree_size_leaves_total{log="rome2025h1"} 1.243371463e+09
sunlight_tree_size_leaves_total{log="rome2025h2"} 1.554948e+07
# HELP sunlight_tree_timestamp_seconds Timestamp of the latest published tree head.
# TYPE sunlight_tree_timestamp_seconds gauge
sunlight_tree_timestamp_seconds{log="rome2024h2"} 1.737662969921e+09
sunlight_tree_timestamp_seconds{log="rome2025h1"} 1.737662969678e+09
sunlight_tree_timestamp_seconds{log="rome2025h2"} 1.737662970559e+09