# HELP copr_build_end_reported_after_time Time it takes from Copr build being finished to reporting the status to user # TYPE copr_build_end_reported_after_time histogram copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="60"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="120"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="180"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="300"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="480"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="600"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="1800"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="3600"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 copr_build_end_reported_after_time_sum{job="packit-worker-long-running-0"} 0 copr_build_end_reported_after_time_count{job="packit-worker-long-running-0"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="60"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="120"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="180"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="300"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="480"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="600"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="1800"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="3600"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 copr_build_end_reported_after_time_sum{job="packit-worker-long-running-1"} 0 copr_build_end_reported_after_time_count{job="packit-worker-long-running-1"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="60"} 302 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="120"} 302 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="180"} 303 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="300"} 303 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="480"} 303 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="600"} 303 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="1800"} 303 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="3600"} 303 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 303 copr_build_end_reported_after_time_sum{job="packit-worker-short-running-0"} 2370.393276 copr_build_end_reported_after_time_count{job="packit-worker-short-running-0"} 303 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="60"} 286 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="120"} 286 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="180"} 287 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="300"} 287 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="480"} 287 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="600"} 287 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="1800"} 287 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="3600"} 287 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 287 copr_build_end_reported_after_time_sum{job="packit-worker-short-running-1"} 2165.175881 copr_build_end_reported_after_time_count{job="packit-worker-short-running-1"} 287 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="60"} 280 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="120"} 280 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="180"} 280 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="300"} 280 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="480"} 280 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="600"} 280 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="1800"} 280 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="3600"} 280 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 280 copr_build_end_reported_after_time_sum{job="packit-worker-short-running-2"} 2128.546066000001 copr_build_end_reported_after_time_count{job="packit-worker-short-running-2"} 280 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="60"} 284 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="120"} 284 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="180"} 284 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="300"} 284 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="480"} 284 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="600"} 284 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="1800"} 284 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="3600"} 284 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 284 copr_build_end_reported_after_time_sum{job="packit-worker-short-running-3"} 2025.754809 copr_build_end_reported_after_time_count{job="packit-worker-short-running-3"} 284 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="60"} 315 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="120"} 315 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="180"} 315 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="300"} 315 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="480"} 315 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="600"} 315 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="1800"} 315 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="3600"} 315 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 315 copr_build_end_reported_after_time_sum{job="packit-worker-short-running-4"} 2129.814455999999 copr_build_end_reported_after_time_count{job="packit-worker-short-running-4"} 315 # HELP copr_build_end_reported_after_time_created Time it takes from Copr build being finished to reporting the status to user # TYPE copr_build_end_reported_after_time_created gauge copr_build_end_reported_after_time_created{job="packit-worker-long-running-0"} 1.645520585051833e+11 copr_build_end_reported_after_time_created{job="packit-worker-long-running-1"} 1.0732374260566563e+11 copr_build_end_reported_after_time_created{job="packit-worker-short-running-0"} 2.0016767275061324e+13 copr_build_end_reported_after_time_created{job="packit-worker-short-running-1"} 2.2011307108076668e+13 copr_build_end_reported_after_time_created{job="packit-worker-short-running-2"} 2.047477575422447e+13 copr_build_end_reported_after_time_created{job="packit-worker-short-running-3"} 1.9362144235743312e+13 copr_build_end_reported_after_time_created{job="packit-worker-short-running-4"} 2.154990235211633e+13 # HELP copr_build_finished_time Time it takes from setting accepted status for Copr build to finished # TYPE copr_build_finished_time histogram copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 copr_build_finished_time_sum{job="packit-worker-long-running-0"} 0 copr_build_finished_time_count{job="packit-worker-long-running-0"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 copr_build_finished_time_sum{job="packit-worker-long-running-1"} 0 copr_build_finished_time_count{job="packit-worker-long-running-1"} 0 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 300 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 303 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 303 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 303 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 303 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 303 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 303 copr_build_finished_time_sum{job="packit-worker-short-running-0"} 121581.638756 copr_build_finished_time_count{job="packit-worker-short-running-0"} 303 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 285 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 287 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 287 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 287 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 287 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 287 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 287 copr_build_finished_time_sum{job="packit-worker-short-running-1"} 112652.00906199997 copr_build_finished_time_count{job="packit-worker-short-running-1"} 287 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 278 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 280 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 280 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 280 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 280 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 280 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 280 copr_build_finished_time_sum{job="packit-worker-short-running-2"} 121457.692336 copr_build_finished_time_count{job="packit-worker-short-running-2"} 280 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 282 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 284 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 284 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 284 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 284 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 284 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 284 copr_build_finished_time_sum{job="packit-worker-short-running-3"} 112463.08624 copr_build_finished_time_count{job="packit-worker-short-running-3"} 284 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 311 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 315 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 315 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 315 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 315 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 315 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 315 copr_build_finished_time_sum{job="packit-worker-short-running-4"} 131186.34560399991 copr_build_finished_time_count{job="packit-worker-short-running-4"} 315 # HELP copr_build_finished_time_created Time it takes from setting accepted status for Copr build to finished # TYPE copr_build_finished_time_created gauge copr_build_finished_time_created{job="packit-worker-long-running-0"} 1.6455205850518115e+11 copr_build_finished_time_created{job="packit-worker-long-running-1"} 1.0732374260566446e+11 copr_build_finished_time_created{job="packit-worker-short-running-0"} 2.0016767275060953e+13 copr_build_finished_time_created{job="packit-worker-short-running-1"} 2.2011307108076285e+13 copr_build_finished_time_created{job="packit-worker-short-running-2"} 2.047477575422415e+13 copr_build_finished_time_created{job="packit-worker-short-running-3"} 1.9362144235742758e+13 copr_build_finished_time_created{job="packit-worker-short-running-4"} 2.1549902352115945e+13 # HELP copr_builds_finished_created Number of Copr builds finished # TYPE copr_builds_finished_created gauge copr_builds_finished_created{job="packit-worker-long-running-0"} 1.645520585051721e+11 copr_builds_finished_created{job="packit-worker-long-running-1"} 1.0732374260565875e+11 copr_builds_finished_created{job="packit-worker-short-running-0"} 2.001676727505947e+13 copr_builds_finished_created{job="packit-worker-short-running-1"} 2.201130710807479e+13 copr_builds_finished_created{job="packit-worker-short-running-2"} 2.047477575422268e+13 copr_builds_finished_created{job="packit-worker-short-running-3"} 1.9362144235740742e+13 copr_builds_finished_created{job="packit-worker-short-running-4"} 2.154990235211432e+13 # HELP copr_builds_finished_total Number of Copr builds finished # TYPE copr_builds_finished_total counter copr_builds_finished_total{job="packit-worker-long-running-0"} 0 copr_builds_finished_total{job="packit-worker-long-running-1"} 0 copr_builds_finished_total{job="packit-worker-short-running-0"} 303 copr_builds_finished_total{job="packit-worker-short-running-1"} 287 copr_builds_finished_total{job="packit-worker-short-running-2"} 280 copr_builds_finished_total{job="packit-worker-short-running-3"} 284 copr_builds_finished_total{job="packit-worker-short-running-4"} 315 # HELP copr_builds_queued_created Number of Copr builds queued # TYPE copr_builds_queued_created gauge copr_builds_queued_created{job="packit-worker-long-running-0"} 1.6455205850516946e+11 copr_builds_queued_created{job="packit-worker-long-running-1"} 1.073237426056572e+11 copr_builds_queued_created{job="packit-worker-short-running-0"} 2.001676727505909e+13 copr_builds_queued_created{job="packit-worker-short-running-1"} 2.2011307108074418e+13 copr_builds_queued_created{job="packit-worker-short-running-2"} 2.0474775754222293e+13 copr_builds_queued_created{job="packit-worker-short-running-3"} 1.9362144235740258e+13 copr_builds_queued_created{job="packit-worker-short-running-4"} 2.1549902352113902e+13 # HELP copr_builds_queued_total Number of Copr builds queued # TYPE copr_builds_queued_total counter copr_builds_queued_total{job="packit-worker-long-running-0"} 0 copr_builds_queued_total{job="packit-worker-long-running-1"} 0 copr_builds_queued_total{job="packit-worker-short-running-0"} 257 copr_builds_queued_total{job="packit-worker-short-running-1"} 278 copr_builds_queued_total{job="packit-worker-short-running-2"} 234 copr_builds_queued_total{job="packit-worker-short-running-3"} 248 copr_builds_queued_total{job="packit-worker-short-running-4"} 381 # HELP copr_builds_started_created Number of Copr builds started # TYPE copr_builds_started_created gauge copr_builds_started_created{job="packit-worker-long-running-0"} 1.6455205850517114e+11 copr_builds_started_created{job="packit-worker-long-running-1"} 1.073237426056583e+11 copr_builds_started_created{job="packit-worker-short-running-0"} 2.0016767275059344e+13 copr_builds_started_created{job="packit-worker-short-running-1"} 2.201130710807465e+13 copr_builds_started_created{job="packit-worker-short-running-2"} 2.0474775754222547e+13 copr_builds_started_created{job="packit-worker-short-running-3"} 1.936214423574055e+13 copr_builds_started_created{job="packit-worker-short-running-4"} 2.1549902352114168e+13 # HELP copr_builds_started_total Number of Copr builds started # TYPE copr_builds_started_total counter copr_builds_started_total{job="packit-worker-long-running-0"} 0 copr_builds_started_total{job="packit-worker-long-running-1"} 0 copr_builds_started_total{job="packit-worker-short-running-0"} 236 copr_builds_started_total{job="packit-worker-short-running-1"} 252 copr_builds_started_total{job="packit-worker-short-running-2"} 222 copr_builds_started_total{job="packit-worker-short-running-3"} 205 copr_builds_started_total{job="packit-worker-short-running-4"} 245 # HELP events_not_handled_created The number of events resulting in a Celery task, but then dropped during processing # TYPE events_not_handled_created gauge events_not_handled_created{job="packit-worker-long-running-0"} 1.6455205850519003e+11 events_not_handled_created{job="packit-worker-long-running-1"} 1.0732374260567407e+11 events_not_handled_created{job="packit-worker-short-running-0"} 2.0016767275062598e+13 events_not_handled_created{job="packit-worker-short-running-1"} 2.201130710807801e+13 events_not_handled_created{job="packit-worker-short-running-2"} 2.04747757542257e+13 events_not_handled_created{job="packit-worker-short-running-3"} 1.9362144235745246e+13 events_not_handled_created{job="packit-worker-short-running-4"} 2.1549902352117605e+13 # HELP events_not_handled_total The number of events resulting in a Celery task, but then dropped during processing # TYPE events_not_handled_total counter events_not_handled_total{job="packit-worker-long-running-0"} 0 events_not_handled_total{job="packit-worker-long-running-1"} 0 events_not_handled_total{job="packit-worker-short-running-0"} 756 events_not_handled_total{job="packit-worker-short-running-1"} 847 events_not_handled_total{job="packit-worker-short-running-2"} 808 events_not_handled_total{job="packit-worker-short-running-3"} 741 events_not_handled_total{job="packit-worker-short-running-4"} 835 # HELP events_pre_check_failed_created The number of events for which pre_check() failed # TYPE events_pre_check_failed_created gauge events_pre_check_failed_created{job="packit-worker-long-running-0"} 1.645520585051907e+11 events_pre_check_failed_created{job="packit-worker-long-running-1"} 1.0732374260567459e+11 events_pre_check_failed_created{job="packit-worker-short-running-0"} 2.001676727506273e+13 events_pre_check_failed_created{job="packit-worker-short-running-1"} 2.201130710807817e+13 events_pre_check_failed_created{job="packit-worker-short-running-2"} 2.047477575422588e+13 events_pre_check_failed_created{job="packit-worker-short-running-3"} 1.936214423574542e+13 events_pre_check_failed_created{job="packit-worker-short-running-4"} 2.154990235211776e+13 # HELP events_pre_check_failed_total The number of events for which pre_check() failed # TYPE events_pre_check_failed_total counter events_pre_check_failed_total{job="packit-worker-long-running-0"} 0 events_pre_check_failed_total{job="packit-worker-long-running-1"} 0 events_pre_check_failed_total{job="packit-worker-short-running-0"} 0 events_pre_check_failed_total{job="packit-worker-short-running-1"} 0 events_pre_check_failed_total{job="packit-worker-short-running-2"} 0 events_pre_check_failed_total{job="packit-worker-short-running-3"} 0 events_pre_check_failed_total{job="packit-worker-short-running-4"} 0 # HELP events_processed_created The number of events processed from the Celery queue # TYPE events_processed_created gauge events_processed_created{job="packit-worker-long-running-0"} 1.6455205850518927e+11 events_processed_created{job="packit-worker-long-running-1"} 1.0732374260567358e+11 events_processed_created{job="packit-worker-short-running-0"} 2.001676727506245e+13 events_processed_created{job="packit-worker-short-running-1"} 2.201130710807786e+13 events_processed_created{job="packit-worker-short-running-2"} 2.0474775754225527e+13 events_processed_created{job="packit-worker-short-running-3"} 1.9362144235744996e+13 events_processed_created{job="packit-worker-short-running-4"} 2.154990235211745e+13 # HELP events_processed_total The number of events processed from the Celery queue # TYPE events_processed_total counter events_processed_total{job="packit-worker-long-running-0"} 0 events_processed_total{job="packit-worker-long-running-1"} 0 events_processed_total{job="packit-worker-short-running-0"} 9642 events_processed_total{job="packit-worker-short-running-1"} 10725 events_processed_total{job="packit-worker-short-running-2"} 9967 events_processed_total{job="packit-worker-short-running-3"} 9361 events_processed_total{job="packit-worker-short-running-4"} 10490 # HELP fedora_ci_first_initial_status_time Time it takes to set the initial status for the first Fedora CI check # TYPE fedora_ci_first_initial_status_time histogram fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-0"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-0"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-1"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-1"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-0"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-0"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-1"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-1"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-2"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-2"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-3"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-3"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-4"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-4"} 0 # HELP fedora_ci_first_initial_status_time_created Time it takes to set the initial status for the first Fedora CI check # TYPE fedora_ci_first_initial_status_time_created gauge fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-0"} 1.6455205850520935e+11 fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-1"} 1.0732374260568326e+11 fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-0"} 2.0016767275065516e+13 fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-1"} 2.201130710808115e+13 fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-2"} 2.047477575422869e+13 fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-3"} 1.936214423574952e+13 fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-4"} 2.154990235212079e+13 # HELP fedora_ci_koji_build_finished_time Time it takes from submitting Fedora CI Koji scratch build to finished # TYPE fedora_ci_koji_build_finished_time histogram fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-0"} 0 fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-0"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-1"} 0 fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-1"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 17 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 17 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 17 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 17 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 17 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 17 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 17 fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-0"} 5865.387854 fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-0"} 17 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 11 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 11 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 11 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 11 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 11 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 11 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 11 fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-1"} 3609.2731449999997 fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-1"} 11 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 13 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 13 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 13 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 13 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 13 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 13 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 13 fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-2"} 4701.492765999999 fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-2"} 13 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 18 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 18 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 18 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 18 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 18 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 18 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 18 fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-3"} 5470.556612 fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-3"} 18 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 12 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 12 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 12 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 12 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 12 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 12 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 12 fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-4"} 4317.271433999999 fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-4"} 12 # HELP fedora_ci_koji_build_finished_time_created Time it takes from submitting Fedora CI Koji scratch build to finished # TYPE fedora_ci_koji_build_finished_time_created gauge fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-0"} 1.6455205850519846e+11 fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-1"} 1.0732374260567926e+11 fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-0"} 2.0016767275064074e+13 fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-1"} 2.201130710807972e+13 fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-2"} 2.0474775754227324e+13 fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-3"} 1.9362144235747523e+13 fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-4"} 2.1549902352119285e+13 # HELP fedora_ci_koji_builds_finished_created Number of Fedora CI Koji scratch builds finished # TYPE fedora_ci_koji_builds_finished_created gauge fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-0"} 1.6455205850519745e+11 fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-1"} 1.0732374260567867e+11 fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-0"} 2.0016767275063926e+13 fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-1"} 2.2011307108079586e+13 fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-2"} 2.0474775754227164e+13 fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-3"} 1.936214423574731e+13 fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-4"} 2.1549902352119074e+13 # HELP fedora_ci_koji_builds_finished_total Number of Fedora CI Koji scratch builds finished # TYPE fedora_ci_koji_builds_finished_total counter fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-0"} 0 fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-1"} 0 fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-0"} 17 fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-1"} 11 fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-2"} 13 fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-3"} 18 fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-4"} 12 # HELP fedora_ci_koji_builds_queued_created Number of Fedora CI Koji scratch builds queued # TYPE fedora_ci_koji_builds_queued_created gauge fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-0"} 1.6455205850519586e+11 fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-1"} 1.0732374260567761e+11 fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-0"} 2.0016767275063637e+13 fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-1"} 2.2011307108079227e+13 fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-2"} 2.0474775754226863e+13 fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-3"} 1.9362144235746918e+13 fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-4"} 2.1549902352118746e+13 # HELP fedora_ci_koji_builds_queued_total Number of Fedora CI Koji scratch builds queued # TYPE fedora_ci_koji_builds_queued_total counter fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-0"} 50 fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-1"} 21 fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-0"} 0 fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-1"} 0 fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-2"} 0 fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-3"} 0 fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-4"} 0 # HELP fedora_ci_koji_builds_started_created Number of Fedora CI Koji scratch builds started # TYPE fedora_ci_koji_builds_started_created gauge fedora_ci_koji_builds_started_created{job="packit-worker-long-running-0"} 1.645520585051966e+11 fedora_ci_koji_builds_started_created{job="packit-worker-long-running-1"} 1.073237426056781e+11 fedora_ci_koji_builds_started_created{job="packit-worker-short-running-0"} 2.0016767275063754e+13 fedora_ci_koji_builds_started_created{job="packit-worker-short-running-1"} 2.2011307108079375e+13 fedora_ci_koji_builds_started_created{job="packit-worker-short-running-2"} 2.0474775754226984e+13 fedora_ci_koji_builds_started_created{job="packit-worker-short-running-3"} 1.9362144235747098e+13 fedora_ci_koji_builds_started_created{job="packit-worker-short-running-4"} 2.1549902352118883e+13 # HELP fedora_ci_koji_builds_started_total Number of Fedora CI Koji scratch builds started # TYPE fedora_ci_koji_builds_started_total counter fedora_ci_koji_builds_started_total{job="packit-worker-long-running-0"} 0 fedora_ci_koji_builds_started_total{job="packit-worker-long-running-1"} 0 fedora_ci_koji_builds_started_total{job="packit-worker-short-running-0"} 16 fedora_ci_koji_builds_started_total{job="packit-worker-short-running-1"} 15 fedora_ci_koji_builds_started_total{job="packit-worker-short-running-2"} 11 fedora_ci_koji_builds_started_total{job="packit-worker-short-running-3"} 11 fedora_ci_koji_builds_started_total{job="packit-worker-short-running-4"} 18 # HELP fedora_ci_test_run_finished_time Time it takes from submitting Fedora CI test run to finished # TYPE fedora_ci_test_run_finished_time histogram fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-0"} 0 fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-0"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-1"} 0 fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-1"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 101 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 101 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 101 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 101 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 101 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 101 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 101 fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-0"} 31022.290127999997 fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-0"} 101 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 83 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 83 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 83 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 83 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 83 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 83 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 83 fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-1"} 23171.398751 fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-1"} 83 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 75 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 75 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 75 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 75 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 75 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 75 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 75 fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-2"} 22790.804508999998 fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-2"} 75 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 60 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 60 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 60 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 60 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 60 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 60 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 60 fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-3"} 17298.436844999997 fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-3"} 60 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 66 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 66 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 66 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 66 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 66 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 66 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 66 fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-4"} 17982.35347 fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-4"} 66 # HELP fedora_ci_test_run_finished_time_created Time it takes from submitting Fedora CI test run to finished # TYPE fedora_ci_test_run_finished_time_created gauge fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-0"} 1.6455205850520306e+11 fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-1"} 1.0732374260568205e+11 fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-0"} 2.0016767275064984e+13 fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-1"} 2.201130710808068e+13 fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-2"} 2.0474775754228203e+13 fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-3"} 1.9362144235748914e+13 fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-4"} 2.1549902352120258e+13 # HELP fedora_ci_test_runs_finished_created Number of Fedora CI test runs finished # TYPE fedora_ci_test_runs_finished_created gauge fedora_ci_test_runs_finished_created{job="packit-worker-long-running-0"} 1.645520585052021e+11 fedora_ci_test_runs_finished_created{job="packit-worker-long-running-1"} 1.0732374260568153e+11 fedora_ci_test_runs_finished_created{job="packit-worker-short-running-0"} 2.0016767275064824e+13 fedora_ci_test_runs_finished_created{job="packit-worker-short-running-1"} 2.201130710808051e+13 fedora_ci_test_runs_finished_created{job="packit-worker-short-running-2"} 2.047477575422806e+13 fedora_ci_test_runs_finished_created{job="packit-worker-short-running-3"} 1.9362144235748695e+13 fedora_ci_test_runs_finished_created{job="packit-worker-short-running-4"} 2.154990235212011e+13 # HELP fedora_ci_test_runs_finished_total Number of Fedora CI test runs finished # TYPE fedora_ci_test_runs_finished_total counter fedora_ci_test_runs_finished_total{job="packit-worker-long-running-0"} 0 fedora_ci_test_runs_finished_total{job="packit-worker-long-running-1"} 0 fedora_ci_test_runs_finished_total{job="packit-worker-short-running-0"} 101 fedora_ci_test_runs_finished_total{job="packit-worker-short-running-1"} 83 fedora_ci_test_runs_finished_total{job="packit-worker-short-running-2"} 75 fedora_ci_test_runs_finished_total{job="packit-worker-short-running-3"} 60 fedora_ci_test_runs_finished_total{job="packit-worker-short-running-4"} 66 # HELP fedora_ci_test_runs_queued_created Number of Fedora CI test runs queued # TYPE fedora_ci_test_runs_queued_created gauge fedora_ci_test_runs_queued_created{job="packit-worker-long-running-0"} 1.6455205850520053e+11 fedora_ci_test_runs_queued_created{job="packit-worker-long-running-1"} 1.0732374260568053e+11 fedora_ci_test_runs_queued_created{job="packit-worker-short-running-0"} 2.001676727506453e+13 fedora_ci_test_runs_queued_created{job="packit-worker-short-running-1"} 2.201130710808017e+13 fedora_ci_test_runs_queued_created{job="packit-worker-short-running-2"} 2.047477575422774e+13 fedora_ci_test_runs_queued_created{job="packit-worker-short-running-3"} 1.936214423574823e+13 fedora_ci_test_runs_queued_created{job="packit-worker-short-running-4"} 2.154990235211981e+13 # HELP fedora_ci_test_runs_queued_total Number of Fedora CI test runs queued # TYPE fedora_ci_test_runs_queued_total counter fedora_ci_test_runs_queued_total{job="packit-worker-long-running-0"} 0 fedora_ci_test_runs_queued_total{job="packit-worker-long-running-1"} 0 fedora_ci_test_runs_queued_total{job="packit-worker-short-running-0"} 80 fedora_ci_test_runs_queued_total{job="packit-worker-short-running-1"} 65 fedora_ci_test_runs_queued_total{job="packit-worker-short-running-2"} 70 fedora_ci_test_runs_queued_total{job="packit-worker-short-running-3"} 96 fedora_ci_test_runs_queued_total{job="packit-worker-short-running-4"} 73 # HELP fedora_ci_test_runs_started_created Number of Fedora CI test runs started # TYPE fedora_ci_test_runs_started_created gauge fedora_ci_test_runs_started_created{job="packit-worker-long-running-0"} 1.6455205850520123e+11 fedora_ci_test_runs_started_created{job="packit-worker-long-running-1"} 1.07323742605681e+11 fedora_ci_test_runs_started_created{job="packit-worker-short-running-0"} 2.0016767275064676e+13 fedora_ci_test_runs_started_created{job="packit-worker-short-running-1"} 2.2011307108080336e+13 fedora_ci_test_runs_started_created{job="packit-worker-short-running-2"} 2.047477575422789e+13 fedora_ci_test_runs_started_created{job="packit-worker-short-running-3"} 1.9362144235748473e+13 fedora_ci_test_runs_started_created{job="packit-worker-short-running-4"} 2.1549902352119977e+13 # HELP fedora_ci_test_runs_started_total Number of Fedora CI test runs started # TYPE fedora_ci_test_runs_started_total counter fedora_ci_test_runs_started_total{job="packit-worker-long-running-0"} 0 fedora_ci_test_runs_started_total{job="packit-worker-long-running-1"} 0 fedora_ci_test_runs_started_total{job="packit-worker-short-running-0"} 72 fedora_ci_test_runs_started_total{job="packit-worker-short-running-1"} 77 fedora_ci_test_runs_started_total{job="packit-worker-short-running-2"} 80 fedora_ci_test_runs_started_total{job="packit-worker-short-running-3"} 77 fedora_ci_test_runs_started_total{job="packit-worker-short-running-4"} 78 # HELP first_initial_status_time Time it takes to set the initial status for the first check in the first job # TYPE first_initial_status_time histogram first_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-0",le="20"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-0",le="25"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 first_initial_status_time_sum{job="packit-worker-long-running-0"} 0 first_initial_status_time_count{job="packit-worker-long-running-0"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="20"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="25"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 first_initial_status_time_sum{job="packit-worker-long-running-1"} 0 first_initial_status_time_count{job="packit-worker-long-running-1"} 0 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 33 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 64 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="20"} 65 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="25"} 65 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 65 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 65 first_initial_status_time_sum{job="packit-worker-short-running-0"} 325.378126 first_initial_status_time_count{job="packit-worker-short-running-0"} 65 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 36 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 69 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="20"} 69 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="25"} 70 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 71 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 71 first_initial_status_time_sum{job="packit-worker-short-running-1"} 414.63333499999993 first_initial_status_time_count{job="packit-worker-short-running-1"} 71 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 33 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 61 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="20"} 64 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="25"} 64 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 64 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 64 first_initial_status_time_sum{job="packit-worker-short-running-2"} 376.115684 first_initial_status_time_count{job="packit-worker-short-running-2"} 64 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 38 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 58 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="20"} 61 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="25"} 62 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 63 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 63 first_initial_status_time_sum{job="packit-worker-short-running-3"} 394.344136 first_initial_status_time_count{job="packit-worker-short-running-3"} 63 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 49 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 82 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="20"} 84 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="25"} 84 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 84 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 85 first_initial_status_time_sum{job="packit-worker-short-running-4"} 602.139922 first_initial_status_time_count{job="packit-worker-short-running-4"} 85 # HELP first_initial_status_time_created Time it takes to set the initial status for the first check in the first job # TYPE first_initial_status_time_created gauge first_initial_status_time_created{job="packit-worker-long-running-0"} 1.645520585051765e+11 first_initial_status_time_created{job="packit-worker-long-running-1"} 1.0732374260566164e+11 first_initial_status_time_created{job="packit-worker-short-running-0"} 2.0016767275060215e+13 first_initial_status_time_created{job="packit-worker-short-running-1"} 2.2011307108075516e+13 first_initial_status_time_created{job="packit-worker-short-running-2"} 2.04747757542234e+13 first_initial_status_time_created{job="packit-worker-short-running-3"} 1.9362144235741707e+13 first_initial_status_time_created{job="packit-worker-short-running-4"} 2.154990235211512e+13 # HELP last_initial_status_time Time it takes to set the initial status for the last check in the last job # TYPE last_initial_status_time histogram last_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-0",le="60"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-0",le="120"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 last_initial_status_time_sum{job="packit-worker-long-running-0"} 0 last_initial_status_time_count{job="packit-worker-long-running-0"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="60"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="120"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 last_initial_status_time_sum{job="packit-worker-long-running-1"} 0 last_initial_status_time_count{job="packit-worker-long-running-1"} 0 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 10 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 42 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 64 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="60"} 65 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="120"} 65 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 65 last_initial_status_time_sum{job="packit-worker-short-running-0"} 791.4812640000001 last_initial_status_time_count{job="packit-worker-short-running-0"} 65 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 9 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 49 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 69 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="60"} 71 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="120"} 71 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 71 last_initial_status_time_sum{job="packit-worker-short-running-1"} 894.9254550000002 last_initial_status_time_count{job="packit-worker-short-running-1"} 71 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 13 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 43 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 62 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="60"} 64 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="120"} 64 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 64 last_initial_status_time_sum{job="packit-worker-short-running-2"} 764.0032279999999 last_initial_status_time_count{job="packit-worker-short-running-2"} 64 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 5 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 36 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 62 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="60"} 63 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="120"} 63 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 63 last_initial_status_time_sum{job="packit-worker-short-running-3"} 885.2727640000002 last_initial_status_time_count{job="packit-worker-short-running-3"} 63 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 11 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 51 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 83 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="60"} 84 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="120"} 84 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 85 last_initial_status_time_sum{job="packit-worker-short-running-4"} 1339.102123 last_initial_status_time_count{job="packit-worker-short-running-4"} 85 # HELP last_initial_status_time_created Time it takes to set the initial status for the last check in the last job # TYPE last_initial_status_time_created gauge last_initial_status_time_created{job="packit-worker-long-running-0"} 1.6455205850517923e+11 last_initial_status_time_created{job="packit-worker-long-running-1"} 1.0732374260566333e+11 last_initial_status_time_created{job="packit-worker-short-running-0"} 2.0016767275060613e+13 last_initial_status_time_created{job="packit-worker-short-running-1"} 2.201130710807595e+13 last_initial_status_time_created{job="packit-worker-short-running-2"} 2.0474775754223836e+13 last_initial_status_time_created{job="packit-worker-short-running-3"} 1.9362144235742297e+13 last_initial_status_time_created{job="packit-worker-short-running-4"} 2.1549902352115562e+13 # HELP log_detective_run_finished_time Time it takes from submitting the Log Detective run to set finished status # TYPE log_detective_run_finished_time histogram log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-long-running-0"} 0 log_detective_run_finished_time_count{job="packit-worker-long-running-0"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-long-running-1"} 0 log_detective_run_finished_time_count{job="packit-worker-long-running-1"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-short-running-0"} 0 log_detective_run_finished_time_count{job="packit-worker-short-running-0"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-short-running-1"} 0 log_detective_run_finished_time_count{job="packit-worker-short-running-1"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-short-running-2"} 0 log_detective_run_finished_time_count{job="packit-worker-short-running-2"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-short-running-3"} 0 log_detective_run_finished_time_count{job="packit-worker-short-running-3"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-short-running-4"} 0 log_detective_run_finished_time_count{job="packit-worker-short-running-4"} 0 # HELP log_detective_run_finished_time_created Time it takes from submitting the Log Detective run to set finished status # TYPE log_detective_run_finished_time_created gauge log_detective_run_finished_time_created{job="packit-worker-long-running-0"} 1.6455205850519318e+11 log_detective_run_finished_time_created{job="packit-worker-long-running-1"} 1.07323742605676e+11 log_detective_run_finished_time_created{job="packit-worker-short-running-0"} 2.0016767275063125e+13 log_detective_run_finished_time_created{job="packit-worker-short-running-1"} 2.2011307108078625e+13 log_detective_run_finished_time_created{job="packit-worker-short-running-2"} 2.0474775754226266e+13 log_detective_run_finished_time_created{job="packit-worker-short-running-3"} 1.9362144235746094e+13 log_detective_run_finished_time_created{job="packit-worker-short-running-4"} 2.1549902352118188e+13 # HELP log_detective_runs_finished_created Number of Log Detective runs finished # TYPE log_detective_runs_finished_created gauge log_detective_runs_finished_created{job="packit-worker-long-running-0"} 1.6455205850519217e+11 log_detective_runs_finished_created{job="packit-worker-long-running-1"} 1.0732374260567543e+11 log_detective_runs_finished_created{job="packit-worker-short-running-0"} 2.001676727506296e+13 log_detective_runs_finished_created{job="packit-worker-short-running-1"} 2.201130710807846e+13 log_detective_runs_finished_created{job="packit-worker-short-running-2"} 2.0474775754226137e+13 log_detective_runs_finished_created{job="packit-worker-short-running-3"} 1.9362144235745824e+13 log_detective_runs_finished_created{job="packit-worker-short-running-4"} 2.154990235211801e+13 # HELP log_detective_runs_finished_total Number of Log Detective runs finished # TYPE log_detective_runs_finished_total counter log_detective_runs_finished_total{job="packit-worker-long-running-0"} 0 log_detective_runs_finished_total{job="packit-worker-long-running-1"} 0 log_detective_runs_finished_total{job="packit-worker-short-running-0"} 0 log_detective_runs_finished_total{job="packit-worker-short-running-1"} 0 log_detective_runs_finished_total{job="packit-worker-short-running-2"} 0 log_detective_runs_finished_total{job="packit-worker-short-running-3"} 0 log_detective_runs_finished_total{job="packit-worker-short-running-4"} 0 # HELP log_detective_runs_started_created Number of Log Detective runs started # TYPE log_detective_runs_started_created gauge log_detective_runs_started_created{job="packit-worker-long-running-0"} 1.645520585051914e+11 log_detective_runs_started_created{job="packit-worker-long-running-1"} 1.0732374260567497e+11 log_detective_runs_started_created{job="packit-worker-short-running-0"} 2.0016767275062844e+13 log_detective_runs_started_created{job="packit-worker-short-running-1"} 2.2011307108078324e+13 log_detective_runs_started_created{job="packit-worker-short-running-2"} 2.0474775754226004e+13 log_detective_runs_started_created{job="packit-worker-short-running-3"} 1.936214423574564e+13 log_detective_runs_started_created{job="packit-worker-short-running-4"} 2.1549902352117875e+13 # HELP log_detective_runs_started_total Number of Log Detective runs started # TYPE log_detective_runs_started_total counter log_detective_runs_started_total{job="packit-worker-long-running-0"} 0 log_detective_runs_started_total{job="packit-worker-long-running-1"} 0 log_detective_runs_started_total{job="packit-worker-short-running-0"} 0 log_detective_runs_started_total{job="packit-worker-short-running-1"} 0 log_detective_runs_started_total{job="packit-worker-short-running-2"} 0 log_detective_runs_started_total{job="packit-worker-short-running-3"} 0 log_detective_runs_started_total{job="packit-worker-short-running-4"} 0 # HELP no_status_after_25_s_created Number of PRs/commits with no commit status for more than 25s # TYPE no_status_after_25_s_created gauge no_status_after_25_s_created{job="packit-worker-long-running-0"} 1.6455205850517487e+11 no_status_after_25_s_created{job="packit-worker-long-running-1"} 1.0732374260566048e+11 no_status_after_25_s_created{job="packit-worker-short-running-0"} 2.0016767275059938e+13 no_status_after_25_s_created{job="packit-worker-short-running-1"} 2.2011307108075285e+13 no_status_after_25_s_created{job="packit-worker-short-running-2"} 2.047477575422317e+13 no_status_after_25_s_created{job="packit-worker-short-running-3"} 1.936214423574143e+13 no_status_after_25_s_created{job="packit-worker-short-running-4"} 2.154990235211488e+13 # HELP no_status_after_25_s_total Number of PRs/commits with no commit status for more than 25s # TYPE no_status_after_25_s_total counter no_status_after_25_s_total{job="packit-worker-long-running-0"} 0 no_status_after_25_s_total{job="packit-worker-long-running-1"} 0 no_status_after_25_s_total{job="packit-worker-short-running-0"} 0 no_status_after_25_s_total{job="packit-worker-short-running-1"} 1 no_status_after_25_s_total{job="packit-worker-short-running-2"} 0 no_status_after_25_s_total{job="packit-worker-short-running-3"} 1 no_status_after_25_s_total{job="packit-worker-short-running-4"} 1 # HELP rate_limited_tasks_enqueued_created Number of tasks enqueued to the rate-limited queue # TYPE rate_limited_tasks_enqueued_created gauge rate_limited_tasks_enqueued_created{job="packit-worker-long-running-0"} 1.6455205850519498e+11 rate_limited_tasks_enqueued_created{job="packit-worker-long-running-1"} 1.0732374260567706e+11 rate_limited_tasks_enqueued_created{job="packit-worker-short-running-0"} 2.0016767275063504e+13 rate_limited_tasks_enqueued_created{job="packit-worker-short-running-1"} 2.2011307108079098e+13 rate_limited_tasks_enqueued_created{job="packit-worker-short-running-2"} 2.047477575422669e+13 rate_limited_tasks_enqueued_created{job="packit-worker-short-running-3"} 1.936214423574671e+13 rate_limited_tasks_enqueued_created{job="packit-worker-short-running-4"} 2.1549902352118598e+13 # HELP rate_limited_tasks_enqueued_total Number of tasks enqueued to the rate-limited queue # TYPE rate_limited_tasks_enqueued_total counter rate_limited_tasks_enqueued_total{job="packit-worker-long-running-0"} 0 rate_limited_tasks_enqueued_total{job="packit-worker-long-running-1"} 0 rate_limited_tasks_enqueued_total{job="packit-worker-short-running-0"} 0 rate_limited_tasks_enqueued_total{job="packit-worker-short-running-1"} 0 rate_limited_tasks_enqueued_total{job="packit-worker-short-running-2"} 0 rate_limited_tasks_enqueued_total{job="packit-worker-short-running-3"} 0 rate_limited_tasks_enqueued_total{job="packit-worker-short-running-4"} 0 # HELP redis_keys_total Total number of keys in Redis/Valkey database. If this grows indefinitely, there's a key accumulation/leak issue. # TYPE redis_keys_total gauge redis_keys_total{job="packit-worker-long-running-0"} 0 redis_keys_total{job="packit-worker-long-running-1"} 0 redis_keys_total{job="packit-worker-short-running-0"} 14 redis_keys_total{job="packit-worker-short-running-1"} 21 redis_keys_total{job="packit-worker-short-running-2"} 22 redis_keys_total{job="packit-worker-short-running-3"} 14 redis_keys_total{job="packit-worker-short-running-4"} 28 # HELP test_run_finished_time Time it takes from submitting the test run to set finished status # TYPE test_run_finished_time histogram test_run_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 test_run_finished_time_sum{job="packit-worker-long-running-0"} 0 test_run_finished_time_count{job="packit-worker-long-running-0"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 test_run_finished_time_sum{job="packit-worker-long-running-1"} 0 test_run_finished_time_count{job="packit-worker-long-running-1"} 0 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 124 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 124 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 124 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 124 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 124 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 124 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 124 test_run_finished_time_sum{job="packit-worker-short-running-0"} 59779.295993 test_run_finished_time_count{job="packit-worker-short-running-0"} 124 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 139 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 141 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 141 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 141 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 141 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 141 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 141 test_run_finished_time_sum{job="packit-worker-short-running-1"} 69716.57378100001 test_run_finished_time_count{job="packit-worker-short-running-1"} 141 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 124 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 125 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 125 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 125 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 125 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 125 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 125 test_run_finished_time_sum{job="packit-worker-short-running-2"} 65413.93142399997 test_run_finished_time_count{job="packit-worker-short-running-2"} 125 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 134 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 134 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 134 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 134 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 134 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 134 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 134 test_run_finished_time_sum{job="packit-worker-short-running-3"} 72122.304342 test_run_finished_time_count{job="packit-worker-short-running-3"} 134 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 136 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 136 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 136 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 136 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 136 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 136 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 136 test_run_finished_time_sum{job="packit-worker-short-running-4"} 74811.81193799998 test_run_finished_time_count{job="packit-worker-short-running-4"} 136 # HELP test_run_finished_time_created Time it takes from submitting the test run to set finished status # TYPE test_run_finished_time_created gauge test_run_finished_time_created{job="packit-worker-long-running-0"} 1.6455205850518723e+11 test_run_finished_time_created{job="packit-worker-long-running-1"} 1.0732374260567244e+11 test_run_finished_time_created{job="packit-worker-short-running-0"} 2.001676727506201e+13 test_run_finished_time_created{job="packit-worker-short-running-1"} 2.201130710807742e+13 test_run_finished_time_created{job="packit-worker-short-running-2"} 2.0474775754225113e+13 test_run_finished_time_created{job="packit-worker-short-running-3"} 1.9362144235744367e+13 test_run_finished_time_created{job="packit-worker-short-running-4"} 2.1549902352117043e+13 # HELP test_runs_finished_created Number of test runs finished # TYPE test_runs_finished_created gauge test_runs_finished_created{job="packit-worker-long-running-0"} 1.6455205850517413e+11 test_runs_finished_created{job="packit-worker-long-running-1"} 1.0732374260566006e+11 test_runs_finished_created{job="packit-worker-short-running-0"} 2.0016767275059816e+13 test_runs_finished_created{job="packit-worker-short-running-1"} 2.201130710807515e+13 test_runs_finished_created{job="packit-worker-short-running-2"} 2.0474775754223066e+13 test_runs_finished_created{job="packit-worker-short-running-3"} 1.9362144235741266e+13 test_runs_finished_created{job="packit-worker-short-running-4"} 2.154990235211473e+13 # HELP test_runs_finished_total Number of test runs finished # TYPE test_runs_finished_total counter test_runs_finished_total{job="packit-worker-long-running-0"} 0 test_runs_finished_total{job="packit-worker-long-running-1"} 0 test_runs_finished_total{job="packit-worker-short-running-0"} 124 test_runs_finished_total{job="packit-worker-short-running-1"} 141 test_runs_finished_total{job="packit-worker-short-running-2"} 125 test_runs_finished_total{job="packit-worker-short-running-3"} 134 test_runs_finished_total{job="packit-worker-short-running-4"} 136 # HELP test_runs_queued_created Number of test runs queued # TYPE test_runs_queued_created gauge test_runs_queued_created{job="packit-worker-long-running-0"} 1.6455205850517282e+11 test_runs_queued_created{job="packit-worker-long-running-1"} 1.0732374260565927e+11 test_runs_queued_created{job="packit-worker-short-running-0"} 2.001676727505958e+13 test_runs_queued_created{job="packit-worker-short-running-1"} 2.2011307108074918e+13 test_runs_queued_created{job="packit-worker-short-running-2"} 2.0474775754222824e+13 test_runs_queued_created{job="packit-worker-short-running-3"} 1.936214423574091e+13 test_runs_queued_created{job="packit-worker-short-running-4"} 2.154990235211447e+13 # HELP test_runs_queued_total Number of test runs queued # TYPE test_runs_queued_total counter test_runs_queued_total{job="packit-worker-long-running-0"} 0 test_runs_queued_total{job="packit-worker-long-running-1"} 0 test_runs_queued_total{job="packit-worker-short-running-0"} 144 test_runs_queued_total{job="packit-worker-short-running-1"} 142 test_runs_queued_total{job="packit-worker-short-running-2"} 126 test_runs_queued_total{job="packit-worker-short-running-3"} 123 test_runs_queued_total{job="packit-worker-short-running-4"} 128 # HELP test_runs_started_created Number of test runs started # TYPE test_runs_started_created gauge test_runs_started_created{job="packit-worker-long-running-0"} 1.6455205850517343e+11 test_runs_started_created{job="packit-worker-long-running-1"} 1.0732374260565962e+11 test_runs_started_created{job="packit-worker-short-running-0"} 2.0016767275059684e+13 test_runs_started_created{job="packit-worker-short-running-1"} 2.201130710807504e+13 test_runs_started_created{job="packit-worker-short-running-2"} 2.0474775754222938e+13 test_runs_started_created{job="packit-worker-short-running-3"} 1.936214423574105e+13 test_runs_started_created{job="packit-worker-short-running-4"} 2.1549902352114613e+13 # HELP test_runs_started_total Number of test runs started # TYPE test_runs_started_total counter test_runs_started_total{job="packit-worker-long-running-0"} 0 test_runs_started_total{job="packit-worker-long-running-1"} 0 test_runs_started_total{job="packit-worker-short-running-0"} 136 test_runs_started_total{job="packit-worker-short-running-1"} 142 test_runs_started_total{job="packit-worker-short-running-2"} 127 test_runs_started_total{job="packit-worker-short-running-3"} 133 test_runs_started_total{job="packit-worker-short-running-4"} 121