# HELP copr_build_end_reported_after_time Time it takes from Copr build being finished to reporting the status to user # TYPE copr_build_end_reported_after_time histogram copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="60"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="120"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="180"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="300"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="480"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="600"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="1800"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="3600"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 copr_build_end_reported_after_time_sum{job="packit-worker-long-running-0"} 0 copr_build_end_reported_after_time_count{job="packit-worker-long-running-0"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="60"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="120"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="180"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="300"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="480"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="600"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="1800"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="3600"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 copr_build_end_reported_after_time_sum{job="packit-worker-long-running-1"} 0 copr_build_end_reported_after_time_count{job="packit-worker-long-running-1"} 0 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="60"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="120"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="180"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="300"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="480"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="600"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="1800"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="3600"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 45 copr_build_end_reported_after_time_sum{job="packit-worker-short-running-0"} 299.95122299999997 copr_build_end_reported_after_time_count{job="packit-worker-short-running-0"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="60"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="120"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="180"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="300"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="480"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="600"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="1800"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="3600"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 45 copr_build_end_reported_after_time_sum{job="packit-worker-short-running-1"} 296.85324599999996 copr_build_end_reported_after_time_count{job="packit-worker-short-running-1"} 45 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="60"} 54 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="120"} 54 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="180"} 54 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="300"} 54 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="480"} 54 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="600"} 54 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="1800"} 54 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="3600"} 54 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 54 copr_build_end_reported_after_time_sum{job="packit-worker-short-running-2"} 350.054482 copr_build_end_reported_after_time_count{job="packit-worker-short-running-2"} 54 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="60"} 52 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="120"} 52 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="180"} 52 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="300"} 52 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="480"} 52 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="600"} 52 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="1800"} 52 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="3600"} 52 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 52 copr_build_end_reported_after_time_sum{job="packit-worker-short-running-3"} 267.56160700000004 copr_build_end_reported_after_time_count{job="packit-worker-short-running-3"} 52 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="60"} 47 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="120"} 47 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="180"} 47 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="300"} 47 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="480"} 47 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="600"} 47 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="1800"} 47 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="3600"} 47 copr_build_end_reported_after_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 47 copr_build_end_reported_after_time_sum{job="packit-worker-short-running-4"} 280.98908700000004 copr_build_end_reported_after_time_count{job="packit-worker-short-running-4"} 47 # HELP copr_build_end_reported_after_time_created Time it takes from Copr build being finished to reporting the status to user # TYPE copr_build_end_reported_after_time_created gauge copr_build_end_reported_after_time_created{job="packit-worker-long-running-0"} 5.385614570965781e+09 copr_build_end_reported_after_time_created{job="packit-worker-long-running-1"} 3.5906401270371532e+09 copr_build_end_reported_after_time_created{job="packit-worker-short-running-0"} 2.915410443973677e+12 copr_build_end_reported_after_time_created{job="packit-worker-short-running-1"} 2.9225880461605044e+12 copr_build_end_reported_after_time_created{job="packit-worker-short-running-2"} 2.51148887377874e+12 copr_build_end_reported_after_time_created{job="packit-worker-short-running-3"} 2.95489083926386e+12 copr_build_end_reported_after_time_created{job="packit-worker-short-running-4"} 3.224176408956681e+12 # HELP copr_build_finished_time Time it takes from setting accepted status for Copr build to finished # TYPE copr_build_finished_time histogram copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 copr_build_finished_time_sum{job="packit-worker-long-running-0"} 0 copr_build_finished_time_count{job="packit-worker-long-running-0"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0 copr_build_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 copr_build_finished_time_sum{job="packit-worker-long-running-1"} 0 copr_build_finished_time_count{job="packit-worker-long-running-1"} 0 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 45 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 45 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 45 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 45 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 45 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 45 copr_build_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 45 copr_build_finished_time_sum{job="packit-worker-short-running-0"} 7388.090798000001 copr_build_finished_time_count{job="packit-worker-short-running-0"} 45 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 45 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 45 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 45 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 45 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 45 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 45 copr_build_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 45 copr_build_finished_time_sum{job="packit-worker-short-running-1"} 7574.409441000003 copr_build_finished_time_count{job="packit-worker-short-running-1"} 45 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 54 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 54 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 54 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 54 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 54 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 54 copr_build_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 54 copr_build_finished_time_sum{job="packit-worker-short-running-2"} 8851.362048 copr_build_finished_time_count{job="packit-worker-short-running-2"} 54 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 52 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 52 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 52 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 52 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 52 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 52 copr_build_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 52 copr_build_finished_time_sum{job="packit-worker-short-running-3"} 8453.051575000001 copr_build_finished_time_count{job="packit-worker-short-running-3"} 52 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 47 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 47 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 47 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 47 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 47 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 47 copr_build_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 47 copr_build_finished_time_sum{job="packit-worker-short-running-4"} 8235.707514000002 copr_build_finished_time_count{job="packit-worker-short-running-4"} 47 # HELP copr_build_finished_time_created Time it takes from setting accepted status for Copr build to finished # TYPE copr_build_finished_time_created gauge copr_build_finished_time_created{job="packit-worker-long-running-0"} 5.38561457096572e+09 copr_build_finished_time_created{job="packit-worker-long-running-1"} 3.5906401270370784e+09 copr_build_finished_time_created{job="packit-worker-short-running-0"} 2.915410443973621e+12 copr_build_finished_time_created{job="packit-worker-short-running-1"} 2.922588046160433e+12 copr_build_finished_time_created{job="packit-worker-short-running-2"} 2.5114888737786733e+12 copr_build_finished_time_created{job="packit-worker-short-running-3"} 2.9548908392637856e+12 copr_build_finished_time_created{job="packit-worker-short-running-4"} 3.224176408956621e+12 # HELP copr_builds_finished_created Number of Copr builds finished # TYPE copr_builds_finished_created gauge copr_builds_finished_created{job="packit-worker-long-running-0"} 5.385614570965298e+09 copr_builds_finished_created{job="packit-worker-long-running-1"} 3.5906401270366535e+09 copr_builds_finished_created{job="packit-worker-short-running-0"} 2.915410443973412e+12 copr_builds_finished_created{job="packit-worker-short-running-1"} 2.922588046159948e+12 copr_builds_finished_created{job="packit-worker-short-running-2"} 2.5114888737784053e+12 copr_builds_finished_created{job="packit-worker-short-running-3"} 2.954890839263464e+12 copr_builds_finished_created{job="packit-worker-short-running-4"} 3.224176408956403e+12 # HELP copr_builds_finished_total Number of Copr builds finished # TYPE copr_builds_finished_total counter copr_builds_finished_total{job="packit-worker-long-running-0"} 0 copr_builds_finished_total{job="packit-worker-long-running-1"} 0 copr_builds_finished_total{job="packit-worker-short-running-0"} 45 copr_builds_finished_total{job="packit-worker-short-running-1"} 45 copr_builds_finished_total{job="packit-worker-short-running-2"} 54 copr_builds_finished_total{job="packit-worker-short-running-3"} 52 copr_builds_finished_total{job="packit-worker-short-running-4"} 47 # HELP copr_builds_queued_created Number of Copr builds queued # TYPE copr_builds_queued_created gauge copr_builds_queued_created{job="packit-worker-long-running-0"} 5.385614570965145e+09 copr_builds_queued_created{job="packit-worker-long-running-1"} 3.590640127036562e+09 copr_builds_queued_created{job="packit-worker-short-running-0"} 2.9154104439733584e+12 copr_builds_queued_created{job="packit-worker-short-running-1"} 2.922588046159885e+12 copr_builds_queued_created{job="packit-worker-short-running-2"} 2.511488873778338e+12 copr_builds_queued_created{job="packit-worker-short-running-3"} 2.9548908392633843e+12 copr_builds_queued_created{job="packit-worker-short-running-4"} 3.2241764089563486e+12 # HELP copr_builds_queued_total Number of Copr builds queued # TYPE copr_builds_queued_total counter copr_builds_queued_total{job="packit-worker-long-running-0"} 0 copr_builds_queued_total{job="packit-worker-long-running-1"} 0 copr_builds_queued_total{job="packit-worker-short-running-0"} 69 copr_builds_queued_total{job="packit-worker-short-running-1"} 38 copr_builds_queued_total{job="packit-worker-short-running-2"} 22 copr_builds_queued_total{job="packit-worker-short-running-3"} 44 copr_builds_queued_total{job="packit-worker-short-running-4"} 41 # HELP copr_builds_started_created Number of Copr builds started # TYPE copr_builds_started_created gauge copr_builds_started_created{job="packit-worker-long-running-0"} 5.385614570965264e+09 copr_builds_started_created{job="packit-worker-long-running-1"} 3.590640127036618e+09 copr_builds_started_created{job="packit-worker-short-running-0"} 2.915410443973396e+12 copr_builds_started_created{job="packit-worker-short-running-1"} 2.922588046159923e+12 copr_builds_started_created{job="packit-worker-short-running-2"} 2.51148887377838e+12 copr_builds_started_created{job="packit-worker-short-running-3"} 2.954890839263432e+12 copr_builds_started_created{job="packit-worker-short-running-4"} 3.224176408956384e+12 # HELP copr_builds_started_total Number of Copr builds started # TYPE copr_builds_started_total counter copr_builds_started_total{job="packit-worker-long-running-0"} 0 copr_builds_started_total{job="packit-worker-long-running-1"} 0 copr_builds_started_total{job="packit-worker-short-running-0"} 37 copr_builds_started_total{job="packit-worker-short-running-1"} 56 copr_builds_started_total{job="packit-worker-short-running-2"} 43 copr_builds_started_total{job="packit-worker-short-running-3"} 49 copr_builds_started_total{job="packit-worker-short-running-4"} 46 # HELP events_not_handled_created The number of events resulting in a Celery task, but then dropped during processing # TYPE events_not_handled_created gauge events_not_handled_created{job="packit-worker-long-running-0"} 5.385614570965994e+09 events_not_handled_created{job="packit-worker-long-running-1"} 3.5906401270373936e+09 events_not_handled_created{job="packit-worker-short-running-0"} 2.915410443973836e+12 events_not_handled_created{job="packit-worker-short-running-1"} 2.922588046161504e+12 events_not_handled_created{job="packit-worker-short-running-2"} 2.5114888737789536e+12 events_not_handled_created{job="packit-worker-short-running-3"} 2.954890839264128e+12 events_not_handled_created{job="packit-worker-short-running-4"} 3.224176408956877e+12 # HELP events_not_handled_total The number of events resulting in a Celery task, but then dropped during processing # TYPE events_not_handled_total counter events_not_handled_total{job="packit-worker-long-running-0"} 0 events_not_handled_total{job="packit-worker-long-running-1"} 0 events_not_handled_total{job="packit-worker-short-running-0"} 109 events_not_handled_total{job="packit-worker-short-running-1"} 141 events_not_handled_total{job="packit-worker-short-running-2"} 106 events_not_handled_total{job="packit-worker-short-running-3"} 127 events_not_handled_total{job="packit-worker-short-running-4"} 136 # HELP events_pre_check_failed_created The number of events for which pre_check() failed # TYPE events_pre_check_failed_created gauge events_pre_check_failed_created{job="packit-worker-long-running-0"} 5.385614570966015e+09 events_pre_check_failed_created{job="packit-worker-long-running-1"} 3.590640127037421e+09 events_pre_check_failed_created{job="packit-worker-short-running-0"} 2.915410443973853e+12 events_pre_check_failed_created{job="packit-worker-short-running-1"} 2.922588046161524e+12 events_pre_check_failed_created{job="packit-worker-short-running-2"} 2.5114888737789844e+12 events_pre_check_failed_created{job="packit-worker-short-running-3"} 2.954890839264158e+12 events_pre_check_failed_created{job="packit-worker-short-running-4"} 3.2241764089568945e+12 # HELP events_pre_check_failed_total The number of events for which pre_check() failed # TYPE events_pre_check_failed_total counter events_pre_check_failed_total{job="packit-worker-long-running-0"} 0 events_pre_check_failed_total{job="packit-worker-long-running-1"} 0 events_pre_check_failed_total{job="packit-worker-short-running-0"} 0 events_pre_check_failed_total{job="packit-worker-short-running-1"} 0 events_pre_check_failed_total{job="packit-worker-short-running-2"} 0 events_pre_check_failed_total{job="packit-worker-short-running-3"} 0 events_pre_check_failed_total{job="packit-worker-short-running-4"} 0 # HELP events_processed_created The number of events processed from the Celery queue # TYPE events_processed_created gauge events_processed_created{job="packit-worker-long-running-0"} 5.385614570965971e+09 events_processed_created{job="packit-worker-long-running-1"} 3.590640127037365e+09 events_processed_created{job="packit-worker-short-running-0"} 2.9154104439738154e+12 events_processed_created{job="packit-worker-short-running-1"} 2.9225880461606816e+12 events_processed_created{job="packit-worker-short-running-2"} 2.5114888737789297e+12 events_processed_created{job="packit-worker-short-running-3"} 2.9548908392640913e+12 events_processed_created{job="packit-worker-short-running-4"} 3.2241764089568604e+12 # HELP events_processed_total The number of events processed from the Celery queue # TYPE events_processed_total counter events_processed_total{job="packit-worker-long-running-0"} 0 events_processed_total{job="packit-worker-long-running-1"} 0 events_processed_total{job="packit-worker-short-running-0"} 1373 events_processed_total{job="packit-worker-short-running-1"} 1341 events_processed_total{job="packit-worker-short-running-2"} 1160 events_processed_total{job="packit-worker-short-running-3"} 1375 events_processed_total{job="packit-worker-short-running-4"} 1543 # HELP fedora_ci_first_initial_status_time Time it takes to set the initial status for the first Fedora CI check # TYPE fedora_ci_first_initial_status_time histogram fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-0"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-0"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-long-running-1"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-long-running-1"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-0"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-0"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-1"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-1"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-2"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-2"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-3"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-3"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="20"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="25"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="40"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="60"} 0 fedora_ci_first_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 0 fedora_ci_first_initial_status_time_sum{job="packit-worker-short-running-4"} 0 fedora_ci_first_initial_status_time_count{job="packit-worker-short-running-4"} 0 # HELP fedora_ci_first_initial_status_time_created Time it takes to set the initial status for the first Fedora CI check # TYPE fedora_ci_first_initial_status_time_created gauge fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-0"} 5.385614570966409e+09 fedora_ci_first_initial_status_time_created{job="packit-worker-long-running-1"} 3.5906401270379972e+09 fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-0"} 2.9154104439741924e+12 fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-1"} 2.9225880461619644e+12 fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-2"} 2.5114888737794517e+12 fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-3"} 2.954890839264713e+12 fedora_ci_first_initial_status_time_created{job="packit-worker-short-running-4"} 3.224176408957281e+12 # HELP fedora_ci_koji_build_finished_time Time it takes from submitting Fedora CI Koji scratch build to finished # TYPE fedora_ci_koji_build_finished_time histogram fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-0"} 0 fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-0"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 fedora_ci_koji_build_finished_time_sum{job="packit-worker-long-running-1"} 0 fedora_ci_koji_build_finished_time_count{job="packit-worker-long-running-1"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 0 fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-0"} 0 fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-0"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 3 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 3 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 3 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 3 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 3 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 3 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 3 fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-1"} 961.115738 fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-1"} 3 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 0 fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-2"} 0 fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-2"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 0 fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-3"} 0 fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-3"} 0 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 1 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 1 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 2 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 2 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 2 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 2 fedora_ci_koji_build_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 2 fedora_ci_koji_build_finished_time_sum{job="packit-worker-short-running-4"} 5482.162911 fedora_ci_koji_build_finished_time_count{job="packit-worker-short-running-4"} 2 # HELP fedora_ci_koji_build_finished_time_created Time it takes from submitting Fedora CI Koji scratch build to finished # TYPE fedora_ci_koji_build_finished_time_created gauge fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-0"} 5.385614570966231e+09 fedora_ci_koji_build_finished_time_created{job="packit-worker-long-running-1"} 3.5906401270377345e+09 fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-0"} 2.915410443974019e+12 fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-1"} 2.9225880461617515e+12 fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-2"} 2.511488873779228e+12 fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-3"} 2.954890839264454e+12 fedora_ci_koji_build_finished_time_created{job="packit-worker-short-running-4"} 3.2241764089570923e+12 # HELP fedora_ci_koji_builds_finished_created Number of Fedora CI Koji scratch builds finished # TYPE fedora_ci_koji_builds_finished_created gauge fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-0"} 5.385614570966204e+09 fedora_ci_koji_builds_finished_created{job="packit-worker-long-running-1"} 3.590640127037667e+09 fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-0"} 2.915410443974001e+12 fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-1"} 2.9225880461617285e+12 fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-2"} 2.5114888737791987e+12 fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-3"} 2.9548908392644224e+12 fedora_ci_koji_builds_finished_created{job="packit-worker-short-running-4"} 3.2241764089570703e+12 # HELP fedora_ci_koji_builds_finished_total Number of Fedora CI Koji scratch builds finished # TYPE fedora_ci_koji_builds_finished_total counter fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-0"} 0 fedora_ci_koji_builds_finished_total{job="packit-worker-long-running-1"} 0 fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-0"} 0 fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-1"} 3 fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-2"} 0 fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-3"} 0 fedora_ci_koji_builds_finished_total{job="packit-worker-short-running-4"} 2 # HELP fedora_ci_koji_builds_queued_created Number of Fedora CI Koji scratch builds queued # TYPE fedora_ci_koji_builds_queued_created gauge fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-0"} 5.385614570966159e+09 fedora_ci_koji_builds_queued_created{job="packit-worker-long-running-1"} 3.590640127037611e+09 fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-0"} 2.915410443973971e+12 fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-1"} 2.9225880461616895e+12 fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-2"} 2.511488873779153e+12 fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-3"} 2.954890839264361e+12 fedora_ci_koji_builds_queued_created{job="packit-worker-short-running-4"} 3.224176408957033e+12 # HELP fedora_ci_koji_builds_queued_total Number of Fedora CI Koji scratch builds queued # TYPE fedora_ci_koji_builds_queued_total counter fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-0"} 3 fedora_ci_koji_builds_queued_total{job="packit-worker-long-running-1"} 2 fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-0"} 0 fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-1"} 0 fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-2"} 0 fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-3"} 0 fedora_ci_koji_builds_queued_total{job="packit-worker-short-running-4"} 0 # HELP fedora_ci_koji_builds_started_created Number of Fedora CI Koji scratch builds started # TYPE fedora_ci_koji_builds_started_created gauge fedora_ci_koji_builds_started_created{job="packit-worker-long-running-0"} 5.38561457096618e+09 fedora_ci_koji_builds_started_created{job="packit-worker-long-running-1"} 3.5906401270376377e+09 fedora_ci_koji_builds_started_created{job="packit-worker-short-running-0"} 2.915410443973987e+12 fedora_ci_koji_builds_started_created{job="packit-worker-short-running-1"} 2.922588046161709e+12 fedora_ci_koji_builds_started_created{job="packit-worker-short-running-2"} 2.511488873779172e+12 fedora_ci_koji_builds_started_created{job="packit-worker-short-running-3"} 2.9548908392643916e+12 fedora_ci_koji_builds_started_created{job="packit-worker-short-running-4"} 3.224176408957051e+12 # HELP fedora_ci_koji_builds_started_total Number of Fedora CI Koji scratch builds started # TYPE fedora_ci_koji_builds_started_total counter fedora_ci_koji_builds_started_total{job="packit-worker-long-running-0"} 0 fedora_ci_koji_builds_started_total{job="packit-worker-long-running-1"} 0 fedora_ci_koji_builds_started_total{job="packit-worker-short-running-0"} 2 fedora_ci_koji_builds_started_total{job="packit-worker-short-running-1"} 0 fedora_ci_koji_builds_started_total{job="packit-worker-short-running-2"} 1 fedora_ci_koji_builds_started_total{job="packit-worker-short-running-3"} 1 fedora_ci_koji_builds_started_total{job="packit-worker-short-running-4"} 1 # HELP fedora_ci_test_run_finished_time Time it takes from submitting Fedora CI test run to finished # TYPE fedora_ci_test_run_finished_time histogram fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-0"} 0 fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-0"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 fedora_ci_test_run_finished_time_sum{job="packit-worker-long-running-1"} 0 fedora_ci_test_run_finished_time_count{job="packit-worker-long-running-1"} 0 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 7 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 7 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 7 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 7 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 7 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 7 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 7 fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-0"} 1138.633841 fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-0"} 7 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 1 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 1 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 1 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 1 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 1 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 1 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 1 fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-1"} 77.732801 fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-1"} 1 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 4 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 4 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 4 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 4 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 4 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 4 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 4 fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-2"} 840.9830010000001 fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-2"} 4 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 5 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 5 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 5 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 5 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 5 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 5 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 5 fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-3"} 442.18291999999997 fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-3"} 5 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 8 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 8 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 8 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 8 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 8 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 8 fedora_ci_test_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 8 fedora_ci_test_run_finished_time_sum{job="packit-worker-short-running-4"} 896.5089800000001 fedora_ci_test_run_finished_time_count{job="packit-worker-short-running-4"} 8 # HELP fedora_ci_test_run_finished_time_created Time it takes from submitting Fedora CI test run to finished # TYPE fedora_ci_test_run_finished_time_created gauge fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-0"} 5.385614570966355e+09 fedora_ci_test_run_finished_time_created{job="packit-worker-long-running-1"} 3.5906401270379114e+09 fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-0"} 2.915410443974143e+12 fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-1"} 2.922588046161893e+12 fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-2"} 2.5114888737793823e+12 fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-3"} 2.9548908392646294e+12 fedora_ci_test_run_finished_time_created{job="packit-worker-short-running-4"} 3.22417640895722e+12 # HELP fedora_ci_test_runs_finished_created Number of Fedora CI test runs finished # TYPE fedora_ci_test_runs_finished_created gauge fedora_ci_test_runs_finished_created{job="packit-worker-long-running-0"} 5.385614570966328e+09 fedora_ci_test_runs_finished_created{job="packit-worker-long-running-1"} 3.5906401270378723e+09 fedora_ci_test_runs_finished_created{job="packit-worker-short-running-0"} 2.91541044397412e+12 fedora_ci_test_runs_finished_created{job="packit-worker-short-running-1"} 2.922588046161865e+12 fedora_ci_test_runs_finished_created{job="packit-worker-short-running-2"} 2.5114888737793564e+12 fedora_ci_test_runs_finished_created{job="packit-worker-short-running-3"} 2.954890839264602e+12 fedora_ci_test_runs_finished_created{job="packit-worker-short-running-4"} 3.2241764089571953e+12 # HELP fedora_ci_test_runs_finished_total Number of Fedora CI test runs finished # TYPE fedora_ci_test_runs_finished_total counter fedora_ci_test_runs_finished_total{job="packit-worker-long-running-0"} 0 fedora_ci_test_runs_finished_total{job="packit-worker-long-running-1"} 0 fedora_ci_test_runs_finished_total{job="packit-worker-short-running-0"} 7 fedora_ci_test_runs_finished_total{job="packit-worker-short-running-1"} 1 fedora_ci_test_runs_finished_total{job="packit-worker-short-running-2"} 4 fedora_ci_test_runs_finished_total{job="packit-worker-short-running-3"} 5 fedora_ci_test_runs_finished_total{job="packit-worker-short-running-4"} 8 # HELP fedora_ci_test_runs_queued_created Number of Fedora CI test runs queued # TYPE fedora_ci_test_runs_queued_created gauge fedora_ci_test_runs_queued_created{job="packit-worker-long-running-0"} 5.385614570966285e+09 fedora_ci_test_runs_queued_created{job="packit-worker-long-running-1"} 3.5906401270378065e+09 fedora_ci_test_runs_queued_created{job="packit-worker-short-running-0"} 2.9154104439740767e+12 fedora_ci_test_runs_queued_created{job="packit-worker-short-running-1"} 2.922588046161823e+12 fedora_ci_test_runs_queued_created{job="packit-worker-short-running-2"} 2.5114888737793066e+12 fedora_ci_test_runs_queued_created{job="packit-worker-short-running-3"} 2.954890839264538e+12 fedora_ci_test_runs_queued_created{job="packit-worker-short-running-4"} 3.2241764089571562e+12 # HELP fedora_ci_test_runs_queued_total Number of Fedora CI test runs queued # TYPE fedora_ci_test_runs_queued_total counter fedora_ci_test_runs_queued_total{job="packit-worker-long-running-0"} 0 fedora_ci_test_runs_queued_total{job="packit-worker-long-running-1"} 0 fedora_ci_test_runs_queued_total{job="packit-worker-short-running-0"} 10 fedora_ci_test_runs_queued_total{job="packit-worker-short-running-1"} 0 fedora_ci_test_runs_queued_total{job="packit-worker-short-running-2"} 15 fedora_ci_test_runs_queued_total{job="packit-worker-short-running-3"} 0 fedora_ci_test_runs_queued_total{job="packit-worker-short-running-4"} 0 # HELP fedora_ci_test_runs_started_created Number of Fedora CI test runs started # TYPE fedora_ci_test_runs_started_created gauge fedora_ci_test_runs_started_created{job="packit-worker-long-running-0"} 5.385614570966307e+09 fedora_ci_test_runs_started_created{job="packit-worker-long-running-1"} 3.590640127037836e+09 fedora_ci_test_runs_started_created{job="packit-worker-short-running-0"} 2.9154104439741006e+12 fedora_ci_test_runs_started_created{job="packit-worker-short-running-1"} 2.922588046161844e+12 fedora_ci_test_runs_started_created{job="packit-worker-short-running-2"} 2.5114888737793345e+12 fedora_ci_test_runs_started_created{job="packit-worker-short-running-3"} 2.954890839264569e+12 fedora_ci_test_runs_started_created{job="packit-worker-short-running-4"} 3.224176408957174e+12 # HELP fedora_ci_test_runs_started_total Number of Fedora CI test runs started # TYPE fedora_ci_test_runs_started_total counter fedora_ci_test_runs_started_total{job="packit-worker-long-running-0"} 0 fedora_ci_test_runs_started_total{job="packit-worker-long-running-1"} 0 fedora_ci_test_runs_started_total{job="packit-worker-short-running-0"} 4 fedora_ci_test_runs_started_total{job="packit-worker-short-running-1"} 9 fedora_ci_test_runs_started_total{job="packit-worker-short-running-2"} 3 fedora_ci_test_runs_started_total{job="packit-worker-short-running-3"} 2 fedora_ci_test_runs_started_total{job="packit-worker-short-running-4"} 7 # HELP first_initial_status_time Time it takes to set the initial status for the first check in the first job # TYPE first_initial_status_time histogram first_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-0",le="20"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-0",le="25"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 first_initial_status_time_sum{job="packit-worker-long-running-0"} 0 first_initial_status_time_count{job="packit-worker-long-running-0"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="20"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="25"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0 first_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 first_initial_status_time_sum{job="packit-worker-long-running-1"} 0 first_initial_status_time_count{job="packit-worker-long-running-1"} 0 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 12 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 17 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="20"} 19 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="25"} 19 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 19 first_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 19 first_initial_status_time_sum{job="packit-worker-short-running-0"} 106.397486 first_initial_status_time_count{job="packit-worker-short-running-0"} 19 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 4 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 12 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="20"} 13 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="25"} 13 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 13 first_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 13 first_initial_status_time_sum{job="packit-worker-short-running-1"} 75.122215 first_initial_status_time_count{job="packit-worker-short-running-1"} 13 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 4 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 7 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="20"} 7 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="25"} 7 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 7 first_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 7 first_initial_status_time_sum{job="packit-worker-short-running-2"} 32.436036 first_initial_status_time_count{job="packit-worker-short-running-2"} 7 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 7 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 11 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="20"} 11 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="25"} 11 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 11 first_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 11 first_initial_status_time_sum{job="packit-worker-short-running-3"} 49.364802999999995 first_initial_status_time_count{job="packit-worker-short-running-3"} 11 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 7 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 11 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="20"} 13 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="25"} 13 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 13 first_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 13 first_initial_status_time_sum{job="packit-worker-short-running-4"} 94.429257 first_initial_status_time_count{job="packit-worker-short-running-4"} 13 # HELP first_initial_status_time_created Time it takes to set the initial status for the first check in the first job # TYPE first_initial_status_time_created gauge first_initial_status_time_created{job="packit-worker-long-running-0"} 5.385614570965487e+09 first_initial_status_time_created{job="packit-worker-long-running-1"} 3.5906401270368733e+09 first_initial_status_time_created{job="packit-worker-short-running-0"} 2.9154104439735107e+12 first_initial_status_time_created{job="packit-worker-short-running-1"} 2.922588046160064e+12 first_initial_status_time_created{job="packit-worker-short-running-2"} 2.511488873778533e+12 first_initial_status_time_created{job="packit-worker-short-running-3"} 2.95489083926363e+12 first_initial_status_time_created{job="packit-worker-short-running-4"} 3.2241764089564985e+12 # HELP last_initial_status_time Time it takes to set the initial status for the last check in the last job # TYPE last_initial_status_time histogram last_initial_status_time_bucket{job="packit-worker-long-running-0",le="5"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-0",le="15"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-0",le="30"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-0",le="60"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-0",le="120"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 last_initial_status_time_sum{job="packit-worker-long-running-0"} 0 last_initial_status_time_count{job="packit-worker-long-running-0"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="5"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="15"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="30"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="60"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="120"} 0 last_initial_status_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 last_initial_status_time_sum{job="packit-worker-long-running-1"} 0 last_initial_status_time_count{job="packit-worker-long-running-1"} 0 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="5"} 2 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="15"} 15 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="30"} 19 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="60"} 19 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="120"} 19 last_initial_status_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 19 last_initial_status_time_sum{job="packit-worker-short-running-0"} 196.95580199999995 last_initial_status_time_count{job="packit-worker-short-running-0"} 19 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="5"} 0 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="15"} 9 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="30"} 13 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="60"} 13 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="120"} 13 last_initial_status_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 13 last_initial_status_time_sum{job="packit-worker-short-running-1"} 147.085946 last_initial_status_time_count{job="packit-worker-short-running-1"} 13 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="5"} 0 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="15"} 5 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="30"} 7 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="60"} 7 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="120"} 7 last_initial_status_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 7 last_initial_status_time_sum{job="packit-worker-short-running-2"} 68.959773 last_initial_status_time_count{job="packit-worker-short-running-2"} 7 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="5"} 1 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="15"} 6 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="30"} 11 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="60"} 11 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="120"} 11 last_initial_status_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 11 last_initial_status_time_sum{job="packit-worker-short-running-3"} 137.829366 last_initial_status_time_count{job="packit-worker-short-running-3"} 11 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="5"} 1 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="15"} 9 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="30"} 13 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="60"} 13 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="120"} 13 last_initial_status_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 13 last_initial_status_time_sum{job="packit-worker-short-running-4"} 151.916252 last_initial_status_time_count{job="packit-worker-short-running-4"} 13 # HELP last_initial_status_time_created Time it takes to set the initial status for the last check in the last job # TYPE last_initial_status_time_created gauge last_initial_status_time_created{job="packit-worker-long-running-0"} 5.385614570965649e+09 last_initial_status_time_created{job="packit-worker-long-running-1"} 3.5906401270369825e+09 last_initial_status_time_created{job="packit-worker-short-running-0"} 2.9154104439735713e+12 last_initial_status_time_created{job="packit-worker-short-running-1"} 2.9225880461601406e+12 last_initial_status_time_created{job="packit-worker-short-running-2"} 2.5114888737786064e+12 last_initial_status_time_created{job="packit-worker-short-running-3"} 2.9548908392637134e+12 last_initial_status_time_created{job="packit-worker-short-running-4"} 3.224176408956569e+12 # HELP log_detective_run_finished_time Time it takes from submitting the Log Detective run to set finished status # TYPE log_detective_run_finished_time histogram log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-long-running-0"} 0 log_detective_run_finished_time_count{job="packit-worker-long-running-0"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-long-running-1"} 0 log_detective_run_finished_time_count{job="packit-worker-long-running-1"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-short-running-0"} 0 log_detective_run_finished_time_count{job="packit-worker-short-running-0"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-short-running-1"} 0 log_detective_run_finished_time_count{job="packit-worker-short-running-1"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-short-running-2"} 0 log_detective_run_finished_time_count{job="packit-worker-short-running-2"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-short-running-3"} 0 log_detective_run_finished_time_count{job="packit-worker-short-running-3"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="180"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="360"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="720"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="1440"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="2880"} 0 log_detective_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 0 log_detective_run_finished_time_sum{job="packit-worker-short-running-4"} 0 log_detective_run_finished_time_count{job="packit-worker-short-running-4"} 0 # HELP log_detective_run_finished_time_created Time it takes from submitting the Log Detective run to set finished status # TYPE log_detective_run_finished_time_created gauge log_detective_run_finished_time_created{job="packit-worker-long-running-0"} 5.385614570966083e+09 log_detective_run_finished_time_created{job="packit-worker-long-running-1"} 3.590640127037511e+09 log_detective_run_finished_time_created{job="packit-worker-short-running-0"} 2.9154104439739087e+12 log_detective_run_finished_time_created{job="packit-worker-short-running-1"} 2.922588046161591e+12 log_detective_run_finished_time_created{job="packit-worker-short-running-2"} 2.51148887377906e+12 log_detective_run_finished_time_created{job="packit-worker-short-running-3"} 2.954890839264247e+12 log_detective_run_finished_time_created{job="packit-worker-short-running-4"} 3.224176408956948e+12 # HELP log_detective_runs_finished_created Number of Log Detective runs finished # TYPE log_detective_runs_finished_created gauge log_detective_runs_finished_created{job="packit-worker-long-running-0"} 5.385614570966056e+09 log_detective_runs_finished_created{job="packit-worker-long-running-1"} 3.5906401270374737e+09 log_detective_runs_finished_created{job="packit-worker-short-running-0"} 2.91541044397389e+12 log_detective_runs_finished_created{job="packit-worker-short-running-1"} 2.92258804616157e+12 log_detective_runs_finished_created{job="packit-worker-short-running-2"} 2.5114888737790347e+12 log_detective_runs_finished_created{job="packit-worker-short-running-3"} 2.954890839264212e+12 log_detective_runs_finished_created{job="packit-worker-short-running-4"} 3.22417640895693e+12 # HELP log_detective_runs_finished_total Number of Log Detective runs finished # TYPE log_detective_runs_finished_total counter log_detective_runs_finished_total{job="packit-worker-long-running-0"} 0 log_detective_runs_finished_total{job="packit-worker-long-running-1"} 0 log_detective_runs_finished_total{job="packit-worker-short-running-0"} 0 log_detective_runs_finished_total{job="packit-worker-short-running-1"} 0 log_detective_runs_finished_total{job="packit-worker-short-running-2"} 0 log_detective_runs_finished_total{job="packit-worker-short-running-3"} 0 log_detective_runs_finished_total{job="packit-worker-short-running-4"} 0 # HELP log_detective_runs_started_created Number of Log Detective runs started # TYPE log_detective_runs_started_created gauge log_detective_runs_started_created{job="packit-worker-long-running-0"} 5.385614570966035e+09 log_detective_runs_started_created{job="packit-worker-long-running-1"} 3.590640127037448e+09 log_detective_runs_started_created{job="packit-worker-short-running-0"} 2.9154104439738706e+12 log_detective_runs_started_created{job="packit-worker-short-running-1"} 2.9225880461615464e+12 log_detective_runs_started_created{job="packit-worker-short-running-2"} 2.51148887377901e+12 log_detective_runs_started_created{job="packit-worker-short-running-3"} 2.9548908392641836e+12 log_detective_runs_started_created{job="packit-worker-short-running-4"} 3.2241764089569106e+12 # HELP log_detective_runs_started_total Number of Log Detective runs started # TYPE log_detective_runs_started_total counter log_detective_runs_started_total{job="packit-worker-long-running-0"} 0 log_detective_runs_started_total{job="packit-worker-long-running-1"} 0 log_detective_runs_started_total{job="packit-worker-short-running-0"} 0 log_detective_runs_started_total{job="packit-worker-short-running-1"} 0 log_detective_runs_started_total{job="packit-worker-short-running-2"} 0 log_detective_runs_started_total{job="packit-worker-short-running-3"} 0 log_detective_runs_started_total{job="packit-worker-short-running-4"} 0 # HELP no_status_after_25_s_created Number of PRs/commits with no commit status for more than 25s # TYPE no_status_after_25_s_created gauge no_status_after_25_s_created{job="packit-worker-long-running-0"} 5.385614570965391e+09 no_status_after_25_s_created{job="packit-worker-long-running-1"} 3.590640127036772e+09 no_status_after_25_s_created{job="packit-worker-short-running-0"} 2.91541044397348e+12 no_status_after_25_s_created{job="packit-worker-short-running-1"} 2.9225880461600225e+12 no_status_after_25_s_created{job="packit-worker-short-running-2"} 2.511488873778498e+12 no_status_after_25_s_created{job="packit-worker-short-running-3"} 2.954890839263582e+12 no_status_after_25_s_created{job="packit-worker-short-running-4"} 3.2241764089564644e+12 # HELP no_status_after_25_s_total Number of PRs/commits with no commit status for more than 25s # TYPE no_status_after_25_s_total counter no_status_after_25_s_total{job="packit-worker-long-running-0"} 0 no_status_after_25_s_total{job="packit-worker-long-running-1"} 0 no_status_after_25_s_total{job="packit-worker-short-running-0"} 0 no_status_after_25_s_total{job="packit-worker-short-running-1"} 0 no_status_after_25_s_total{job="packit-worker-short-running-2"} 0 no_status_after_25_s_total{job="packit-worker-short-running-3"} 0 no_status_after_25_s_total{job="packit-worker-short-running-4"} 0 # HELP rate_limited_tasks_enqueued_created Number of tasks enqueued to the rate-limited queue # TYPE rate_limited_tasks_enqueued_created gauge rate_limited_tasks_enqueued_created{job="packit-worker-long-running-0"} 5.385614570966135e+09 rate_limited_tasks_enqueued_created{job="packit-worker-long-running-1"} 3.5906401270375795e+09 rate_limited_tasks_enqueued_created{job="packit-worker-short-running-0"} 2.915410443973956e+12 rate_limited_tasks_enqueued_created{job="packit-worker-short-running-1"} 2.922588046161662e+12 rate_limited_tasks_enqueued_created{job="packit-worker-short-running-2"} 2.5114888737791274e+12 rate_limited_tasks_enqueued_created{job="packit-worker-short-running-3"} 2.954890839264326e+12 rate_limited_tasks_enqueued_created{job="packit-worker-short-running-4"} 3.2241764089570093e+12 # HELP rate_limited_tasks_enqueued_total Number of tasks enqueued to the rate-limited queue # TYPE rate_limited_tasks_enqueued_total counter rate_limited_tasks_enqueued_total{job="packit-worker-long-running-0"} 0 rate_limited_tasks_enqueued_total{job="packit-worker-long-running-1"} 0 rate_limited_tasks_enqueued_total{job="packit-worker-short-running-0"} 0 rate_limited_tasks_enqueued_total{job="packit-worker-short-running-1"} 0 rate_limited_tasks_enqueued_total{job="packit-worker-short-running-2"} 0 rate_limited_tasks_enqueued_total{job="packit-worker-short-running-3"} 0 rate_limited_tasks_enqueued_total{job="packit-worker-short-running-4"} 0 # HELP redis_keys_total Total number of keys in Redis/Valkey database. If this grows indefinitely, there's a key accumulation/leak issue. # TYPE redis_keys_total gauge redis_keys_total{job="packit-worker-long-running-0"} 0 redis_keys_total{job="packit-worker-long-running-1"} 0 redis_keys_total{job="packit-worker-short-running-0"} 0 redis_keys_total{job="packit-worker-short-running-1"} 0 redis_keys_total{job="packit-worker-short-running-2"} 7 redis_keys_total{job="packit-worker-short-running-3"} 0 redis_keys_total{job="packit-worker-short-running-4"} 14 # HELP test_run_finished_time Time it takes from submitting the test run to set finished status # TYPE test_run_finished_time histogram test_run_finished_time_bucket{job="packit-worker-long-running-0",le="1800"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="3600"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="10800"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="21600"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="43200"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="86400"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-0",le="+Inf"} 0 test_run_finished_time_sum{job="packit-worker-long-running-0"} 0 test_run_finished_time_count{job="packit-worker-long-running-0"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="1800"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="3600"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="10800"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="21600"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="43200"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="86400"} 0 test_run_finished_time_bucket{job="packit-worker-long-running-1",le="+Inf"} 0 test_run_finished_time_sum{job="packit-worker-long-running-1"} 0 test_run_finished_time_count{job="packit-worker-long-running-1"} 0 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="1800"} 36 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="3600"} 36 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="10800"} 36 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="21600"} 36 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="43200"} 36 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="86400"} 36 test_run_finished_time_bucket{job="packit-worker-short-running-0",le="+Inf"} 36 test_run_finished_time_sum{job="packit-worker-short-running-0"} 11671.949827999995 test_run_finished_time_count{job="packit-worker-short-running-0"} 36 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="1800"} 29 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="3600"} 29 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="10800"} 29 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="21600"} 29 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="43200"} 29 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="86400"} 29 test_run_finished_time_bucket{job="packit-worker-short-running-1",le="+Inf"} 29 test_run_finished_time_sum{job="packit-worker-short-running-1"} 8541.178248 test_run_finished_time_count{job="packit-worker-short-running-1"} 29 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="1800"} 23 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="3600"} 23 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="10800"} 23 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="21600"} 23 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="43200"} 23 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="86400"} 23 test_run_finished_time_bucket{job="packit-worker-short-running-2",le="+Inf"} 23 test_run_finished_time_sum{job="packit-worker-short-running-2"} 7699.626007000002 test_run_finished_time_count{job="packit-worker-short-running-2"} 23 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="1800"} 32 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="3600"} 32 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="10800"} 32 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="21600"} 32 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="43200"} 32 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="86400"} 32 test_run_finished_time_bucket{job="packit-worker-short-running-3",le="+Inf"} 32 test_run_finished_time_sum{job="packit-worker-short-running-3"} 9946.944952999998 test_run_finished_time_count{job="packit-worker-short-running-3"} 32 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="1800"} 31 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="3600"} 31 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="10800"} 31 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="21600"} 31 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="43200"} 31 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="86400"} 31 test_run_finished_time_bucket{job="packit-worker-short-running-4",le="+Inf"} 31 test_run_finished_time_sum{job="packit-worker-short-running-4"} 9775.716658 test_run_finished_time_count{job="packit-worker-short-running-4"} 31 # HELP test_run_finished_time_created Time it takes from submitting the test run to set finished status # TYPE test_run_finished_time_created gauge test_run_finished_time_created{job="packit-worker-long-running-0"} 5.385614570965916e+09 test_run_finished_time_created{job="packit-worker-long-running-1"} 3.5906401270372963e+09 test_run_finished_time_created{job="packit-worker-short-running-0"} 2.915410443973761e+12 test_run_finished_time_created{job="packit-worker-short-running-1"} 2.9225880461606196e+12 test_run_finished_time_created{job="packit-worker-short-running-2"} 2.511488873778866e+12 test_run_finished_time_created{job="packit-worker-short-running-3"} 2.9548908392640015e+12 test_run_finished_time_created{job="packit-worker-short-running-4"} 3.2241764089567915e+12 # HELP test_runs_finished_created Number of test runs finished # TYPE test_runs_finished_created gauge test_runs_finished_created{job="packit-worker-long-running-0"} 5.385614570965368e+09 test_runs_finished_created{job="packit-worker-long-running-1"} 3.590640127036746e+09 test_runs_finished_created{job="packit-worker-short-running-0"} 2.915410443973464e+12 test_runs_finished_created{job="packit-worker-short-running-1"} 2.9225880461600054e+12 test_runs_finished_created{job="packit-worker-short-running-2"} 2.511488873778474e+12 test_runs_finished_created{job="packit-worker-short-running-3"} 2.954890839263553e+12 test_runs_finished_created{job="packit-worker-short-running-4"} 3.2241764089564517e+12 # HELP test_runs_finished_total Number of test runs finished # TYPE test_runs_finished_total counter test_runs_finished_total{job="packit-worker-long-running-0"} 0 test_runs_finished_total{job="packit-worker-long-running-1"} 0 test_runs_finished_total{job="packit-worker-short-running-0"} 36 test_runs_finished_total{job="packit-worker-short-running-1"} 29 test_runs_finished_total{job="packit-worker-short-running-2"} 23 test_runs_finished_total{job="packit-worker-short-running-3"} 32 test_runs_finished_total{job="packit-worker-short-running-4"} 31 # HELP test_runs_queued_created Number of test runs queued # TYPE test_runs_queued_created gauge test_runs_queued_created{job="packit-worker-long-running-0"} 5.385614570965324e+09 test_runs_queued_created{job="packit-worker-long-running-1"} 3.5906401270366864e+09 test_runs_queued_created{job="packit-worker-short-running-0"} 2.91541044397343e+12 test_runs_queued_created{job="packit-worker-short-running-1"} 2.9225880461599683e+12 test_runs_queued_created{job="packit-worker-short-running-2"} 2.511488873778427e+12 test_runs_queued_created{job="packit-worker-short-running-3"} 2.954890839263499e+12 test_runs_queued_created{job="packit-worker-short-running-4"} 3.224176408956418e+12 # HELP test_runs_queued_total Number of test runs queued # TYPE test_runs_queued_total counter test_runs_queued_total{job="packit-worker-long-running-0"} 0 test_runs_queued_total{job="packit-worker-long-running-1"} 0 test_runs_queued_total{job="packit-worker-short-running-0"} 20 test_runs_queued_total{job="packit-worker-short-running-1"} 39 test_runs_queued_total{job="packit-worker-short-running-2"} 30 test_runs_queued_total{job="packit-worker-short-running-3"} 32 test_runs_queued_total{job="packit-worker-short-running-4"} 30 # HELP test_runs_started_created Number of test runs started # TYPE test_runs_started_created gauge test_runs_started_created{job="packit-worker-long-running-0"} 5.385614570965347e+09 test_runs_started_created{job="packit-worker-long-running-1"} 3.5906401270367184e+09 test_runs_started_created{job="packit-worker-short-running-0"} 2.9154104439734473e+12 test_runs_started_created{job="packit-worker-short-running-1"} 2.9225880461599897e+12 test_runs_started_created{job="packit-worker-short-running-2"} 2.5114888737784497e+12 test_runs_started_created{job="packit-worker-short-running-3"} 2.9548908392635244e+12 test_runs_started_created{job="packit-worker-short-running-4"} 3.2241764089564365e+12 # HELP test_runs_started_total Number of test runs started # TYPE test_runs_started_total counter test_runs_started_total{job="packit-worker-long-running-0"} 0 test_runs_started_total{job="packit-worker-long-running-1"} 0 test_runs_started_total{job="packit-worker-short-running-0"} 35 test_runs_started_total{job="packit-worker-short-running-1"} 30 test_runs_started_total{job="packit-worker-short-running-2"} 27 test_runs_started_total{job="packit-worker-short-running-3"} 31 test_runs_started_total{job="packit-worker-short-running-4"} 28