Status: FAILED
Triggered by: rerunner@pigweed-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 98fc6158fe3a5c02b9e7741b914e8bb51bc368f2)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-arm-bazel-host-cpp17-v800"
>

Incoming triggers

  • rerunner/0 (3 weeks ago by rerunner@pigweed-service-accounts.iam.gserviceaccount.com)

Incoming tags

  • parent_buildername:rerunner
  • user_agent:rerunner

Debug log (UTC)

[19:00:39.088] New invocation is queued and will start shortly
[19:00:39.088] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[19:00:40.809] Starting the invocation (attempt 1)
[19:00:40.842] Ignoring gitiles_ref tag without the buildset tag
[19:00:40.843] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:00:40.843] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:00:40.844] Buildbucket request:
{
  "requestId": "8837900778210302832",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8837900778210302832",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800",
            "triggers": [
                  {
                        "buildbucket": {
                              "tags": [
                                    "parent_buildername:rerunner",
                                    "user_agent:rerunner"
                                  ]
                            },
                        "id": "7b3c4e42-d1a6-4cc4-b6cd-5260d230ed9f",
                        "title": "rerunner/0",
                        "url": "https://cr-buildbucket.appspot.com/build/8672471102716971985"
                      }
                ]
          }
    },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8837900778210302832"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "rerunner"
    },
    {
      "key": "user_agent",
      "value": "rerunner"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:00:41.377] Scheduled build:
{
  "id": "8672470715597465905",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-25T19:00:40.957274799Z",
  "updateTime": "2026-08-25T19:00:40.957274799Z",
  "status": "SCHEDULED",
  "input": {

  }
}
[19:00:41.377] Task URL: https://cr-buildbucket.appspot.com/build/8672470715597465905
[19:00:41.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:2:0) after 6m59s
[19:00:42.830] Received PubSub notification, asking Buildbucket for the build status
[19:00:42.998] Build status: SCHEDULED
[19:07:40.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:2:0)
[19:07:40.460] Build status: SCHEDULED
[19:07:40.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:4:0) after 5m56s
[19:13:36.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:4:0)
[19:13:36.635] Build status: SCHEDULED
[19:13:36.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:5:0) after 5m39s
[19:19:15.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:5:0)
[19:19:15.708] Build status: SCHEDULED
[19:19:15.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:6:0) after 3m13s
[19:22:28.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:6:0)
[19:22:28.748] Build status: SCHEDULED
[19:22:28.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:7:0) after 8m26s
[19:30:54.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:7:0)
[19:30:54.853] Build status: SCHEDULED
[19:30:54.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:8:0) after 4m32s
[19:35:26.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:8:0)
[19:35:26.884] Build status: SCHEDULED
[19:35:26.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:9:0) after 6m14s
[19:41:40.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:9:0)
[19:41:40.924] Build status: SCHEDULED
[19:41:40.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:10:0) after 6m46s
[19:48:26.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:10:0)
[19:48:26.993] Build status: SCHEDULED
[19:48:26.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:11:0) after 7m23s
[19:55:50.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:11:0)
[19:55:50.061] Build status: SCHEDULED
[19:55:50.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:12:0) after 5m26s
[20:01:16.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:12:0)
[20:01:16.164] Build status: SCHEDULED
[20:01:16.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:13:0) after 8m14s
[20:09:30.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:13:0)
[20:09:30.248] Build status: SCHEDULED
[20:09:30.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:14:0) after 1m44s
[20:11:14.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:14:0)
[20:11:14.260] Build status: SCHEDULED
[20:11:14.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:15:0) after 5m27s
[20:16:41.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:15:0)
[20:16:41.301] Build status: SCHEDULED
[20:16:41.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:16:0) after 9m46s
[20:26:27.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:16:0)
[20:26:27.389] Build status: SCHEDULED
[20:26:27.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:17:0) after 2m4s
[20:28:31.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:17:0)
[20:28:31.532] Build status: SCHEDULED
[20:28:31.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:18:0) after 1m40s
[20:30:11.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:18:0)
[20:30:11.542] Build status: SCHEDULED
[20:30:11.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:19:0) after 7m30s
[20:37:41.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:19:0)
[20:37:41.547] Build status: SCHEDULED
[20:37:41.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:20:0) after 9m27s
[20:47:08.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:20:0)
[20:47:08.639] Build status: SCHEDULED
[20:47:08.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:21:0) after 1m47s
[20:48:55.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:21:0)
[20:48:55.731] Build status: SCHEDULED
[20:48:55.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:22:0) after 8m20s
[20:57:15.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:22:0)
[20:57:15.788] Build status: SCHEDULED
[20:57:15.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:23:0) after 1m1s
[20:58:16.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:23:0)
[20:58:16.896] Build status: SCHEDULED
[20:58:16.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:24:0) after 8m14s
[21:06:30.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:24:0)
[21:06:30.981] Build status: SCHEDULED
[21:06:30.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:25:0) after 9m24s
[21:15:55.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:25:0)
[21:15:55.070] Build status: SCHEDULED
[21:15:55.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17-v800:8837900778210302832:26:0) after 8m48s
[21:21:17.641] Received PubSub notification, asking Buildbucket for the build status
[21:21:17.669] Build status: STARTED
[21:22:13.240] Received PubSub notification, asking Buildbucket for the build status
[21:22:13.284] Build:
{
  "id": "8672470715597465905",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-arm-bazel-host-cpp17-v800"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-08-25T19:00:40.957274799Z",
  "startTime": "2026-08-25T21:21:17.404433154Z",
  "endTime": "2026-08-25T21:22:12.857733929Z",
  "updateTime": "2026-08-25T21:22:12.857733929Z",
  "status": "INFRA_FAILURE",
  "input": {

  }
}
[21:22:13.284] Invocation finished in 2h21m34.201715468s with status FAILED