Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev ef0d007b2652ba09e67e22118532b7456aa1be9b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "24f8780cda3e4185fbdd1ecc058ec50dcbfddbf5"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/24f8780cda3e4185fbdd1ecc058ec50dcbfddbf5
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:44:13.253] New invocation is queued and will start shortly
[19:44:16.389] Starting the invocation (attempt 1)
[19:44:16.418] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/24f8780cda3e4185fbdd1ecc058ec50dcbfddbf5"
[19:44:16.419] Popped gitiles commit info from properties and tags
[19:44:16.419] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:44:16.419] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:44:16.419] Buildbucket request:
{
  "requestId": "8880206820376300944",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8880206820376300944",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "79ed26570362b701d800de727771b57f6017ddc5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@79ed26570362b701d800de727771b57f6017ddc5",
                        "title": "79ed26570362b701d800de727771b57f6017ddc5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/79ed26570362b701d800de727771b57f6017ddc5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "24f8780cda3e4185fbdd1ecc058ec50dcbfddbf5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@24f8780cda3e4185fbdd1ecc058ec50dcbfddbf5",
                        "title": "24f8780cda3e4185fbdd1ecc058ec50dcbfddbf5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/24f8780cda3e4185fbdd1ecc058ec50dcbfddbf5"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "24f8780cda3e4185fbdd1ecc058ec50dcbfddbf5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8880206820376300944"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:44:16.816] Scheduled build:
{
  "id": "8714776756332504641",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-15T19:44:16.479235375Z",
  "updateTime": "2025-05-15T19:44:16.479235375Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "24f8780cda3e4185fbdd1ecc058ec50dcbfddbf5",
      "ref": "refs/heads/main"
    }
  }
}
[19:44:16.816] Task URL: https://cr-buildbucket.appspot.com/build/8714776756332504641
[19:44:16.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:2:0) after 1m54s
[19:44:17.805] Received PubSub notification, asking Buildbucket for the build status
[19:44:17.834] Build status: SCHEDULED
[19:46:10.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:2:0)
[19:46:10.963] Build status: SCHEDULED
[19:46:10.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:4:0) after 8m54s
[19:55:04.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:4:0)
[19:55:05.009] Build status: SCHEDULED
[19:55:05.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:5:0) after 7m55s
[20:03:00.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:5:0)
[20:03:00.045] Build status: SCHEDULED
[20:03:00.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:6:0) after 9m28s
[20:12:28.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:6:0)
[20:12:28.114] Build status: SCHEDULED
[20:12:28.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:7:0) after 3m57s
[20:16:25.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:7:0)
[20:16:25.154] Build status: SCHEDULED
[20:16:25.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:8:0) after 9m9s
[20:25:34.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:8:0)
[20:25:34.244] Build status: SCHEDULED
[20:25:34.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:9:0) after 7m39s
[20:33:13.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:9:0)
[20:33:13.340] Build status: SCHEDULED
[20:33:13.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:10:0) after 1m12s
[20:34:25.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:10:0)
[20:34:25.376] Build status: SCHEDULED
[20:34:25.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:11:0) after 8m56s
[20:43:21.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:11:0)
[20:43:21.450] Build status: SCHEDULED
[20:43:21.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:12:0) after 7m33s
[20:50:54.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:12:0)
[20:50:54.487] Build status: SCHEDULED
[20:50:54.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:13:0) after 3m27s
[20:54:21.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:13:0)
[20:54:21.529] Build status: SCHEDULED
[20:54:21.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:14:0) after 7m51s
[21:02:12.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:14:0)
[21:02:12.632] Build status: SCHEDULED
[21:02:12.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:15:0) after 3m47s
[21:05:59.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:15:0)
[21:05:59.700] Build status: SCHEDULED
[21:05:59.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:16:0) after 9m6s
[21:15:05.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:16:0)
[21:15:05.828] Build status: SCHEDULED
[21:15:05.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:17:0) after 5m36s
[21:20:41.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:17:0)
[21:20:41.837] Build status: SCHEDULED
[21:20:41.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:18:0) after 4m3s
[21:24:45.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:18:0)
[21:24:45.023] Build status: SCHEDULED
[21:24:45.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:19:0) after 8m2s
[21:32:47.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:19:0)
[21:32:47.078] Build status: SCHEDULED
[21:32:47.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:20:0) after 5m45s
[21:38:32.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:20:0)
[21:38:32.286] Build status: SCHEDULED
[21:38:32.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:21:0) after 2m30s
[21:41:02.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:21:0)
[21:41:02.420] Build status: SCHEDULED
[21:41:02.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:22:0) after 6m23s
[21:47:25.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:22:0)
[21:47:25.421] Build status: SCHEDULED
[21:47:25.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:23:0) after 2m4s
[21:49:29.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:23:0)
[21:49:29.476] Build status: SCHEDULED
[21:49:29.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:24:0) after 4m36s
[21:54:05.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:24:0)
[21:54:05.594] Build status: SCHEDULED
[21:54:05.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:25:0) after 8m36s
[22:02:41.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:25:0)
[22:02:41.666] Build status: SCHEDULED
[22:02:41.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:26:0) after 1m48s
[22:04:29.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:26:0)
[22:04:29.722] Build status: SCHEDULED
[22:04:29.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:27:0) after 2m9s
[22:06:38.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:27:0)
[22:06:38.794] Build status: SCHEDULED
[22:06:38.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:28:0) after 6m25s
[22:13:03.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:28:0)
[22:13:04.013] Build status: SCHEDULED
[22:13:04.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:29:0) after 5m18s
[22:18:22.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:29:0)
[22:18:22.060] Build status: SCHEDULED
[22:18:22.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:30:0) after 9m44s
[22:28:06.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:30:0)
[22:28:06.079] Build status: SCHEDULED
[22:28:06.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:31:0) after 3m4s
[22:31:10.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:31:0)
[22:31:10.231] Build status: SCHEDULED
[22:31:10.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:32:0) after 6m50s
[22:38:00.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:32:0)
[22:38:00.380] Build status: SCHEDULED
[22:38:00.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:33:0) after 7m15s
[22:45:15.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:33:0)
[22:45:15.466] Build status: SCHEDULED
[22:45:15.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:34:0) after 9m14s
[22:54:29.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:34:0)
[22:54:29.519] Build status: SCHEDULED
[22:54:29.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:35:0) after 3m26s
[22:57:55.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:35:0)
[22:57:55.570] Build status: SCHEDULED
[22:57:55.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:36:0) after 1m34s
[22:59:29.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:36:0)
[22:59:29.621] Build status: SCHEDULED
[22:59:29.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:37:0) after 4m39s
[23:04:08.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:37:0)
[23:04:08.618] Build status: SCHEDULED
[23:04:08.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:38:0) after 3m52s
[23:08:00.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:38:0)
[23:08:00.745] Build status: SCHEDULED
[23:08:00.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:39:0) after 3m41s
[23:11:41.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:39:0)
[23:11:41.951] Build status: SCHEDULED
[23:11:41.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:40:0) after 8m16s
[23:19:57.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:40:0)
[23:19:58.027] Build status: SCHEDULED
[23:19:58.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:41:0) after 6m32s
[23:26:30.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:41:0)
[23:26:30.102] Build status: SCHEDULED
[23:26:30.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:42:0) after 9m26s
[23:35:56.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:42:0)
[23:35:56.170] Build status: SCHEDULED
[23:35:56.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:43:0) after 3m35s
[23:39:31.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:43:0)
[23:39:31.218] Build status: SCHEDULED
[23:39:31.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:44:0) after 2m20s
[23:41:51.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:44:0)
[23:41:51.271] Build status: SCHEDULED
[23:41:51.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:45:0) after 1m47s
[23:43:38.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:45:0)
[23:43:38.282] Build status: SCHEDULED
[23:43:38.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:46:0) after 5m30s
[23:49:08.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:46:0)
[23:49:08.317] Build status: SCHEDULED
[23:49:08.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:47:0) after 6m1s
[23:55:09.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:47:0)
[23:55:09.395] Build status: SCHEDULED
[23:55:09.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:48:0) after 3m9s
[23:58:18.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:48:0)
[23:58:18.542] Build status: SCHEDULED
[23:58:18.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:49:0) after 3m3s
[00:01:21.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:49:0)
[00:01:21.630] Build status: SCHEDULED
[00:01:21.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:50:0) after 8m27s
[00:09:48.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:50:0)
[00:09:48.814] Build status: SCHEDULED
[00:09:48.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:51:0) after 2m8s
[00:11:56.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:51:0)
[00:11:56.904] Build status: SCHEDULED
[00:11:56.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:52:0) after 9m46s
[00:21:43.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:52:0)
[00:21:43.067] Build status: SCHEDULED
[00:21:43.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:53:0) after 6m42s
[00:28:25.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:53:0)
[00:28:25.118] Build status: SCHEDULED
[00:28:25.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:54:0) after 2m45s
[00:31:10.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:54:0)
[00:31:10.156] Build status: SCHEDULED
[00:31:10.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:55:0) after 2m21s
[00:33:31.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:55:0)
[00:33:31.211] Build status: SCHEDULED
[00:33:31.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:56:0) after 2m27s
[00:35:58.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:56:0)
[00:35:58.263] Build status: SCHEDULED
[00:35:58.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:57:0) after 8m36s
[00:44:34.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:57:0)
[00:44:34.314] Build status: SCHEDULED
[00:44:34.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:58:0) after 5m33s
[00:50:07.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:58:0)
[00:50:07.413] Build status: SCHEDULED
[00:50:07.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:59:0) after 9m2s
[00:59:09.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:59:0)
[00:59:09.509] Build status: SCHEDULED
[00:59:09.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:60:0) after 5m46s
[01:04:55.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:60:0)
[01:04:55.641] Build status: SCHEDULED
[01:04:55.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:61:0) after 9m4s
[01:13:59.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:61:0)
[01:13:59.739] Build status: SCHEDULED
[01:13:59.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:62:0) after 4m1s
[01:18:00.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:62:0)
[01:18:00.795] Build status: SCHEDULED
[01:18:00.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:63:0) after 8m39s
[01:26:39.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:63:0)
[01:26:39.967] Build status: SCHEDULED
[01:26:39.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:64:0) after 5m4s
[01:31:44.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:64:0)
[01:31:44.051] Build status: SCHEDULED
[01:31:44.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:65:0) after 1m0s
[01:32:44.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:65:0)
[01:32:44.104] Build status: SCHEDULED
[01:32:44.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:66:0) after 6m29s
[01:39:13.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:66:0)
[01:39:13.163] Build status: SCHEDULED
[01:39:13.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:67:0) after 9m29s
[01:48:42.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:67:0)
[01:48:42.223] Build status: SCHEDULED
[01:48:42.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:68:0) after 7m9s
[01:53:14.163] Received PubSub notification, asking Buildbucket for the build status
[01:53:14.194] Build status: STARTED
[01:55:51.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:68:0)
[01:55:51.307] Build status: STARTED
[01:55:51.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:70:0) after 5m36s
[02:01:27.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:70:0)
[02:01:27.392] Build status: STARTED
[02:01:27.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:71:0) after 7m31s
[02:08:58.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:71:0)
[02:08:58.489] Build status: STARTED
[02:08:58.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8880206820376300944:72:0) after 7m10s
[02:11:12.468] Received PubSub notification, asking Buildbucket for the build status
[02:11:12.494] Build:
{
  "id": "8714776756332504641",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-15T19:44:16.479235375Z",
  "startTime": "2025-05-16T01:53:13.915965701Z",
  "endTime": "2025-05-16T02:11:12.173617774Z",
  "updateTime": "2025-05-16T02:11:12.173617774Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "24f8780cda3e4185fbdd1ecc058ec50dcbfddbf5",
      "ref": "refs/heads/main"
    }
  }
}
[02:11:12.494] Invocation finished in 6h26m59.255704569s with status FAILED