Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 94710e53eda26449a096b1dc73b04caa32670514)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-default"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "01a13c65e4a58a6154df79eebd77784c5bbe44af"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/01a13c65e4a58a6154df79eebd77784c5bbe44af
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:42:02.994] New invocation is queued and will start shortly
[21:42:04.678] Starting the invocation (attempt 1)
[21:42:04.706] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/01a13c65e4a58a6154df79eebd77784c5bbe44af"
[21:42:04.706] Popped gitiles commit info from properties and tags
[21:42:04.706] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:42:04.706] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:42:04.707] Buildbucket request:
{
  "requestId": "8868965383386843104",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868965383386843104",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0006d6a003be9253d92fa09b6b9a814879102886"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0006d6a003be9253d92fa09b6b9a814879102886",
                        "title": "0006d6a003be9253d92fa09b6b9a814879102886",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0006d6a003be9253d92fa09b6b9a814879102886"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e7ccdcf3072698409ff32e7a0226b009de1253e0"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e7ccdcf3072698409ff32e7a0226b009de1253e0",
                        "title": "e7ccdcf3072698409ff32e7a0226b009de1253e0",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e7ccdcf3072698409ff32e7a0226b009de1253e0"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7ce503fb498a0f075e1027661399fcea2e24d865"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7ce503fb498a0f075e1027661399fcea2e24d865",
                        "title": "7ce503fb498a0f075e1027661399fcea2e24d865",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7ce503fb498a0f075e1027661399fcea2e24d865"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8b1e2d00bc988fb841574152f9182beea8526e96"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8b1e2d00bc988fb841574152f9182beea8526e96",
                        "title": "8b1e2d00bc988fb841574152f9182beea8526e96",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8b1e2d00bc988fb841574152f9182beea8526e96"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0bb763de68e62ff8edcc9353aca860b4b55e3ff3",
                        "title": "0bb763de68e62ff8edcc9353aca860b4b55e3ff3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0bb763de68e62ff8edcc9353aca860b4b55e3ff3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "01a13c65e4a58a6154df79eebd77784c5bbe44af"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@01a13c65e4a58a6154df79eebd77784c5bbe44af",
                        "title": "01a13c65e4a58a6154df79eebd77784c5bbe44af",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/01a13c65e4a58a6154df79eebd77784c5bbe44af"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "01a13c65e4a58a6154df79eebd77784c5bbe44af",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868965383386843104"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:42:05.121] Scheduled build:
{
  "id": "8703535320860849857",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-16T21:42:04.768438373Z",
  "updateTime": "2025-09-16T21:42:04.768438373Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "01a13c65e4a58a6154df79eebd77784c5bbe44af",
      "ref": "refs/heads/main"
    }
  }
}
[21:42:05.121] Task URL: https://cr-buildbucket.appspot.com/build/8703535320860849857
[21:42:05.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:2:0) after 9m56s
[21:42:17.653] Received PubSub notification, asking Buildbucket for the build status
[21:42:17.672] Build status: SCHEDULED
[21:52:01.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:2:0)
[21:52:01.134] Build status: SCHEDULED
[21:52:01.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:4:0) after 8m51s
[22:00:52.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:4:0)
[22:00:52.255] Build status: SCHEDULED
[22:00:52.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:5:0) after 6m57s
[22:07:49.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:5:0)
[22:07:49.324] Build status: SCHEDULED
[22:07:49.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:6:0) after 5m5s
[22:12:54.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:6:0)
[22:12:54.376] Build status: SCHEDULED
[22:12:54.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:7:0) after 1m19s
[22:14:13.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:7:0)
[22:14:13.437] Build status: SCHEDULED
[22:14:13.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:8:0) after 2m45s
[22:16:58.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:8:0)
[22:16:58.583] Build status: SCHEDULED
[22:16:58.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:9:0) after 1m29s
[22:18:27.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:9:0)
[22:18:27.620] Build status: SCHEDULED
[22:18:27.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:10:0) after 3m42s
[22:22:09.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:10:0)
[22:22:09.663] Build status: SCHEDULED
[22:22:09.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:11:0) after 3m49s
[22:25:58.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:11:0)
[22:25:58.726] Build status: SCHEDULED
[22:25:58.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:12:0) after 3m52s
[22:29:50.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:12:0)
[22:29:50.771] Build status: SCHEDULED
[22:29:50.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:13:0) after 7m26s
[22:37:16.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:13:0)
[22:37:17.010] Build status: SCHEDULED
[22:37:17.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:14:0) after 2m32s
[22:39:48.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:14:0)
[22:39:49.003] Build status: SCHEDULED
[22:39:49.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:15:0) after 2m5s
[22:41:54.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:15:0)
[22:41:54.030] Build status: SCHEDULED
[22:41:54.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:16:0) after 2m45s
[22:44:39.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:16:0)
[22:44:39.163] Build status: SCHEDULED
[22:44:39.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:17:0) after 9m1s
[22:53:40.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:17:0)
[22:53:40.292] Build status: SCHEDULED
[22:53:40.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:18:0) after 6m14s
[22:59:54.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:18:0)
[22:59:54.345] Build status: SCHEDULED
[22:59:54.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:19:0) after 5m21s
[23:05:15.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:19:0)
[23:05:15.386] Build status: SCHEDULED
[23:05:15.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:20:0) after 4m4s
[23:09:19.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:20:0)
[23:09:19.420] Build status: SCHEDULED
[23:09:19.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:21:0) after 3m9s
[23:12:28.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:21:0)
[23:12:28.499] Build status: SCHEDULED
[23:12:28.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:22:0) after 7m42s
[23:20:10.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:22:0)
[23:20:10.641] Build status: SCHEDULED
[23:20:10.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:23:0) after 5m43s
[23:25:53.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:23:0)
[23:25:53.702] Build status: SCHEDULED
[23:25:53.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:24:0) after 1m28s
[23:27:21.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:24:0)
[23:27:21.733] Build status: SCHEDULED
[23:27:21.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:25:0) after 3m33s
[23:30:54.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:25:0)
[23:30:54.774] Build status: SCHEDULED
[23:30:54.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:26:0) after 3m51s
[23:34:45.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:26:0)
[23:34:45.877] Build status: SCHEDULED
[23:34:45.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:27:0) after 3m3s
[23:37:49.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:27:0)
[23:37:49.018] Build status: SCHEDULED
[23:37:49.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:28:0) after 7m30s
[23:45:19.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:28:0)
[23:45:19.108] Build status: SCHEDULED
[23:45:19.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:29:0) after 5m3s
[23:50:22.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:29:0)
[23:50:22.160] Build status: SCHEDULED
[23:50:22.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:30:0) after 8m1s
[23:58:23.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:30:0)
[23:58:23.258] Build status: SCHEDULED
[23:58:23.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:31:0) after 6m30s
[00:04:53.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:31:0)
[00:04:53.318] Build status: SCHEDULED
[00:04:53.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:32:0) after 4m14s
[00:09:07.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:32:0)
[00:09:07.392] Build status: SCHEDULED
[00:09:07.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:33:0) after 8m26s
[00:17:33.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:33:0)
[00:17:33.619] Build status: SCHEDULED
[00:17:33.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:34:0) after 7m49s
[00:25:22.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:34:0)
[00:25:22.693] Build status: SCHEDULED
[00:25:22.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:35:0) after 2m37s
[00:27:59.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:35:0)
[00:27:59.704] Build status: SCHEDULED
[00:27:59.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:36:0) after 9m0s
[00:36:59.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:36:0)
[00:36:59.738] Build status: SCHEDULED
[00:36:59.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:37:0) after 5m33s
[00:42:32.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:37:0)
[00:42:32.845] Build status: SCHEDULED
[00:42:32.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:38:0) after 5m46s
[00:48:18.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:38:0)
[00:48:18.969] Build status: SCHEDULED
[00:48:18.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:39:0) after 7m14s
[00:55:33.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:39:0)
[00:55:33.088] Build status: SCHEDULED
[00:55:33.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:40:0) after 9m56s
[01:05:29.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:40:0)
[01:05:29.136] Build status: SCHEDULED
[01:05:29.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:41:0) after 5m18s
[01:10:47.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:41:0)
[01:10:47.248] Build status: SCHEDULED
[01:10:47.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:42:0) after 2m43s
[01:13:30.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:42:0)
[01:13:30.299] Build status: SCHEDULED
[01:13:30.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:43:0) after 1m50s
[01:15:20.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:43:0)
[01:15:20.312] Build status: SCHEDULED
[01:15:20.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:44:0) after 7m43s
[01:23:03.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:44:0)
[01:23:03.361] Build status: SCHEDULED
[01:23:03.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:45:0) after 2m0s
[01:25:03.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:45:0)
[01:25:03.458] Build status: SCHEDULED
[01:25:03.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:46:0) after 6m37s
[01:31:40.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:46:0)
[01:31:40.604] Build status: SCHEDULED
[01:31:40.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:47:0) after 2m4s
[01:33:44.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:47:0)
[01:33:44.675] Build status: SCHEDULED
[01:33:44.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:48:0) after 9m42s
[01:43:26.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:48:0)
[01:43:26.981] Build status: SCHEDULED
[01:43:26.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:49:0) after 1m10s
[01:44:37.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:49:0)
[01:44:37.037] Build status: SCHEDULED
[01:44:37.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:50:0) after 4m45s
[01:49:22.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:50:0)
[01:49:22.152] Build status: SCHEDULED
[01:49:22.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:51:0) after 9m0s
[01:58:22.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:51:0)
[01:58:22.158] Build status: SCHEDULED
[01:58:22.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:52:0) after 7m49s
[02:06:11.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:52:0)
[02:06:11.264] Build status: SCHEDULED
[02:06:11.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:53:0) after 4m31s
[02:10:42.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:53:0)
[02:10:42.316] Build status: SCHEDULED
[02:10:42.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:54:0) after 3m41s
[02:14:23.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:54:0)
[02:14:23.424] Build status: SCHEDULED
[02:14:23.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:55:0) after 7m2s
[02:21:25.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:55:0)
[02:21:25.518] Build status: SCHEDULED
[02:21:25.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:56:0) after 5m4s
[02:26:29.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:56:0)
[02:26:29.693] Build status: SCHEDULED
[02:26:29.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:57:0) after 3m0s
[02:29:29.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:57:0)
[02:29:29.768] Build status: SCHEDULED
[02:29:29.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:58:0) after 9m13s
[02:38:42.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:58:0)
[02:38:42.804] Build status: SCHEDULED
[02:38:42.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:59:0) after 2m43s
[02:41:25.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:59:0)
[02:41:25.838] Build status: SCHEDULED
[02:41:25.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:60:0) after 5m58s
[02:47:23.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:60:0)
[02:47:24.015] Build status: SCHEDULED
[02:47:24.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:61:0) after 1m28s
[02:48:52.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:61:0)
[02:48:52.107] Build status: SCHEDULED
[02:48:52.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:62:0) after 6m42s
[02:55:34.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:62:0)
[02:55:34.125] Build status: SCHEDULED
[02:55:34.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:63:0) after 7m9s
[03:02:43.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:63:0)
[03:02:43.267] Build status: SCHEDULED
[03:02:43.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:64:0) after 5m56s
[03:08:39.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:64:0)
[03:08:39.368] Build status: SCHEDULED
[03:08:39.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:65:0) after 4m5s
[03:12:44.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:65:0)
[03:12:44.458] Build status: SCHEDULED
[03:12:44.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:66:0) after 7m33s
[03:20:17.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:66:0)
[03:20:17.501] Build status: SCHEDULED
[03:20:17.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:67:0) after 9m14s
[03:29:31.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:67:0)
[03:29:31.613] Build status: SCHEDULED
[03:29:31.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:68:0) after 7m42s
[03:37:13.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:68:0)
[03:37:13.652] Build status: SCHEDULED
[03:37:13.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:69:0) after 5m53s
[03:43:06.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:69:0)
[03:43:06.975] Build status: SCHEDULED
[03:43:06.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:70:0) after 4m48s
[03:47:55.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:70:0)
[03:47:55.041] Build status: SCHEDULED
[03:47:55.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:71:0) after 7m37s
[03:55:32.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:71:0)
[03:55:32.137] Build status: SCHEDULED
[03:55:32.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:72:0) after 8m40s
[04:04:12.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:72:0)
[04:04:12.158] Build status: SCHEDULED
[04:04:12.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:73:0) after 7m27s
[04:11:39.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:73:0)
[04:11:39.215] Build status: SCHEDULED
[04:11:39.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:74:0) after 9m47s
[04:14:01.808] Received PubSub notification, asking Buildbucket for the build status
[04:14:01.863] Build status: STARTED
[04:21:26.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:74:0)
[04:21:26.342] Build status: STARTED
[04:21:26.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8868965383386843104:76:0) after 3m1s
[04:23:07.869] Received PubSub notification, asking Buildbucket for the build status
[04:23:07.888] Build:
{
  "id": "8703535320860849857",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-16T21:42:04.768438373Z",
  "startTime": "2025-09-17T04:14:01.571256295Z",
  "endTime": "2025-09-17T04:23:07.539036383Z",
  "updateTime": "2025-09-17T04:23:07.539036383Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "01a13c65e4a58a6154df79eebd77784c5bbe44af",
      "ref": "refs/heads/main"
    }
  }
}
[04:23:07.888] Invocation finished in 6h41m4.913509964s with status FAILED