LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-bazel-default

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev 94710e53eda26449a096b1dc73b04caa32670514)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-default"
>

Incoming triggers

891adf6e985ac1acee6135de4b09959ce6285343 (1 month ago)
b07381c8875842c3767d647f4f474d8882cc5b0e (1 month ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b07381c8875842c3767d647f4f474d8882cc5b0e"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b07381c8875842c3767d647f4f474d8882cc5b0e
gitiles_ref:refs/heads/main

Debug log (UTC)

[06:20:09.281] New invocation is queued and will start shortly
[06:20:10.626] Starting the invocation (attempt 1)
[06:20:10.691] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b07381c8875842c3767d647f4f474d8882cc5b0e"
[06:20:10.691] Popped gitiles commit info from properties and tags
[06:20:10.691] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:20:10.692] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:20:10.692] Buildbucket request:
{
  "requestId": "8864312341754910272",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8864312341754910272",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "891adf6e985ac1acee6135de4b09959ce6285343"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@891adf6e985ac1acee6135de4b09959ce6285343",
                        "title": "891adf6e985ac1acee6135de4b09959ce6285343",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/891adf6e985ac1acee6135de4b09959ce6285343"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b07381c8875842c3767d647f4f474d8882cc5b0e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b07381c8875842c3767d647f4f474d8882cc5b0e",
                        "title": "b07381c8875842c3767d647f4f474d8882cc5b0e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b07381c8875842c3767d647f4f474d8882cc5b0e"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b07381c8875842c3767d647f4f474d8882cc5b0e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8864312341754910272"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:20:11.249] Scheduled build:
{
  "id": "8698882279507215777",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-07T06:20:10.800991804Z",
  "updateTime": "2025-11-07T06:20:10.800991804Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b07381c8875842c3767d647f4f474d8882cc5b0e",
      "ref": "refs/heads/main"
    }
  }
}
[06:20:11.249] Task URL: https://cr-buildbucket.appspot.com/build/8698882279507215777
[06:20:11.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:2:0) after 4m12s
[06:20:11.330] Received PubSub notification, asking Buildbucket for the build status
[06:20:11.351] Build status: SCHEDULED
[06:24:23.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:2:0)
[06:24:23.317] Build status: SCHEDULED
[06:24:23.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:4:0) after 9m34s
[06:33:57.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:4:0)
[06:33:57.347] Build status: SCHEDULED
[06:33:57.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:5:0) after 3m42s
[06:37:39.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:5:0)
[06:37:39.382] Build status: SCHEDULED
[06:37:39.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:6:0) after 5m50s
[06:43:29.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:6:0)
[06:43:29.514] Build status: SCHEDULED
[06:43:29.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:7:0) after 8m21s
[06:51:50.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:7:0)
[06:51:50.558] Build status: SCHEDULED
[06:51:50.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:8:0) after 5m59s
[06:57:49.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:8:0)
[06:57:49.681] Build status: SCHEDULED
[06:57:49.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:9:0) after 3m16s
[07:01:05.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:9:0)
[07:01:05.699] Build status: SCHEDULED
[07:01:05.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:10:0) after 4m45s
[07:05:50.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:10:0)
[07:05:50.730] Build status: SCHEDULED
[07:05:50.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:11:0) after 5m26s
[07:11:16.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:11:0)
[07:11:16.815] Build status: SCHEDULED
[07:11:16.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:12:0) after 7m15s
[07:18:31.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:12:0)
[07:18:31.813] Build status: SCHEDULED
[07:18:31.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:13:0) after 9m27s
[07:27:58.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:13:0)
[07:27:58.846] Build status: SCHEDULED
[07:27:58.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:14:0) after 1m38s
[07:29:36.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:14:0)
[07:29:37.067] Build status: SCHEDULED
[07:29:37.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:15:0) after 8m53s
[07:38:30.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:15:0)
[07:38:30.104] Build status: SCHEDULED
[07:38:30.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:16:0) after 3m1s
[07:41:31.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:16:0)
[07:41:31.146] Build status: SCHEDULED
[07:41:31.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:17:0) after 8m33s
[07:50:04.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:17:0)
[07:50:04.263] Build status: SCHEDULED
[07:50:04.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:18:0) after 1m21s
[07:51:25.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:18:0)
[07:51:25.292] Build status: SCHEDULED
[07:51:25.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:19:0) after 8m1s
[07:59:26.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:19:0)
[07:59:26.414] Build status: SCHEDULED
[07:59:26.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:20:0) after 2m57s
[08:02:23.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:20:0)
[08:02:23.426] Build status: SCHEDULED
[08:02:23.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:21:0) after 2m30s
[08:04:53.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:21:0)
[08:04:53.552] Build status: SCHEDULED
[08:04:53.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:22:0) after 8m8s
[08:13:01.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:22:0)
[08:13:01.577] Build status: SCHEDULED
[08:13:01.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:23:0) after 8m19s
[08:21:20.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:23:0)
[08:21:20.615] Build status: SCHEDULED
[08:21:20.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:24:0) after 2m41s
[08:24:01.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:24:0)
[08:24:01.750] Build status: SCHEDULED
[08:24:01.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:25:0) after 6m58s
[08:30:59.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:25:0)
[08:30:59.783] Build status: SCHEDULED
[08:30:59.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:26:0) after 4m51s
[08:35:50.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:26:0)
[08:35:50.959] Build status: SCHEDULED
[08:35:50.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:27:0) after 9m5s
[08:44:55.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:27:0)
[08:44:55.989] Build status: SCHEDULED
[08:44:55.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:28:0) after 1m54s
[08:46:50.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:28:0)
[08:46:50.031] Build status: SCHEDULED
[08:46:50.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:29:0) after 8m0s
[08:54:50.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:29:0)
[08:54:50.087] Build status: SCHEDULED
[08:54:50.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:30:0) after 6m33s
[09:01:23.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:30:0)
[09:01:23.131] Build status: SCHEDULED
[09:01:23.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:31:0) after 3m19s
[09:04:42.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:31:0)
[09:04:42.292] Build status: SCHEDULED
[09:04:42.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:32:0) after 9m12s
[09:13:54.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:32:0)
[09:13:54.362] Build status: SCHEDULED
[09:13:54.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:33:0) after 8m36s
[09:22:30.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:33:0)
[09:22:30.411] Build status: SCHEDULED
[09:22:30.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:34:0) after 3m39s
[09:26:09.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:34:0)
[09:26:09.490] Build status: SCHEDULED
[09:26:09.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:35:0) after 3m31s
[09:29:40.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:35:0)
[09:29:40.559] Build status: SCHEDULED
[09:29:40.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:36:0) after 5m25s
[09:35:05.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:36:0)
[09:35:05.657] Build status: SCHEDULED
[09:35:05.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:37:0) after 5m46s
[09:40:51.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:37:0)
[09:40:51.686] Build status: SCHEDULED
[09:40:51.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:38:0) after 8m15s
[09:49:06.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:38:0)
[09:49:06.746] Build status: SCHEDULED
[09:49:06.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:39:0) after 1m2s
[09:50:08.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:39:0)
[09:50:08.836] Build status: SCHEDULED
[09:50:08.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:40:0) after 9m19s
[09:59:27.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:40:0)
[09:59:27.884] Build status: SCHEDULED
[09:59:27.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:41:0) after 5m57s
[10:05:24.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:41:0)
[10:05:24.924] Build status: SCHEDULED
[10:05:24.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:42:0) after 3m16s
[10:08:40.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:42:0)
[10:08:40.958] Build status: SCHEDULED
[10:08:40.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:43:0) after 3m32s
[10:12:13.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:43:0)
[10:12:13.113] Build status: SCHEDULED
[10:12:13.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:44:0) after 5m56s
[10:18:09.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:44:0)
[10:18:09.104] Build status: SCHEDULED
[10:18:09.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:45:0) after 9m58s
[10:28:07.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:45:0)
[10:28:07.210] Build status: SCHEDULED
[10:28:07.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:46:0) after 6m11s
[10:34:18.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:46:0)
[10:34:18.338] Build status: SCHEDULED
[10:34:18.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:47:0) after 7m32s
[10:41:50.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:47:0)
[10:41:50.476] Build status: SCHEDULED
[10:41:50.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:48:0) after 7m57s
[10:49:47.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:48:0)
[10:49:47.616] Build status: SCHEDULED
[10:49:47.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:49:0) after 4m44s
[10:54:31.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:49:0)
[10:54:31.720] Build status: SCHEDULED
[10:54:31.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:50:0) after 5m38s
[11:00:09.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:50:0)
[11:00:09.767] Build status: SCHEDULED
[11:00:09.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:51:0) after 6m30s
[11:06:39.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:51:0)
[11:06:39.810] Build status: SCHEDULED
[11:06:39.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:52:0) after 1m49s
[11:08:28.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:52:0)
[11:08:28.885] Build status: SCHEDULED
[11:08:28.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:53:0) after 2m57s
[11:11:25.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:53:0)
[11:11:25.939] Build status: SCHEDULED
[11:11:25.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:54:0) after 3m9s
[11:14:34.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:54:0)
[11:14:35.018] Build status: SCHEDULED
[11:14:35.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:55:0) after 9m2s
[11:23:37.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:55:0)
[11:23:37.068] Build status: SCHEDULED
[11:23:37.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:56:0) after 8m37s
[11:32:14.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:56:0)
[11:32:14.061] Build status: SCHEDULED
[11:32:14.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:57:0) after 9m47s
[11:42:01.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:57:0)
[11:42:01.113] Build status: SCHEDULED
[11:42:01.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:58:0) after 8m1s
[11:50:02.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:58:0)
[11:50:02.163] Build status: SCHEDULED
[11:50:02.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:59:0) after 4m45s
[11:54:47.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:59:0)
[11:54:47.194] Build status: SCHEDULED
[11:54:47.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:60:0) after 7m27s
[12:02:14.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:60:0)
[12:02:14.246] Build status: SCHEDULED
[12:02:14.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:61:0) after 9m24s
[12:11:38.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:61:0)
[12:11:38.279] Build status: SCHEDULED
[12:11:38.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:62:0) after 3m12s
[12:14:50.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:62:0)
[12:14:50.347] Build status: SCHEDULED
[12:14:50.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:63:0) after 1m20s
[12:16:10.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:63:0)
[12:16:10.429] Build status: SCHEDULED
[12:16:10.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:64:0) after 5m6s
[12:21:16.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:64:0)
[12:21:16.503] Build status: SCHEDULED
[12:21:16.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:65:0) after 7m3s
[12:28:19.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:65:0)
[12:28:19.615] Build status: SCHEDULED
[12:28:19.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:66:0) after 5m55s
[12:34:14.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:66:0)
[12:34:14.670] Build status: SCHEDULED
[12:34:14.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:67:0) after 1m45s
[12:35:59.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:67:0)
[12:35:59.807] Build status: SCHEDULED
[12:35:59.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:68:0) after 7m43s
[12:43:42.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:68:0)
[12:43:42.807] Build status: SCHEDULED
[12:43:42.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:69:0) after 9m50s
[12:53:32.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:69:0)
[12:53:32.819] Build status: SCHEDULED
[12:53:32.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:70:0) after 8m9s
[12:54:26.915] Received PubSub notification, asking Buildbucket for the build status
[12:54:26.985] Build status: STARTED
[13:01:42.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:70:0)
[13:01:42.037] Build status: STARTED
[13:01:42.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:72:0) after 3m14s
[13:04:56.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:72:0)
[13:04:56.098] Build status: STARTED
[13:04:56.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:73:0) after 2m56s
[13:07:52.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:73:0)
[13:07:52.142] Build status: STARTED
[13:07:52.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:74:0) after 7m10s
[13:15:02.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:74:0)
[13:15:02.352] Build status: STARTED
[13:15:02.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:75:0) after 8m51s
[13:23:53.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:75:0)
[13:23:53.385] Build status: STARTED
[13:23:53.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:76:0) after 5m12s
[13:29:05.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:76:0)
[13:29:05.469] Build status: STARTED
[13:29:05.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:77:0) after 8m18s
[13:37:23.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:77:0)
[13:37:23.508] Build status: STARTED
[13:37:23.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:78:0) after 5m22s
[13:42:45.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:78:0)
[13:42:45.543] Build status: STARTED
[13:42:45.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:79:0) after 7m46s
[13:50:31.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:79:0)
[13:50:31.638] Build status: STARTED
[13:50:31.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:80:0) after 3m11s
[13:53:42.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:80:0)
[13:53:42.785] Build status: STARTED
[13:53:42.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:81:0) after 4m22s
[13:58:04.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:81:0)
[13:58:04.872] Build status: STARTED
[13:58:04.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:82:0) after 1m23s
[13:59:27.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:82:0)
[13:59:27.914] Build status: STARTED
[13:59:27.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:83:0) after 7m2s
[14:06:29.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:83:0)
[14:06:30.007] Build status: STARTED
[14:06:30.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:84:0) after 6m11s
[14:12:41.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:84:0)
[14:12:41.102] Build status: STARTED
[14:12:41.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:85:0) after 3m45s
[14:16:26.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:85:0)
[14:16:26.232] Build status: STARTED
[14:16:26.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:86:0) after 3m50s
[14:20:16.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:86:0)
[14:20:16.361] Build status: STARTED
[14:20:16.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:87:0) after 5m2s
[14:25:18.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:87:0)
[14:25:18.459] Build status: STARTED
[14:25:18.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864312341754910272:88:0) after 6m20s
[14:28:14.698] Received PubSub notification, asking Buildbucket for the build status
[14:28:14.720] Build:
{
  "id": "8698882279507215777",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-11-07T06:20:10.800991804Z",
  "startTime": "2025-11-07T12:54:26.667027812Z",
  "endTime": "2025-11-07T14:28:14.386986945Z",
  "updateTime": "2025-11-07T14:28:14.386986945Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b07381c8875842c3767d647f4f474d8882cc5b0e",
      "ref": "refs/heads/main"
    }
  }
}
[14:28:14.720] Invocation finished in 8h8m5.446823814s with status FAILED