Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "64d06ced56dd4dfa435541a10fd157b621e22673"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/64d06ced56dd4dfa435541a10fd157b621e22673
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:36:49.406] New invocation is queued and will start shortly
[00:36:50.468] Starting the invocation (attempt 1)
[00:36:50.491] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/64d06ced56dd4dfa435541a10fd157b621e22673"
[00:36:50.491] Popped gitiles commit info from properties and tags
[00:36:50.491] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:36:50.491] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:36:50.491] Buildbucket request:
{
  "requestId": "8883631096128931936",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8883631096128931936",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "64d06ced56dd4dfa435541a10fd157b621e22673"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@64d06ced56dd4dfa435541a10fd157b621e22673",
                        "title": "64d06ced56dd4dfa435541a10fd157b621e22673",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/64d06ced56dd4dfa435541a10fd157b621e22673"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "64d06ced56dd4dfa435541a10fd157b621e22673",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8883631096128931936"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:36:50.968] Scheduled build:
{
  "id": "8718201034214565153",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-08T00:36:50.611338769Z",
  "updateTime": "2025-04-08T00:36:50.611338769Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "64d06ced56dd4dfa435541a10fd157b621e22673",
      "ref": "refs/heads/main"
    }
  }
}
[00:36:50.968] Task URL: https://cr-buildbucket.appspot.com/build/8718201034214565153
[00:36:50.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:2:0) after 9m55s
[00:36:51.935] Received PubSub notification, asking Buildbucket for the build status
[00:36:51.957] Build status: SCHEDULED
[00:46:45.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:2:0)
[00:46:46.011] Build status: SCHEDULED
[00:46:46.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:4:0) after 6m25s
[00:53:11.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:4:0)
[00:53:11.043] Build status: SCHEDULED
[00:53:11.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:5:0) after 8m5s
[01:01:16.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:5:0)
[01:01:16.124] Build status: SCHEDULED
[01:01:16.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:6:0) after 3m28s
[01:04:44.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:6:0)
[01:04:44.160] Build status: SCHEDULED
[01:04:44.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:7:0) after 9m5s
[01:13:49.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:7:0)
[01:13:49.408] Build status: SCHEDULED
[01:13:49.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:8:0) after 1m40s
[01:15:29.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:8:0)
[01:15:29.427] Build status: SCHEDULED
[01:15:29.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:9:0) after 1m17s
[01:16:46.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:9:0)
[01:16:46.538] Build status: SCHEDULED
[01:16:46.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:10:0) after 5m30s
[01:22:16.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:10:0)
[01:22:16.608] Build status: SCHEDULED
[01:22:16.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:11:0) after 7m1s
[01:29:17.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:11:0)
[01:29:17.624] Build status: SCHEDULED
[01:29:17.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:12:0) after 4m20s
[01:33:37.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:12:0)
[01:33:37.679] Build status: SCHEDULED
[01:33:37.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:13:0) after 8m9s
[01:41:46.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:13:0)
[01:41:46.744] Build status: SCHEDULED
[01:41:46.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:14:0) after 1m1s
[01:42:47.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:14:0)
[01:42:47.803] Build status: SCHEDULED
[01:42:47.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:15:0) after 8m21s
[01:51:08.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:15:0)
[01:51:08.851] Build status: SCHEDULED
[01:51:08.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:16:0) after 8m1s
[01:59:09.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:16:0)
[01:59:09.899] Build status: SCHEDULED
[01:59:09.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:17:0) after 1m38s
[02:00:47.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:17:0)
[02:00:47.981] Build status: SCHEDULED
[02:00:47.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:18:0) after 1m7s
[02:01:54.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:18:0)
[02:01:55.018] Build status: SCHEDULED
[02:01:55.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:19:0) after 6m0s
[02:07:55.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:19:0)
[02:07:55.204] Build status: SCHEDULED
[02:07:55.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:20:0) after 1m32s
[02:09:27.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:20:0)
[02:09:27.261] Build status: SCHEDULED
[02:09:27.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:21:0) after 7m22s
[02:16:49.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:21:0)
[02:16:49.360] Build status: SCHEDULED
[02:16:49.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:22:0) after 4m48s
[02:21:37.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:22:0)
[02:21:37.398] Build status: SCHEDULED
[02:21:37.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:23:0) after 6m27s
[02:28:04.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:23:0)
[02:28:04.436] Build status: SCHEDULED
[02:28:04.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:24:0) after 5m32s
[02:33:36.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:24:0)
[02:33:36.493] Build status: SCHEDULED
[02:33:36.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:25:0) after 6m45s
[02:40:21.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:25:0)
[02:40:21.517] Build status: SCHEDULED
[02:40:21.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:26:0) after 4m3s
[02:44:24.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:26:0)
[02:44:24.919] Build status: SCHEDULED
[02:44:24.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:27:0) after 5m13s
[02:49:37.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:27:0)
[02:49:37.925] Build status: SCHEDULED
[02:49:37.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:28:0) after 1m0s
[02:50:37.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:28:0)
[02:50:37.958] Build status: SCHEDULED
[02:50:37.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:29:0) after 9m49s
[03:00:26.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:29:0)
[03:00:26.975] Build status: SCHEDULED
[03:00:26.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:30:0) after 1m33s
[03:01:59.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:30:0)
[03:02:00.081] Build status: SCHEDULED
[03:02:00.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:31:0) after 8m56s
[03:10:56.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:31:0)
[03:10:56.138] Build status: SCHEDULED
[03:10:56.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:32:0) after 2m33s
[03:13:29.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:32:0)
[03:13:29.182] Build status: SCHEDULED
[03:13:29.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:33:0) after 7m13s
[03:20:42.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:33:0)
[03:20:42.219] Build status: SCHEDULED
[03:20:42.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:34:0) after 4m12s
[03:24:54.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:34:0)
[03:24:54.312] Build status: SCHEDULED
[03:24:54.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:35:0) after 3m1s
[03:27:55.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:35:0)
[03:27:55.373] Build status: SCHEDULED
[03:27:55.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:36:0) after 4m7s
[03:32:02.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:36:0)
[03:32:02.566] Build status: SCHEDULED
[03:32:02.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:37:0) after 2m54s
[03:34:56.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:37:0)
[03:34:56.675] Build status: SCHEDULED
[03:34:56.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:38:0) after 4m47s
[03:39:43.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:38:0)
[03:39:43.723] Build status: SCHEDULED
[03:39:43.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:39:0) after 8m21s
[03:48:04.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:39:0)
[03:48:04.769] Build status: SCHEDULED
[03:48:04.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:40:0) after 7m28s
[03:55:32.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:40:0)
[03:55:32.799] Build status: SCHEDULED
[03:55:32.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:41:0) after 7m21s
[04:02:53.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:41:0)
[04:02:53.842] Build status: SCHEDULED
[04:02:53.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:42:0) after 8m15s
[04:11:08.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:42:0)
[04:11:08.887] Build status: SCHEDULED
[04:11:08.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:43:0) after 8m3s
[04:19:11.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:43:0)
[04:19:11.981] Build status: SCHEDULED
[04:19:11.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:44:0) after 4m34s
[04:23:46.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:44:0)
[04:23:46.025] Build status: SCHEDULED
[04:23:46.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:45:0) after 9m7s
[04:32:53.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:45:0)
[04:32:53.188] Build status: SCHEDULED
[04:32:53.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:46:0) after 6m35s
[04:39:28.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:46:0)
[04:39:28.676] Build status: SCHEDULED
[04:39:28.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:47:0) after 8m29s
[04:47:57.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:47:0)
[04:47:57.846] Build status: SCHEDULED
[04:47:57.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:48:0) after 3m34s
[04:51:31.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:48:0)
[04:51:31.954] Build status: SCHEDULED
[04:51:31.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:49:0) after 5m12s
[04:56:43.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:49:0)
[04:56:44.186] Build status: SCHEDULED
[04:56:44.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:50:0) after 7m44s
[05:04:28.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:50:0)
[05:04:28.237] Build status: SCHEDULED
[05:04:28.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:51:0) after 4m45s
[05:09:13.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:51:0)
[05:09:13.277] Build status: SCHEDULED
[05:09:13.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:52:0) after 7m34s
[05:16:47.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:52:0)
[05:16:47.544] Build status: SCHEDULED
[05:16:47.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:53:0) after 8m36s
[05:25:23.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:53:0)
[05:25:23.564] Build status: SCHEDULED
[05:25:23.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:54:0) after 7m44s
[05:33:07.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:54:0)
[05:33:07.670] Build status: SCHEDULED
[05:33:07.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:55:0) after 1m7s
[05:34:14.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:55:0)
[05:34:14.711] Build status: SCHEDULED
[05:34:14.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:56:0) after 2m59s
[05:37:13.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:56:0)
[05:37:13.849] Build status: SCHEDULED
[05:37:13.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:57:0) after 5m36s
[05:42:49.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:57:0)
[05:42:49.890] Build status: SCHEDULED
[05:42:49.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:58:0) after 1m19s
[05:44:08.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:58:0)
[05:44:08.944] Build status: SCHEDULED
[05:44:08.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:59:0) after 2m15s
[05:46:24.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:59:0)
[05:46:24.372] Build status: SCHEDULED
[05:46:24.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:60:0) after 8m10s
[05:54:34.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:60:0)
[05:54:34.441] Build status: SCHEDULED
[05:54:34.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:61:0) after 2m59s
[05:57:33.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:61:0)
[05:57:33.533] Build status: SCHEDULED
[05:57:33.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:62:0) after 3m47s
[06:00:19.813] Received PubSub notification, asking Buildbucket for the build status
[06:00:19.830] Build status: STARTED
[06:01:20.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:62:0)
[06:01:20.584] Build status: STARTED
[06:01:20.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:64:0) after 3m40s
[06:05:00.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:64:0)
[06:05:00.704] Build status: STARTED
[06:05:00.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:65:0) after 1m27s
[06:06:27.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:65:0)
[06:06:27.775] Build status: STARTED
[06:06:27.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:66:0) after 8m20s
[06:14:47.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:66:0)
[06:14:47.817] Build status: STARTED
[06:14:47.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:67:0) after 9m6s
[06:23:53.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:67:0)
[06:23:54.024] Build status: STARTED
[06:23:54.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:68:0) after 2m37s
[06:26:31.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:68:0)
[06:26:31.353] Build status: STARTED
[06:26:31.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:69:0) after 8m12s
[06:34:43.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:69:0)
[06:34:43.393] Build status: STARTED
[06:34:43.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:70:0) after 3m6s
[06:37:49.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:70:0)
[06:37:49.444] Build status: STARTED
[06:37:49.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:71:0) after 9m13s
[06:47:02.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:71:0)
[06:47:02.735] Build status: STARTED
[06:47:02.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8883631096128931936:72:0) after 8m55s
[06:53:07.226] Received PubSub notification, asking Buildbucket for the build status
[06:53:07.247] Build:
{
  "id": "8718201034214565153",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-08T00:36:50.611338769Z",
  "startTime": "2025-04-08T06:00:19.643751712Z",
  "endTime": "2025-04-08T06:53:06.819422283Z",
  "updateTime": "2025-04-08T06:53:06.819422283Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "64d06ced56dd4dfa435541a10fd157b621e22673",
      "ref": "refs/heads/main"
    }
  }
}
[06:53:07.247] Invocation finished in 6h16m17.846395229s with status FAILED