1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main
  4. 8886649657566672608
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 33d44fee03807dad403981fd881c296c38c5e452) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-compatibility-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "0449995468dd677674cbf3908eed420e63ce659e"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0449995468dd677674cbf3908eed420e63ce659e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:58:04.901] New invocation is queued and will start shortly
[16:58:07.787] Starting the invocation (attempt 1)
[16:58:07.816] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0449995468dd677674cbf3908eed420e63ce659e"
[16:58:07.816] Popped gitiles commit info from properties and tags
[16:58:07.816] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:58:07.817] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:58:07.817] Buildbucket request:
{
  "requestId": "8886649657566672608",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8886649657566672608",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0449995468dd677674cbf3908eed420e63ce659e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0449995468dd677674cbf3908eed420e63ce659e",
                        "title": "0449995468dd677674cbf3908eed420e63ce659e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0449995468dd677674cbf3908eed420e63ce659e"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "0449995468dd677674cbf3908eed420e63ce659e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8886649657566672608"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:58:08.548] Scheduled build:
{
  "id": "8721219593774561265",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-05T16:58:07.886214077Z",
  "updateTime": "2025-03-05T16:58:07.886214077Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "0449995468dd677674cbf3908eed420e63ce659e",
      "ref": "refs/heads/main"
    }
  }
}
[16:58:08.548] Task URL: https://cr-buildbucket.appspot.com/build/8721219593774561265
[16:58:08.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:2:0) after 4m41s
[16:58:09.349] Received PubSub notification, asking Buildbucket for the build status
[16:58:09.377] Build status: SCHEDULED
[17:02:49.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:2:0)
[17:02:49.634] Build status: SCHEDULED
[17:02:49.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:4:0) after 8m41s
[17:11:30.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:4:0)
[17:11:30.726] Build status: SCHEDULED
[17:11:30.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:5:0) after 7m10s
[17:18:40.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:5:0)
[17:18:40.770] Build status: SCHEDULED
[17:18:40.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:6:0) after 2m54s
[17:21:34.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:6:0)
[17:21:34.757] Build status: SCHEDULED
[17:21:34.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:7:0) after 8m40s
[17:30:14.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:7:0)
[17:30:14.801] Build status: SCHEDULED
[17:30:14.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:8:0) after 8m3s
[17:38:17.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:8:0)
[17:38:17.841] Build status: SCHEDULED
[17:38:17.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:9:0) after 4m35s
[17:42:52.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:9:0)
[17:42:52.893] Build status: SCHEDULED
[17:42:52.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:10:0) after 4m27s
[17:47:19.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:10:0)
[17:47:19.993] Build status: SCHEDULED
[17:47:19.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:11:0) after 4m41s
[17:52:01.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:11:0)
[17:52:01.084] Build status: SCHEDULED
[17:52:01.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:12:0) after 5m42s
[17:57:43.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:12:0)
[17:57:43.117] Build status: SCHEDULED
[17:57:43.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:13:0) after 1m56s
[17:59:39.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:13:0)
[17:59:39.119] Build status: SCHEDULED
[17:59:39.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:14:0) after 9m40s
[18:09:19.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:14:0)
[18:09:19.184] Build status: SCHEDULED
[18:09:19.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:15:0) after 7m21s
[18:16:40.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:15:0)
[18:16:40.191] Build status: SCHEDULED
[18:16:40.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:16:0) after 5m52s
[18:22:32.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:16:0)
[18:22:32.226] Build status: SCHEDULED
[18:22:32.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:17:0) after 6m2s
[18:28:34.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:17:0)
[18:28:34.323] Build status: SCHEDULED
[18:28:34.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:18:0) after 7m29s
[18:36:03.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:18:0)
[18:36:03.481] Build status: SCHEDULED
[18:36:03.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:19:0) after 4m36s
[18:40:39.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:19:0)
[18:40:39.603] Build status: SCHEDULED
[18:40:39.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:20:0) after 8m15s
[18:48:54.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:20:0)
[18:48:54.681] Build status: SCHEDULED
[18:48:54.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:21:0) after 9m40s
[18:58:34.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:21:0)
[18:58:34.686] Build status: SCHEDULED
[18:58:34.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:22:0) after 6m15s
[19:04:49.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:22:0)
[19:04:49.763] Build status: SCHEDULED
[19:04:49.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:23:0) after 7m55s
[19:12:44.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:23:0)
[19:12:44.821] Build status: SCHEDULED
[19:12:44.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:24:0) after 4m31s
[19:17:15.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:24:0)
[19:17:15.999] Build status: SCHEDULED
[19:17:15.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:25:0) after 8m42s
[19:25:58.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:25:0)
[19:25:58.059] Build status: SCHEDULED
[19:25:58.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:26:0) after 4m3s
[19:30:01.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:26:0)
[19:30:01.100] Build status: SCHEDULED
[19:30:01.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:27:0) after 3m49s
[19:33:50.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:27:0)
[19:33:50.257] Build status: SCHEDULED
[19:33:50.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:28:0) after 3m29s
[19:37:19.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:28:0)
[19:37:19.433] Build status: SCHEDULED
[19:37:19.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:29:0) after 9m47s
[19:47:06.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:29:0)
[19:47:06.575] Build status: SCHEDULED
[19:47:06.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:30:0) after 3m59s
[19:51:05.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:30:0)
[19:51:05.659] Build status: SCHEDULED
[19:51:05.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:31:0) after 4m17s
[19:55:22.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:31:0)
[19:55:22.747] Build status: SCHEDULED
[19:55:22.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:32:0) after 5m14s
[20:00:36.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:32:0)
[20:00:36.780] Build status: SCHEDULED
[20:00:36.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:33:0) after 8m55s
[20:09:31.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:33:0)
[20:09:31.852] Build status: SCHEDULED
[20:09:31.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:34:0) after 8m53s
[20:18:24.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:34:0)
[20:18:25.066] Build status: SCHEDULED
[20:18:25.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:35:0) after 5m49s
[20:24:14.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:35:0)
[20:24:14.102] Build status: SCHEDULED
[20:24:14.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:36:0) after 8m37s
[20:32:51.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:36:0)
[20:32:51.149] Build status: SCHEDULED
[20:32:51.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:37:0) after 3m9s
[20:36:00.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:37:0)
[20:36:00.245] Build status: SCHEDULED
[20:36:00.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:38:0) after 3m46s
[20:39:46.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:38:0)
[20:39:46.325] Build status: SCHEDULED
[20:39:46.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:39:0) after 7m9s
[20:46:55.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:39:0)
[20:46:55.362] Build status: SCHEDULED
[20:46:55.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:40:0) after 8m25s
[20:55:20.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:40:0)
[20:55:20.429] Build status: SCHEDULED
[20:55:20.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:41:0) after 3m59s
[20:59:19.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:41:0)
[20:59:19.553] Build status: SCHEDULED
[20:59:19.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:42:0) after 8m28s
[21:07:47.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:42:0)
[21:07:47.610] Build status: SCHEDULED
[21:07:47.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:43:0) after 4m1s
[21:11:48.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:43:0)
[21:11:48.732] Build status: SCHEDULED
[21:11:48.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:44:0) after 9m28s
[21:21:16.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:44:0)
[21:21:16.770] Build status: SCHEDULED
[21:21:16.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:45:0) after 9m10s
[21:30:26.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:45:0)
[21:30:26.806] Build status: SCHEDULED
[21:30:26.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:46:0) after 3m13s
[21:33:39.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:46:0)
[21:33:39.809] Build status: SCHEDULED
[21:33:39.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:47:0) after 7m40s
[21:41:19.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:47:0)
[21:41:19.905] Build status: SCHEDULED
[21:41:19.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:48:0) after 6m7s
[21:47:26.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:48:0)
[21:47:26.970] Build status: SCHEDULED
[21:47:26.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:49:0) after 2m16s
[21:49:42.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:49:0)
[21:49:43.007] Build status: SCHEDULED
[21:49:43.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:50:0) after 6m12s
[21:55:54.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:50:0)
[21:55:54.996] Build status: SCHEDULED
[21:55:54.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:51:0) after 8m35s
[22:04:30.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:51:0)
[22:04:30.042] Build status: SCHEDULED
[22:04:30.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:52:0) after 6m47s
[22:11:17.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:52:0)
[22:11:17.288] Build status: SCHEDULED
[22:11:17.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:53:0) after 9m3s
[22:20:20.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:53:0)
[22:20:20.351] Build status: SCHEDULED
[22:20:20.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:54:0) after 1m23s
[22:21:43.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:54:0)
[22:21:43.446] Build status: SCHEDULED
[22:21:43.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:55:0) after 9m24s
[22:31:07.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:55:0)
[22:31:07.488] Build status: SCHEDULED
[22:31:07.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:56:0) after 4m35s
[22:35:42.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:56:0)
[22:35:42.557] Build status: SCHEDULED
[22:35:42.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:57:0) after 5m51s
[22:41:33.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:57:0)
[22:41:33.560] Build status: SCHEDULED
[22:41:33.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:58:0) after 2m3s
[22:43:36.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:58:0)
[22:43:36.754] Build status: SCHEDULED
[22:43:36.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:59:0) after 6m45s
[22:50:21.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:59:0)
[22:50:21.797] Build status: SCHEDULED
[22:50:21.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:60:0) after 8m29s
[22:58:50.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:60:0)
[22:58:50.861] Build status: SCHEDULED
[22:58:50.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:61:0) after 9m44s
[23:08:34.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:61:0)
[23:08:35.026] Build status: SCHEDULED
[23:08:35.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:62:0) after 1m47s
[23:10:22.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:62:0)
[23:10:22.083] Build status: SCHEDULED
[23:10:22.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:63:0) after 7m26s
[23:17:48.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:63:0)
[23:17:48.122] Build status: SCHEDULED
[23:17:48.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:64:0) after 3m38s
[23:21:26.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:64:0)
[23:21:26.225] Build status: SCHEDULED
[23:21:26.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:65:0) after 8m35s
[23:30:01.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:65:0)
[23:30:01.343] Build status: SCHEDULED
[23:30:01.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:66:0) after 5m25s
[23:35:26.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:66:0)
[23:35:26.412] Build status: SCHEDULED
[23:35:26.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:67:0) after 3m42s
[23:39:08.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:67:0)
[23:39:08.486] Build status: SCHEDULED
[23:39:08.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:68:0) after 1m27s
[23:40:35.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:68:0)
[23:40:35.524] Build status: SCHEDULED
[23:40:35.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:69:0) after 4m17s
[23:44:52.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:69:0)
[23:44:52.564] Build status: SCHEDULED
[23:44:52.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:70:0) after 4m38s
[23:49:30.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:70:0)
[23:49:30.641] Build status: SCHEDULED
[23:49:30.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:71:0) after 5m57s
[23:55:27.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:71:0)
[23:55:27.700] Build status: SCHEDULED
[23:55:27.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:72:0) after 3m18s
[23:58:45.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:72:0)
[23:58:45.735] Build status: SCHEDULED
[23:58:45.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:73:0) after 8m38s
[00:07:23.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:73:0)
[00:07:23.773] Build status: SCHEDULED
[00:07:23.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:74:0) after 5m29s
[00:12:52.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:74:0)
[00:12:52.823] Build status: SCHEDULED
[00:12:52.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:75:0) after 1m10s
[00:14:02.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:75:0)
[00:14:02.863] Build status: SCHEDULED
[00:14:02.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:76:0) after 5m50s
[00:19:52.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:76:0)
[00:19:52.909] Build status: SCHEDULED
[00:19:52.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:77:0) after 1m39s
[00:21:31.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:77:0)
[00:21:32.035] Build status: SCHEDULED
[00:21:32.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:78:0) after 5m5s
[00:26:37.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:78:0)
[00:26:37.129] Build status: SCHEDULED
[00:26:37.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:79:0) after 8m24s
[00:35:01.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:79:0)
[00:35:01.201] Build status: SCHEDULED
[00:35:01.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:80:0) after 4m42s
[00:39:43.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:80:0)
[00:39:43.243] Build status: SCHEDULED
[00:39:43.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:81:0) after 8m30s
[00:48:13.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:81:0)
[00:48:13.284] Build status: SCHEDULED
[00:48:13.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:82:0) after 9m12s
[00:57:25.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:82:0)
[00:57:25.332] Build status: SCHEDULED
[00:57:25.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8886649657566672608:83:0) after 3m14s
[00:58:18.721] Received PubSub notification, asking Buildbucket for the build status
[00:58:18.750] Build:
{
  "id": "8721219593774561265",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-05T16:58:07.886214077Z",
  "endTime": "2025-03-06T00:58:17.444924583Z",
  "updateTime": "2025-03-06T00:58:17.444924583Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "0449995468dd677674cbf3908eed420e63ce659e",
      "ref": "refs/heads/main"
    }
  }
}
[00:58:18.750] Invocation finished in 8h0m13.863815294s with status FAILED