1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main
  4. 8883300921219768176
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 33d44fee03807dad403981fd881c296c38c5e452) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-compatibility-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:04:48.746] New invocation is queued and will start shortly
[16:04:50.025] Starting the invocation (attempt 1)
[16:04:50.059] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd"
[16:04:50.059] Popped gitiles commit info from properties and tags
[16:04:50.059] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:04:50.059] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:04:50.059] Buildbucket request:
{
  "requestId": "8883300921219768176",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8883300921219768176",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd",
                        "title": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8883300921219768176"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:04:53.248] Scheduled build:
{
  "id": "8717870858638093585",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-11T16:04:50.578093805Z",
  "updateTime": "2025-04-11T16:04:50.578093805Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd",
      "ref": "refs/heads/main"
    }
  }
}
[16:04:53.248] Task URL: https://cr-buildbucket.appspot.com/build/8717870858638093585
[16:04:53.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:2:0) after 9m17s
[16:04:53.913] Received PubSub notification, asking Buildbucket for the build status
[16:04:53.938] Build status: SCHEDULED
[16:14:10.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:2:0)
[16:14:10.349] Build status: SCHEDULED
[16:14:10.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:4:0) after 7m32s
[16:21:42.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:4:0)
[16:21:42.426] Build status: SCHEDULED
[16:21:42.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:5:0) after 1m12s
[16:22:54.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:5:0)
[16:22:54.430] Build status: SCHEDULED
[16:22:54.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:6:0) after 6m36s
[16:29:30.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:6:0)
[16:29:30.456] Build status: SCHEDULED
[16:29:30.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:7:0) after 6m59s
[16:36:29.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:7:0)
[16:36:29.781] Build status: SCHEDULED
[16:36:29.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:8:0) after 4m34s
[16:41:03.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:8:0)
[16:41:03.997] Build status: SCHEDULED
[16:41:03.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:9:0) after 8m36s
[16:49:40.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:9:0)
[16:49:40.033] Build status: SCHEDULED
[16:49:40.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:10:0) after 2m47s
[16:52:27.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:10:0)
[16:52:27.066] Build status: SCHEDULED
[16:52:27.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:11:0) after 8m4s
[17:00:31.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:11:0)
[17:00:31.202] Build status: SCHEDULED
[17:00:31.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:12:0) after 1m33s
[17:02:04.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:12:0)
[17:02:04.316] Build status: SCHEDULED
[17:02:04.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:13:0) after 6m31s
[17:08:35.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:13:0)
[17:08:35.408] Build status: SCHEDULED
[17:08:35.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:14:0) after 9m34s
[17:18:09.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:14:0)
[17:18:09.456] Build status: SCHEDULED
[17:18:09.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:15:0) after 8m57s
[17:27:06.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:15:0)
[17:27:06.590] Build status: SCHEDULED
[17:27:06.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:16:0) after 9m45s
[17:36:51.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:16:0)
[17:36:51.626] Build status: SCHEDULED
[17:36:51.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:17:0) after 6m23s
[17:43:14.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:17:0)
[17:43:14.657] Build status: SCHEDULED
[17:43:14.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:18:0) after 7m28s
[17:50:42.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:18:0)
[17:50:42.725] Build status: SCHEDULED
[17:50:42.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:19:0) after 2m34s
[17:53:16.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:19:0)
[17:53:16.838] Build status: SCHEDULED
[17:53:16.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:20:0) after 3m11s
[17:56:27.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:20:0)
[17:56:27.878] Build status: SCHEDULED
[17:56:27.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:21:0) after 9m4s
[18:05:31.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:21:0)
[18:05:31.910] Build status: SCHEDULED
[18:05:31.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:22:0) after 4m5s
[18:09:36.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:22:0)
[18:09:36.946] Build status: SCHEDULED
[18:09:36.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:23:0) after 1m42s
[18:11:18.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:23:0)
[18:11:18.969] Build status: SCHEDULED
[18:11:18.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:24:0) after 7m32s
[18:18:51.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:24:0)
[18:18:51.062] Build status: SCHEDULED
[18:18:51.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:25:0) after 9m18s
[18:28:09.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:25:0)
[18:28:09.097] Build status: SCHEDULED
[18:28:09.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:26:0) after 3m55s
[18:32:04.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:26:0)
[18:32:04.148] Build status: SCHEDULED
[18:32:04.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:27:0) after 7m50s
[18:39:54.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:27:0)
[18:39:54.206] Build status: SCHEDULED
[18:39:54.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:28:0) after 8m3s
[18:47:57.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:28:0)
[18:47:57.303] Build status: SCHEDULED
[18:47:57.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:29:0) after 7m41s
[18:55:38.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:29:0)
[18:55:38.431] Build status: SCHEDULED
[18:55:38.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:30:0) after 5m59s
[19:01:37.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:30:0)
[19:01:37.473] Build status: SCHEDULED
[19:01:37.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:31:0) after 7m16s
[19:08:53.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:31:0)
[19:08:53.509] Build status: SCHEDULED
[19:08:53.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:32:0) after 8m21s
[19:17:14.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:32:0)
[19:17:14.527] Build status: SCHEDULED
[19:17:14.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:33:0) after 9m52s
[19:27:06.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:33:0)
[19:27:06.600] Build status: SCHEDULED
[19:27:06.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:34:0) after 5m51s
[19:32:57.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:34:0)
[19:32:57.727] Build status: SCHEDULED
[19:32:57.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:35:0) after 7m54s
[19:40:51.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:35:0)
[19:40:51.769] Build status: SCHEDULED
[19:40:51.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:36:0) after 1m18s
[19:42:09.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:36:0)
[19:42:09.841] Build status: SCHEDULED
[19:42:09.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:37:0) after 3m4s
[19:45:13.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:37:0)
[19:45:13.951] Build status: SCHEDULED
[19:45:13.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:38:0) after 1m37s
[19:46:51.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:38:0)
[19:46:51.112] Build status: SCHEDULED
[19:46:51.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:39:0) after 7m24s
[19:54:15.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:39:0)
[19:54:15.156] Build status: SCHEDULED
[19:54:15.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:40:0) after 2m11s
[19:56:26.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:40:0)
[19:56:26.263] Build status: SCHEDULED
[19:56:26.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:41:0) after 7m1s
[20:03:27.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:41:0)
[20:03:27.378] Build status: SCHEDULED
[20:03:27.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:42:0) after 6m28s
[20:09:55.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:42:0)
[20:09:55.471] Build status: SCHEDULED
[20:09:55.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:43:0) after 4m43s
[20:14:38.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:43:0)
[20:14:38.508] Build status: SCHEDULED
[20:14:38.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:44:0) after 2m3s
[20:16:41.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:44:0)
[20:16:41.604] Build status: SCHEDULED
[20:16:41.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:45:0) after 8m25s
[20:25:06.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:45:0)
[20:25:06.769] Build status: SCHEDULED
[20:25:06.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:46:0) after 9m2s
[20:34:08.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:46:0)
[20:34:08.809] Build status: SCHEDULED
[20:34:08.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:47:0) after 2m39s
[20:36:47.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:47:0)
[20:36:47.921] Build status: SCHEDULED
[20:36:47.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:48:0) after 2m42s
[20:39:29.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:48:0)
[20:39:30.009] Build status: SCHEDULED
[20:39:30.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:49:0) after 8m57s
[20:48:27.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:49:0)
[20:48:27.067] Build status: SCHEDULED
[20:48:27.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:50:0) after 3m42s
[20:52:09.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:50:0)
[20:52:09.112] Build status: SCHEDULED
[20:52:09.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:51:0) after 9m55s
[21:02:04.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:51:0)
[21:02:04.235] Build status: SCHEDULED
[21:02:04.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:52:0) after 6m3s
[21:08:07.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:52:0)
[21:08:07.298] Build status: SCHEDULED
[21:08:07.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:53:0) after 7m28s
[21:15:35.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:53:0)
[21:15:35.404] Build status: SCHEDULED
[21:15:35.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:54:0) after 2m55s
[21:18:30.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:54:0)
[21:18:30.442] Build status: SCHEDULED
[21:18:30.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:55:0) after 6m37s
[21:25:07.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:55:0)
[21:25:07.481] Build status: SCHEDULED
[21:25:07.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:56:0) after 9m17s
[21:34:24.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:56:0)
[21:34:24.522] Build status: SCHEDULED
[21:34:24.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:57:0) after 4m36s
[21:39:00.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:57:0)
[21:39:00.664] Build status: SCHEDULED
[21:39:00.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:58:0) after 2m39s
[21:41:39.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:58:0)
[21:41:39.807] Build status: SCHEDULED
[21:41:39.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:59:0) after 1m59s
[21:43:38.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:59:0)
[21:43:38.858] Build status: SCHEDULED
[21:43:38.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:60:0) after 2m48s
[21:46:26.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:60:0)
[21:46:26.943] Build status: SCHEDULED
[21:46:26.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:61:0) after 9m44s
[21:56:10.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:61:0)
[21:56:10.987] Build status: SCHEDULED
[21:56:10.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:62:0) after 7m34s
[22:03:45.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:62:0)
[22:03:45.031] Build status: SCHEDULED
[22:03:45.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:63:0) after 7m27s
[22:11:12.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:63:0)
[22:11:12.122] Build status: SCHEDULED
[22:11:12.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:64:0) after 9m22s
[22:20:34.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:64:0)
[22:20:34.220] Build status: SCHEDULED
[22:20:34.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:65:0) after 2m10s
[22:22:44.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:65:0)
[22:22:44.287] Build status: SCHEDULED
[22:22:44.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:66:0) after 1m37s
[22:24:21.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:66:0)
[22:24:21.325] Build status: SCHEDULED
[22:24:21.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:67:0) after 9m40s
[22:34:01.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:67:0)
[22:34:01.411] Build status: SCHEDULED
[22:34:01.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:68:0) after 9m3s
[22:43:04.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:68:0)
[22:43:04.454] Build status: SCHEDULED
[22:43:04.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:69:0) after 9m20s
[22:52:24.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:69:0)
[22:52:24.583] Build status: SCHEDULED
[22:52:24.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:70:0) after 8m41s
[23:01:05.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:70:0)
[23:01:08.739] Build status: SCHEDULED
[23:01:08.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:71:0) after 2m56s
[23:04:04.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:71:0)
[23:04:04.835] Build status: SCHEDULED
[23:04:04.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:72:0) after 7m48s
[23:11:52.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:72:0)
[23:11:52.918] Build status: SCHEDULED
[23:11:52.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:73:0) after 2m2s
[23:13:54.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:73:0)
[23:13:55.007] Build status: SCHEDULED
[23:13:55.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:74:0) after 3m43s
[23:17:38.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:74:0)
[23:17:38.084] Build status: SCHEDULED
[23:17:38.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:75:0) after 8m41s
[23:26:19.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:75:0)
[23:26:19.131] Build status: SCHEDULED
[23:26:19.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:76:0) after 5m9s
[23:31:28.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:76:0)
[23:31:28.192] Build status: SCHEDULED
[23:31:28.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:77:0) after 3m57s
[23:35:25.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:77:0)
[23:35:25.271] Build status: SCHEDULED
[23:35:25.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:78:0) after 3m1s
[23:38:26.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:78:0)
[23:38:26.313] Build status: SCHEDULED
[23:38:26.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:79:0) after 1m55s
[23:40:21.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:79:0)
[23:40:21.401] Build status: SCHEDULED
[23:40:21.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:80:0) after 7m34s
[23:47:55.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:80:0)
[23:47:55.833] Build status: SCHEDULED
[23:47:55.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:81:0) after 5m22s
[23:53:17.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:81:0)
[23:53:18.032] Build status: SCHEDULED
[23:53:18.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:82:0) after 3m52s
[23:57:10.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:82:0)
[23:57:10.491] Build status: SCHEDULED
[23:57:10.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:83:0) after 3m14s
[00:00:24.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:83:0)
[00:00:24.650] Build status: SCHEDULED
[00:00:24.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8883300921219768176:84:0) after 7m59s
[00:04:50.110] Received PubSub notification, asking Buildbucket for the build status
[00:04:50.135] Build:
{
  "id": "8717870858638093585",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-11T16:04:50.578093805Z",
  "endTime": "2025-04-12T00:04:49.824457908Z",
  "updateTime": "2025-04-12T00:04:49.824457908Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8bc0f20d2d462ff01d868d3dfbda6be7a966c9dd",
      "ref": "refs/heads/main"
    }
  }
}
[00:04:50.135] Invocation finished in 8h0m1.403283116s with status FAILED