Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 575f56d3bcf68ea407b7d04b48f5487de4eb2d8f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-compatibility-platform"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "fb080e7c3d4e48854951141c52875409e2cd46f0"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/fb080e7c3d4e48854951141c52875409e2cd46f0
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:03:34.452] New invocation is queued and will start shortly
[04:03:35.502] Starting the invocation (attempt 1)
[04:03:35.529] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/fb080e7c3d4e48854951141c52875409e2cd46f0"
[04:03:35.529] Popped gitiles commit info from properties and tags
[04:03:35.529] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:03:35.531] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:03:35.531] Buildbucket request:
{
  "requestId": "8877276300852010992",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-platform"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8877276300852010992",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "36b55311fc2cfbb115b31668f15caa045a336ce1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@36b55311fc2cfbb115b31668f15caa045a336ce1",
                        "title": "36b55311fc2cfbb115b31668f15caa045a336ce1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/36b55311fc2cfbb115b31668f15caa045a336ce1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9a2b3c7f51f897e4a8b73e2e4012a4a1a926c727"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9a2b3c7f51f897e4a8b73e2e4012a4a1a926c727",
                        "title": "9a2b3c7f51f897e4a8b73e2e4012a4a1a926c727",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9a2b3c7f51f897e4a8b73e2e4012a4a1a926c727"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "837d4d95f2efd70b58f8d808995dc53e48f91483"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@837d4d95f2efd70b58f8d808995dc53e48f91483",
                        "title": "837d4d95f2efd70b58f8d808995dc53e48f91483",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/837d4d95f2efd70b58f8d808995dc53e48f91483"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f6b669583c165f135056c0e1d55647fbb1bf2a3d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f6b669583c165f135056c0e1d55647fbb1bf2a3d",
                        "title": "f6b669583c165f135056c0e1d55647fbb1bf2a3d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f6b669583c165f135056c0e1d55647fbb1bf2a3d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fb080e7c3d4e48854951141c52875409e2cd46f0"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fb080e7c3d4e48854951141c52875409e2cd46f0",
                        "title": "fb080e7c3d4e48854951141c52875409e2cd46f0",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fb080e7c3d4e48854951141c52875409e2cd46f0"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "fb080e7c3d4e48854951141c52875409e2cd46f0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877276300852010992"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:03:36.214] Scheduled build:
{
  "id": "8711846239003098449",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-platform"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-17T04:03:35.590263707Z",
  "updateTime": "2025-06-17T04:03:35.590263707Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "fb080e7c3d4e48854951141c52875409e2cd46f0",
      "ref": "refs/heads/main"
    }
  }
}
[04:03:36.214] Task URL: https://cr-buildbucket.appspot.com/build/8711846239003098449
[04:03:36.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:2:0) after 4m43s
[04:03:36.891] Received PubSub notification, asking Buildbucket for the build status
[04:03:36.908] Build status: SCHEDULED
[04:08:19.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:2:0)
[04:08:19.215] Build status: SCHEDULED
[04:08:19.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:4:0) after 6m0s
[04:14:19.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:4:0)
[04:14:19.347] Build status: SCHEDULED
[04:14:19.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:5:0) after 1m2s
[04:15:21.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:5:0)
[04:15:21.445] Build status: SCHEDULED
[04:15:21.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:6:0) after 6m6s
[04:21:27.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:6:0)
[04:21:27.606] Build status: SCHEDULED
[04:21:27.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:7:0) after 5m10s
[04:26:37.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:7:0)
[04:26:37.706] Build status: SCHEDULED
[04:26:37.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:8:0) after 1m3s
[04:27:40.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:8:0)
[04:27:40.784] Build status: SCHEDULED
[04:27:40.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:9:0) after 8m10s
[04:35:50.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:9:0)
[04:35:50.826] Build status: SCHEDULED
[04:35:50.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:10:0) after 6m18s
[04:42:08.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:10:0)
[04:42:08.956] Build status: SCHEDULED
[04:42:08.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:11:0) after 9m16s
[04:51:24.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:11:0)
[04:51:25.023] Build status: SCHEDULED
[04:51:25.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:12:0) after 4m45s
[04:56:10.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:12:0)
[04:56:10.698] Build status: SCHEDULED
[04:56:10.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:13:0) after 5m15s
[05:01:25.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:13:0)
[05:01:25.803] Build status: SCHEDULED
[05:01:25.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:14:0) after 5m1s
[05:06:26.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:14:0)
[05:06:26.972] Build status: SCHEDULED
[05:06:26.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:15:0) after 5m58s
[05:12:25.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:15:0)
[05:12:25.032] Build status: SCHEDULED
[05:12:25.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:16:0) after 8m46s
[05:21:11.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:16:0)
[05:21:11.131] Build status: SCHEDULED
[05:21:11.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:17:0) after 4m52s
[05:26:03.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:17:0)
[05:26:03.347] Build status: SCHEDULED
[05:26:03.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:18:0) after 7m59s
[05:34:02.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:18:0)
[05:34:02.413] Build status: SCHEDULED
[05:34:02.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:19:0) after 3m23s
[05:37:25.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:19:0)
[05:37:25.454] Build status: SCHEDULED
[05:37:25.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:20:0) after 7m11s
[05:44:36.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:20:0)
[05:44:36.505] Build status: SCHEDULED
[05:44:36.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:21:0) after 5m13s
[05:49:49.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:21:0)
[05:49:49.750] Build status: SCHEDULED
[05:49:49.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:22:0) after 7m49s
[05:57:38.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:22:0)
[05:57:39.010] Build status: SCHEDULED
[05:57:39.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:23:0) after 4m36s
[06:02:15.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:23:0)
[06:02:15.058] Build status: SCHEDULED
[06:02:15.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:24:0) after 3m47s
[06:06:02.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:24:0)
[06:06:02.129] Build status: SCHEDULED
[06:06:02.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:25:0) after 9m19s
[06:15:21.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:25:0)
[06:15:21.166] Build status: SCHEDULED
[06:15:21.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:26:0) after 5m48s
[06:21:09.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:26:0)
[06:21:09.219] Build status: SCHEDULED
[06:21:09.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:27:0) after 7m38s
[06:28:47.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:27:0)
[06:28:47.261] Build status: SCHEDULED
[06:28:47.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:28:0) after 1m6s
[06:29:53.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:28:0)
[06:29:53.321] Build status: SCHEDULED
[06:29:53.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:29:0) after 2m43s
[06:32:36.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:29:0)
[06:32:36.362] Build status: SCHEDULED
[06:32:36.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:30:0) after 9m8s
[06:41:45.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:30:0)
[06:41:45.124] Build status: SCHEDULED
[06:41:45.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:31:0) after 1m41s
[06:43:26.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:31:0)
[06:43:26.741] Build status: SCHEDULED
[06:43:26.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:32:0) after 2m57s
[06:46:23.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:32:0)
[06:46:23.778] Build status: SCHEDULED
[06:46:23.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:33:0) after 6m18s
[06:52:41.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:33:0)
[06:52:41.860] Build status: SCHEDULED
[06:52:41.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:34:0) after 5m44s
[06:58:25.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:34:0)
[06:58:26.037] Build status: SCHEDULED
[06:58:26.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:35:0) after 4m49s
[07:03:15.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:35:0)
[07:03:15.287] Build status: SCHEDULED
[07:03:15.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:36:0) after 8m33s
[07:11:48.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:36:0)
[07:11:48.471] Build status: SCHEDULED
[07:11:48.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:37:0) after 4m54s
[07:16:42.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:37:0)
[07:16:42.640] Build status: SCHEDULED
[07:16:42.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:38:0) after 9m2s
[07:25:44.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:38:0)
[07:25:44.729] Build status: SCHEDULED
[07:25:44.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:39:0) after 9m43s
[07:35:27.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:39:0)
[07:35:27.774] Build status: SCHEDULED
[07:35:27.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:40:0) after 8m49s
[07:44:16.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:40:0)
[07:44:16.820] Build status: SCHEDULED
[07:44:16.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:41:0) after 1m37s
[07:45:53.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:41:0)
[07:45:53.984] Build status: SCHEDULED
[07:45:53.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:42:0) after 9m3s
[07:54:57.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:42:0)
[07:54:57.025] Build status: SCHEDULED
[07:54:57.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:43:0) after 5m30s
[08:00:27.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:43:0)
[08:00:27.172] Build status: SCHEDULED
[08:00:27.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:44:0) after 8m10s
[08:08:37.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:44:0)
[08:08:37.231] Build status: SCHEDULED
[08:08:37.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:45:0) after 8m46s
[08:17:23.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:45:0)
[08:17:23.366] Build status: SCHEDULED
[08:17:23.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:46:0) after 8m19s
[08:25:42.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:46:0)
[08:25:42.487] Build status: SCHEDULED
[08:25:42.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:47:0) after 2m55s
[08:28:37.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:47:0)
[08:28:37.524] Build status: SCHEDULED
[08:28:37.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:48:0) after 8m11s
[08:36:48.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:48:0)
[08:36:48.564] Build status: SCHEDULED
[08:36:48.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:49:0) after 5m48s
[08:42:36.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:49:0)
[08:42:36.761] Build status: SCHEDULED
[08:42:36.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:50:0) after 3m50s
[08:46:26.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:50:0)
[08:46:26.816] Build status: SCHEDULED
[08:46:26.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:51:0) after 2m54s
[08:49:20.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:51:0)
[08:49:20.868] Build status: SCHEDULED
[08:49:20.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:52:0) after 9m56s
[08:59:16.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:52:0)
[08:59:16.999] Build status: SCHEDULED
[08:59:16.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:53:0) after 1m52s
[09:01:09.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:53:0)
[09:01:09.091] Build status: SCHEDULED
[09:01:09.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:54:0) after 3m51s
[09:05:00.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:54:0)
[09:05:00.238] Build status: SCHEDULED
[09:05:00.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:55:0) after 3m22s
[09:08:22.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:55:0)
[09:08:22.334] Build status: SCHEDULED
[09:08:22.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:56:0) after 4m6s
[09:12:28.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:56:0)
[09:12:28.380] Build status: SCHEDULED
[09:12:28.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:57:0) after 2m17s
[09:14:45.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:57:0)
[09:14:45.477] Build status: SCHEDULED
[09:14:45.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:58:0) after 8m9s
[09:22:54.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:58:0)
[09:22:54.616] Build status: SCHEDULED
[09:22:54.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:59:0) after 5m21s
[09:28:15.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:59:0)
[09:28:15.660] Build status: SCHEDULED
[09:28:15.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:60:0) after 6m15s
[09:34:30.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:60:0)
[09:34:30.865] Build status: SCHEDULED
[09:34:30.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:61:0) after 5m3s
[09:39:33.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:61:0)
[09:39:33.896] Build status: SCHEDULED
[09:39:33.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:62:0) after 3m32s
[09:43:06.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:62:0)
[09:43:06.088] Build status: SCHEDULED
[09:43:06.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:63:0) after 2m46s
[09:45:52.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:63:0)
[09:45:52.144] Build status: SCHEDULED
[09:45:52.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:64:0) after 4m58s
[09:50:50.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:64:0)
[09:50:50.255] Build status: SCHEDULED
[09:50:50.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:65:0) after 6m57s
[09:57:47.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:65:0)
[09:57:47.295] Build status: SCHEDULED
[09:57:47.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:66:0) after 2m24s
[10:00:11.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:66:0)
[10:00:11.435] Build status: SCHEDULED
[10:00:11.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:67:0) after 9m2s
[10:09:13.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:67:0)
[10:09:13.449] Build status: SCHEDULED
[10:09:13.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:68:0) after 8m46s
[10:17:59.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:68:0)
[10:17:59.801] Build status: SCHEDULED
[10:17:59.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:69:0) after 3m39s
[10:21:39.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:69:0)
[10:21:39.129] Build status: SCHEDULED
[10:21:39.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:70:0) after 9m4s
[10:30:43.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:70:0)
[10:30:43.155] Build status: SCHEDULED
[10:30:43.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:71:0) after 6m31s
[10:37:14.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:71:0)
[10:37:14.199] Build status: SCHEDULED
[10:37:14.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:72:0) after 9m23s
[10:46:37.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:72:0)
[10:46:37.549] Build status: SCHEDULED
[10:46:37.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:73:0) after 4m19s
[10:50:57.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:73:0)
[10:50:57.191] Build status: SCHEDULED
[10:50:57.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:74:0) after 9m50s
[11:00:47.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:74:0)
[11:00:47.244] Build status: SCHEDULED
[11:00:47.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:75:0) after 3m35s
[11:04:22.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:75:0)
[11:04:22.321] Build status: SCHEDULED
[11:04:22.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:76:0) after 2m57s
[11:07:19.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:76:0)
[11:07:19.459] Build status: SCHEDULED
[11:07:19.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:77:0) after 9m4s
[11:16:23.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:77:0)
[11:16:23.590] Build status: SCHEDULED
[11:16:23.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:78:0) after 1m28s
[11:17:51.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:78:0)
[11:17:51.593] Build status: SCHEDULED
[11:17:51.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:79:0) after 8m11s
[11:26:02.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:79:0)
[11:26:02.641] Build status: SCHEDULED
[11:26:02.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:80:0) after 3m54s
[11:29:56.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:80:0)
[11:29:56.759] Build status: SCHEDULED
[11:29:56.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:81:0) after 2m3s
[11:31:59.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:81:0)
[11:31:59.823] Build status: SCHEDULED
[11:31:59.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:82:0) after 5m21s
[11:37:20.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:82:0)
[11:37:20.877] Build status: SCHEDULED
[11:37:20.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:83:0) after 5m21s
[11:42:41.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:83:0)
[11:42:41.904] Build status: SCHEDULED
[11:42:41.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:84:0) after 3m0s
[11:45:41.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:84:0)
[11:45:41.990] Build status: SCHEDULED
[11:45:41.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:85:0) after 8m57s
[11:54:39.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:85:0)
[11:54:39.050] Build status: SCHEDULED
[11:54:39.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:86:0) after 6m0s
[12:00:39.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:86:0)
[12:00:39.170] Build status: SCHEDULED
[12:00:39.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-platform:8877276300852010992:87:0) after 7m55s
[12:03:45.444] Received PubSub notification, asking Buildbucket for the build status
[12:03:45.532] Build:
{
  "id": "8711846239003098449",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-platform"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-17T04:03:35.590263707Z",
  "endTime": "2025-06-17T12:03:45.124895256Z",
  "updateTime": "2025-06-17T12:03:45.124895256Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "fb080e7c3d4e48854951141c52875409e2cd46f0",
      "ref": "refs/heads/main"
    }
  }
}
[12:03:45.532] Invocation finished in 8h0m11.089284303s with status FAILED