1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-zephyr
  4. 8881074424940930416
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-zephyr"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "a5a09589881b2bd348eafe85e5944c7361613e4d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a5a09589881b2bd348eafe85e5944c7361613e4d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:54:01.063] New invocation is queued and will start shortly
[05:54:02.216] Starting the invocation (attempt 1)
[05:54:02.240] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a5a09589881b2bd348eafe85e5944c7361613e4d"
[05:54:02.240] Popped gitiles commit info from properties and tags
[05:54:02.240] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:54:02.241] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:54:02.241] Buildbucket request:
{
  "requestId": "8881074424940930416",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-zephyr"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8881074424940930416",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bc055a5882fe7d0669c20813526f3e7a7fe14294"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc055a5882fe7d0669c20813526f3e7a7fe14294",
                        "title": "bc055a5882fe7d0669c20813526f3e7a7fe14294",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc055a5882fe7d0669c20813526f3e7a7fe14294"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "01610a739b206dbb6c81e8d3e88594ca6b670bc3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@01610a739b206dbb6c81e8d3e88594ca6b670bc3",
                        "title": "01610a739b206dbb6c81e8d3e88594ca6b670bc3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/01610a739b206dbb6c81e8d3e88594ca6b670bc3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a5a09589881b2bd348eafe85e5944c7361613e4d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a5a09589881b2bd348eafe85e5944c7361613e4d",
                        "title": "a5a09589881b2bd348eafe85e5944c7361613e4d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a5a09589881b2bd348eafe85e5944c7361613e4d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "a5a09589881b2bd348eafe85e5944c7361613e4d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8881074424940930416"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:54:02.643] Scheduled build:
{
  "id": "8715644362990397057",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-zephyr"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-06T05:54:02.293731421Z",
  "updateTime": "2025-05-06T05:54:02.293731421Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a5a09589881b2bd348eafe85e5944c7361613e4d",
      "ref": "refs/heads/main"
    }
  }
}
[05:54:02.643] Task URL: https://cr-buildbucket.appspot.com/build/8715644362990397057
[05:54:02.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:2:0) after 6m32s
[05:54:02.772] Received PubSub notification, asking Buildbucket for the build status
[05:54:02.804] Build status: SCHEDULED
[06:00:34.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:2:0)
[06:00:34.687] Build status: SCHEDULED
[06:00:34.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:4:0) after 5m30s
[06:06:04.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:4:0)
[06:06:04.729] Build status: SCHEDULED
[06:06:04.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:5:0) after 3m36s
[06:09:40.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:5:0)
[06:09:40.775] Build status: SCHEDULED
[06:09:40.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:6:0) after 3m46s
[06:13:26.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:6:0)
[06:13:26.870] Build status: SCHEDULED
[06:13:26.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:7:0) after 5m50s
[06:19:16.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:7:0)
[06:19:17.019] Build status: SCHEDULED
[06:19:17.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:8:0) after 5m43s
[06:25:00.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:8:0)
[06:25:00.190] Build status: SCHEDULED
[06:25:00.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:9:0) after 5m19s
[06:30:19.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:9:0)
[06:30:19.352] Build status: SCHEDULED
[06:30:19.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:10:0) after 3m6s
[06:33:25.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:10:0)
[06:33:25.586] Build status: SCHEDULED
[06:33:25.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:11:0) after 4m31s
[06:37:56.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:11:0)
[06:37:56.630] Build status: SCHEDULED
[06:37:56.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:12:0) after 9m2s
[06:46:58.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:12:0)
[06:46:58.744] Build status: SCHEDULED
[06:46:58.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:13:0) after 6m40s
[06:53:38.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:13:0)
[06:53:38.786] Build status: SCHEDULED
[06:53:38.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:14:0) after 2m25s
[06:56:03.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:14:0)
[06:56:03.822] Build status: SCHEDULED
[06:56:03.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:15:0) after 4m25s
[07:00:28.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:15:0)
[07:00:28.868] Build status: SCHEDULED
[07:00:28.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:16:0) after 3m17s
[07:03:45.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:16:0)
[07:03:45.912] Build status: SCHEDULED
[07:03:45.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:17:0) after 4m28s
[07:08:13.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:17:0)
[07:08:13.978] Build status: SCHEDULED
[07:08:13.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:18:0) after 4m52s
[07:13:06.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:18:0)
[07:13:06.019] Build status: SCHEDULED
[07:13:06.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:19:0) after 5m49s
[07:18:55.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:19:0)
[07:18:55.119] Build status: SCHEDULED
[07:18:55.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:20:0) after 3m4s
[07:21:59.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:20:0)
[07:21:59.239] Build status: SCHEDULED
[07:21:59.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:21:0) after 5m1s
[07:27:00.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:21:0)
[07:27:00.384] Build status: SCHEDULED
[07:27:00.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:22:0) after 9m28s
[07:36:28.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:22:0)
[07:36:28.441] Build status: SCHEDULED
[07:36:28.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:23:0) after 3m12s
[07:39:40.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:23:0)
[07:39:40.659] Build status: SCHEDULED
[07:39:40.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:24:0) after 6m38s
[07:46:18.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:24:0)
[07:46:18.739] Build status: SCHEDULED
[07:46:18.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:25:0) after 3m5s
[07:49:23.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:25:0)
[07:49:23.822] Build status: SCHEDULED
[07:49:23.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:26:0) after 2m12s
[07:51:35.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:26:0)
[07:51:35.872] Build status: SCHEDULED
[07:51:35.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:27:0) after 9m30s
[08:01:05.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:27:0)
[08:01:05.956] Build status: SCHEDULED
[08:01:05.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:28:0) after 2m18s
[08:03:23.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:28:0)
[08:03:24.004] Build status: SCHEDULED
[08:03:24.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:29:0) after 9m14s
[08:12:38.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:29:0)
[08:12:38.056] Build status: SCHEDULED
[08:12:38.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:30:0) after 9m8s
[08:21:46.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:30:0)
[08:21:46.097] Build status: SCHEDULED
[08:21:46.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:31:0) after 2m49s
[08:24:35.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:31:0)
[08:24:35.139] Build status: SCHEDULED
[08:24:35.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:32:0) after 4m23s
[08:28:58.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:32:0)
[08:28:58.180] Build status: SCHEDULED
[08:28:58.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:33:0) after 2m8s
[08:31:06.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:33:0)
[08:31:06.318] Build status: SCHEDULED
[08:31:06.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:34:0) after 1m39s
[08:32:45.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:34:0)
[08:32:45.403] Build status: SCHEDULED
[08:32:45.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:35:0) after 9m8s
[08:41:53.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:35:0)
[08:41:53.532] Build status: SCHEDULED
[08:41:53.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:36:0) after 7m51s
[08:49:44.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:36:0)
[08:49:44.643] Build status: SCHEDULED
[08:49:44.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:37:0) after 3m34s
[08:53:18.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:37:0)
[08:53:18.710] Build status: SCHEDULED
[08:53:18.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:38:0) after 4m0s
[08:57:18.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:38:0)
[08:57:18.756] Build status: SCHEDULED
[08:57:18.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:39:0) after 2m20s
[08:59:38.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:39:0)
[08:59:38.821] Build status: SCHEDULED
[08:59:38.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:40:0) after 8m49s
[09:08:27.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:40:0)
[09:08:27.980] Build status: SCHEDULED
[09:08:27.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:41:0) after 2m33s
[09:11:01.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:41:0)
[09:11:01.067] Build status: SCHEDULED
[09:11:01.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:42:0) after 1m39s
[09:12:41.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:42:0)
[09:12:41.083] Build status: SCHEDULED
[09:12:41.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:43:0) after 5m45s
[09:18:26.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:43:0)
[09:18:26.122] Build status: SCHEDULED
[09:18:26.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:44:0) after 4m43s
[09:23:09.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:44:0)
[09:23:09.188] Build status: SCHEDULED
[09:23:09.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:45:0) after 5m19s
[09:28:28.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:45:0)
[09:28:28.233] Build status: SCHEDULED
[09:28:28.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:46:0) after 2m26s
[09:30:54.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:46:0)
[09:30:54.283] Build status: SCHEDULED
[09:30:54.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:47:0) after 5m36s
[09:36:30.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:47:0)
[09:36:30.391] Build status: SCHEDULED
[09:36:30.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:48:0) after 3m44s
[09:40:14.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:48:0)
[09:40:14.437] Build status: SCHEDULED
[09:40:14.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:49:0) after 5m25s
[09:45:39.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:49:0)
[09:45:39.534] Build status: SCHEDULED
[09:45:39.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:50:0) after 7m54s
[09:53:33.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:50:0)
[09:53:33.589] Build status: SCHEDULED
[09:53:33.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:51:0) after 2m23s
[09:55:56.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:51:0)
[09:55:56.689] Build status: SCHEDULED
[09:55:56.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:52:0) after 8m17s
[10:04:13.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:52:0)
[10:04:13.732] Build status: SCHEDULED
[10:04:13.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:53:0) after 5m52s
[10:10:05.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:53:0)
[10:10:05.830] Build status: SCHEDULED
[10:10:05.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:54:0) after 4m12s
[10:14:17.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:54:0)
[10:14:17.919] Build status: SCHEDULED
[10:14:17.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:55:0) after 4m26s
[10:18:44.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:55:0)
[10:18:44.039] Build status: SCHEDULED
[10:18:44.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:56:0) after 8m49s
[10:27:33.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:56:0)
[10:27:33.088] Build status: SCHEDULED
[10:27:33.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:57:0) after 1m21s
[10:28:54.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:57:0)
[10:28:54.141] Build status: SCHEDULED
[10:28:54.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:58:0) after 7m58s
[10:36:52.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:58:0)
[10:36:52.237] Build status: SCHEDULED
[10:36:52.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:59:0) after 8m36s
[10:45:28.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:59:0)
[10:45:28.286] Build status: SCHEDULED
[10:45:28.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:60:0) after 5m29s
[10:50:57.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:60:0)
[10:50:57.506] Build status: SCHEDULED
[10:50:57.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:61:0) after 1m35s
[10:52:32.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:61:0)
[10:52:32.548] Build status: SCHEDULED
[10:52:32.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:62:0) after 6m9s
[10:58:41.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:62:0)
[10:58:41.766] Build status: SCHEDULED
[10:58:41.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:63:0) after 8m13s
[11:06:54.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:63:0)
[11:06:54.896] Build status: SCHEDULED
[11:06:54.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:64:0) after 3m1s
[11:09:55.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:64:0)
[11:09:55.963] Build status: SCHEDULED
[11:09:55.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:65:0) after 2m2s
[11:11:57.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:65:0)
[11:11:57.953] Build status: SCHEDULED
[11:11:57.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:66:0) after 7m8s
[11:19:05.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:66:0)
[11:19:05.977] Build status: SCHEDULED
[11:19:05.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:67:0) after 3m55s
[11:23:01.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:67:0)
[11:23:01.053] Build status: SCHEDULED
[11:23:01.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:68:0) after 1m47s
[11:24:48.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:68:0)
[11:24:48.135] Build status: SCHEDULED
[11:24:48.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:69:0) after 1m54s
[11:26:42.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:69:0)
[11:26:42.221] Build status: SCHEDULED
[11:26:42.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:70:0) after 7m5s
[11:33:47.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:70:0)
[11:33:47.339] Build status: SCHEDULED
[11:33:47.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:71:0) after 8m9s
[11:41:56.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:71:0)
[11:41:56.440] Build status: SCHEDULED
[11:41:56.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:72:0) after 6m14s
[11:48:10.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:72:0)
[11:48:10.555] Build status: SCHEDULED
[11:48:10.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:73:0) after 7m40s
[11:55:50.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:73:0)
[11:55:50.670] Build status: SCHEDULED
[11:55:50.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:74:0) after 1m23s
[11:57:13.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:74:0)
[11:57:13.686] Build status: SCHEDULED
[11:57:13.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:75:0) after 3m44s
[12:00:57.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:75:0)
[12:00:57.719] Build status: SCHEDULED
[12:00:57.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:76:0) after 9m8s
[12:10:05.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:76:0)
[12:10:05.877] Build status: SCHEDULED
[12:10:05.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:77:0) after 8m33s
[12:18:38.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:77:0)
[12:18:38.967] Build status: SCHEDULED
[12:18:38.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:78:0) after 4m38s
[12:23:17.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:78:0)
[12:23:17.193] Build status: SCHEDULED
[12:23:17.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:79:0) after 2m8s
[12:25:25.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:79:0)
[12:25:25.254] Build status: SCHEDULED
[12:25:25.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:80:0) after 9m2s
[12:34:27.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:80:0)
[12:34:27.311] Build status: SCHEDULED
[12:34:27.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:81:0) after 8m24s
[12:42:51.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:81:0)
[12:42:51.393] Build status: SCHEDULED
[12:42:51.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:82:0) after 1m3s
[12:43:54.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:82:0)
[12:43:54.443] Build status: SCHEDULED
[12:43:54.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:83:0) after 7m38s
[12:51:32.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:83:0)
[12:51:32.563] Build status: SCHEDULED
[12:51:32.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:84:0) after 8m42s
[13:00:14.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:84:0)
[13:00:14.658] Build status: SCHEDULED
[13:00:14.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:85:0) after 9m55s
[13:10:09.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:85:0)
[13:10:09.758] Build status: SCHEDULED
[13:10:09.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:86:0) after 9m31s
[13:19:40.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:86:0)
[13:19:40.858] Build status: SCHEDULED
[13:19:40.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:87:0) after 8m5s
[13:27:45.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:87:0)
[13:27:45.984] Build status: SCHEDULED
[13:27:45.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:88:0) after 5m55s
[13:33:41.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:88:0)
[13:33:41.130] Build status: SCHEDULED
[13:33:41.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:89:0) after 2m20s
[13:36:01.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:89:0)
[13:36:01.220] Build status: SCHEDULED
[13:36:01.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:90:0) after 9m43s
[13:45:44.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:90:0)
[13:45:44.280] Build status: SCHEDULED
[13:45:44.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:91:0) after 1m17s
[13:47:01.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:91:0)
[13:47:01.367] Build status: SCHEDULED
[13:47:01.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:92:0) after 3m56s
[13:50:57.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:92:0)
[13:50:57.412] Build status: SCHEDULED
[13:50:57.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:93:0) after 6m59s
[13:57:56.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:93:0)
[13:57:56.504] Build status: SCHEDULED
[13:57:56.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8881074424940930416:94:0) after 3m9s
[13:58:38.978] Received PubSub notification, asking Buildbucket for the build status
[13:58:39.034] Build:
{
  "id": "8715644362990397057",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-zephyr"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-06T05:54:02.293731421Z",
  "endTime": "2025-05-06T13:58:38.561652959Z",
  "updateTime": "2025-05-06T13:58:38.561652959Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a5a09589881b2bd348eafe85e5944c7361613e4d",
      "ref": "refs/heads/main"
    }
  }
}
[13:58:39.035] Invocation finished in 8h4m37.985831937s with status FAILED