[04:02:02.417] New invocation is queued and will start shortly
[04:02:03.506] Starting the invocation (attempt 1)
[04:02:03.542] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/43bcf7e0b644e91794d0a8ce54fa969573fd432f"
[04:02:03.542] Popped gitiles commit info from properties and tags
[04:02:03.542] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:02:03.542] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:02:03.543] Buildbucket request:
{
"requestId": "8885883109169672928",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8885883109169672928",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e37e3da6c51cc458ee6cddcf00eae922b8703e9f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e37e3da6c51cc458ee6cddcf00eae922b8703e9f",
"title": "e37e3da6c51cc458ee6cddcf00eae922b8703e9f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e37e3da6c51cc458ee6cddcf00eae922b8703e9f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cee9c4c0638442042f9045f5bcd1a2567c7ece73"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cee9c4c0638442042f9045f5bcd1a2567c7ece73",
"title": "cee9c4c0638442042f9045f5bcd1a2567c7ece73",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cee9c4c0638442042f9045f5bcd1a2567c7ece73"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7504dc573910cdb05c9154e57f616ce758bdd956"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7504dc573910cdb05c9154e57f616ce758bdd956",
"title": "7504dc573910cdb05c9154e57f616ce758bdd956",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7504dc573910cdb05c9154e57f616ce758bdd956"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "23115bf9a269a0d9336741f41e7b54d2de1951a2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@23115bf9a269a0d9336741f41e7b54d2de1951a2",
"title": "23115bf9a269a0d9336741f41e7b54d2de1951a2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/23115bf9a269a0d9336741f41e7b54d2de1951a2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5c1e4ea016f2d6a53431a3508991a5f23413ee17"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5c1e4ea016f2d6a53431a3508991a5f23413ee17",
"title": "5c1e4ea016f2d6a53431a3508991a5f23413ee17",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5c1e4ea016f2d6a53431a3508991a5f23413ee17"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7eb2376a92b65c7fc363c70f5c910220d2df97ea"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7eb2376a92b65c7fc363c70f5c910220d2df97ea",
"title": "7eb2376a92b65c7fc363c70f5c910220d2df97ea",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7eb2376a92b65c7fc363c70f5c910220d2df97ea"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "609c60b2dd489f3289ed02619d073ad9b8d2b823"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@609c60b2dd489f3289ed02619d073ad9b8d2b823",
"title": "609c60b2dd489f3289ed02619d073ad9b8d2b823",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/609c60b2dd489f3289ed02619d073ad9b8d2b823"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "137c217765338fafdfffd9570280ff098be2eb77"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@137c217765338fafdfffd9570280ff098be2eb77",
"title": "137c217765338fafdfffd9570280ff098be2eb77",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/137c217765338fafdfffd9570280ff098be2eb77"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a05a8d655c8bf216d37b0bd0df3bef12cde0bc43"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a05a8d655c8bf216d37b0bd0df3bef12cde0bc43",
"title": "a05a8d655c8bf216d37b0bd0df3bef12cde0bc43",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a05a8d655c8bf216d37b0bd0df3bef12cde0bc43"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "43bcf7e0b644e91794d0a8ce54fa969573fd432f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@43bcf7e0b644e91794d0a8ce54fa969573fd432f",
"title": "43bcf7e0b644e91794d0a8ce54fa969573fd432f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/43bcf7e0b644e91794d0a8ce54fa969573fd432f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "43bcf7e0b644e91794d0a8ce54fa969573fd432f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885883109169672928"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:02:04.059] Scheduled build:
{
"id": "8720453047266103777",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-14T04:02:03.603878295Z",
"updateTime": "2025-03-14T04:02:03.603878295Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "43bcf7e0b644e91794d0a8ce54fa969573fd432f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[04:02:04.059] Task URL: https://cr-buildbucket.appspot.com/build/8720453047266103777
[04:02:04.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:2:0) after 1m4s
[04:02:04.921] Received PubSub notification, asking Buildbucket for the build status
[04:02:04.950] Build status: SCHEDULED
[04:03:08.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:2:0)
[04:03:08.298] Build status: SCHEDULED
[04:03:08.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:4:0) after 4m15s
[04:07:23.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:4:0)
[04:07:23.363] Build status: SCHEDULED
[04:07:23.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:5:0) after 2m46s
[04:10:09.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:5:0)
[04:10:09.414] Build status: SCHEDULED
[04:10:09.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:6:0) after 9m21s
[04:19:30.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:6:0)
[04:19:30.988] Build status: SCHEDULED
[04:19:30.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:7:0) after 5m43s
[04:25:14.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:7:0)
[04:25:14.093] Build status: SCHEDULED
[04:25:14.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:8:0) after 4m58s
[04:30:12.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:8:0)
[04:30:12.169] Build status: SCHEDULED
[04:30:12.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:9:0) after 4m31s
[04:34:43.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:9:0)
[04:34:43.285] Build status: SCHEDULED
[04:34:43.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:10:0) after 3m43s
[04:38:26.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:10:0)
[04:38:26.355] Build status: SCHEDULED
[04:38:26.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:11:0) after 5m3s
[04:43:29.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:11:0)
[04:43:29.494] Build status: SCHEDULED
[04:43:29.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:12:0) after 3m28s
[04:46:57.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:12:0)
[04:46:57.542] Build status: SCHEDULED
[04:46:57.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:13:0) after 4m53s
[04:51:50.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:13:0)
[04:51:50.634] Build status: SCHEDULED
[04:51:50.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:14:0) after 2m4s
[04:53:54.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:14:0)
[04:53:54.668] Build status: SCHEDULED
[04:53:54.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:15:0) after 7m30s
[05:01:24.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:15:0)
[05:01:24.724] Build status: SCHEDULED
[05:01:24.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:16:0) after 9m46s
[05:11:10.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:16:0)
[05:11:10.811] Build status: SCHEDULED
[05:11:10.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:17:0) after 6m56s
[05:18:07.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:17:0)
[05:18:07.025] Build status: SCHEDULED
[05:18:07.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:18:0) after 1m0s
[05:19:07.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:18:0)
[05:19:07.049] Build status: SCHEDULED
[05:19:07.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:19:0) after 7m19s
[05:26:26.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:19:0)
[05:26:26.410] Build status: SCHEDULED
[05:26:26.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:20:0) after 5m32s
[05:31:58.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:20:0)
[05:31:58.451] Build status: SCHEDULED
[05:31:58.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:21:0) after 1m12s
[05:33:10.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:21:0)
[05:33:10.509] Build status: SCHEDULED
[05:33:10.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:22:0) after 8m23s
[05:41:33.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:22:0)
[05:41:33.623] Build status: SCHEDULED
[05:41:33.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:23:0) after 2m14s
[05:43:47.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:23:0)
[05:43:47.665] Build status: SCHEDULED
[05:43:47.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:24:0) after 7m46s
[05:51:33.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:24:0)
[05:51:33.771] Build status: SCHEDULED
[05:51:33.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:25:0) after 2m44s
[05:54:17.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:25:0)
[05:54:17.759] Build status: SCHEDULED
[05:54:17.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:26:0) after 1m37s
[05:55:54.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:26:0)
[05:55:54.804] Build status: SCHEDULED
[05:55:54.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:27:0) after 6m10s
[06:02:04.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:27:0)
[06:02:05.003] Build status: SCHEDULED
[06:02:05.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:28:0) after 4m12s
[06:06:17.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:28:0)
[06:06:17.199] Build status: SCHEDULED
[06:06:17.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:29:0) after 4m12s
[06:10:29.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:29:0)
[06:10:29.321] Build status: SCHEDULED
[06:10:29.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:30:0) after 8m59s
[06:19:28.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:30:0)
[06:19:28.441] Build status: SCHEDULED
[06:19:28.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:31:0) after 1m8s
[06:20:36.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:31:0)
[06:20:36.648] Build status: SCHEDULED
[06:20:36.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:32:0) after 8m1s
[06:28:37.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:32:0)
[06:28:37.881] Build status: SCHEDULED
[06:28:37.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:33:0) after 4m13s
[06:32:51.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:33:0)
[06:32:51.104] Build status: SCHEDULED
[06:32:51.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:34:0) after 3m37s
[06:36:28.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:34:0)
[06:36:28.355] Build status: SCHEDULED
[06:36:28.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:35:0) after 4m9s
[06:40:37.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:35:0)
[06:40:37.528] Build status: SCHEDULED
[06:40:37.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:36:0) after 8m40s
[06:49:17.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:36:0)
[06:49:18.013] Build status: SCHEDULED
[06:49:18.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:37:0) after 6m10s
[06:55:28.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:37:0)
[06:55:28.263] Build status: SCHEDULED
[06:55:28.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:38:0) after 9m22s
[07:04:50.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:38:0)
[07:04:50.309] Build status: SCHEDULED
[07:04:50.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:39:0) after 4m1s
[07:08:51.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:39:0)
[07:08:51.633] Build status: SCHEDULED
[07:08:51.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:40:0) after 4m6s
[07:12:57.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:40:0)
[07:12:57.682] Build status: SCHEDULED
[07:12:57.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:41:0) after 2m46s
[07:15:43.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:41:0)
[07:15:44.042] Build status: SCHEDULED
[07:15:44.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:42:0) after 5m30s
[07:21:14.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:42:0)
[07:21:14.288] Build status: SCHEDULED
[07:21:14.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:43:0) after 7m17s
[07:28:31.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:43:0)
[07:28:31.345] Build status: SCHEDULED
[07:28:31.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:44:0) after 4m6s
[07:32:37.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:44:0)
[07:32:37.987] Build status: SCHEDULED
[07:32:37.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:45:0) after 4m17s
[07:36:55.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:45:0)
[07:36:55.352] Build status: SCHEDULED
[07:36:55.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:46:0) after 3m22s
[07:40:17.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:46:0)
[07:40:17.892] Build status: SCHEDULED
[07:40:17.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:47:0) after 5m25s
[07:45:43.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:47:0)
[07:45:43.078] Build status: SCHEDULED
[07:45:43.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:48:0) after 6m58s
[07:52:41.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:48:0)
[07:52:41.275] Build status: SCHEDULED
[07:52:41.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:49:0) after 3m10s
[07:55:51.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:49:0)
[07:55:51.386] Build status: SCHEDULED
[07:55:51.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:50:0) after 7m20s
[08:03:11.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:50:0)
[08:03:11.528] Build status: SCHEDULED
[08:03:11.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:51:0) after 3m25s
[08:06:36.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:51:0)
[08:06:36.567] Build status: SCHEDULED
[08:06:36.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:52:0) after 1m34s
[08:08:10.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:52:0)
[08:08:10.612] Build status: SCHEDULED
[08:08:10.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:53:0) after 8m20s
[08:16:30.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:53:0)
[08:16:30.639] Build status: SCHEDULED
[08:16:30.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:54:0) after 1m5s
[08:17:36.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:54:0)
[08:17:36.479] Build status: SCHEDULED
[08:17:36.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:55:0) after 8m35s
[08:26:11.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:55:0)
[08:26:11.585] Build status: SCHEDULED
[08:26:11.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:56:0) after 2m18s
[08:28:29.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:56:0)
[08:28:29.812] Build status: SCHEDULED
[08:28:29.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:57:0) after 7m38s
[08:36:07.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:57:0)
[08:36:07.836] Build status: SCHEDULED
[08:36:07.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:58:0) after 4m19s
[08:40:26.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:58:0)
[08:40:26.998] Build status: SCHEDULED
[08:40:26.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:59:0) after 8m8s
[08:48:35.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:59:0)
[08:48:35.044] Build status: SCHEDULED
[08:48:35.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:60:0) after 5m4s
[08:53:39.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:60:0)
[08:53:39.149] Build status: SCHEDULED
[08:53:39.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:61:0) after 4m48s
[08:58:27.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:61:0)
[08:58:27.246] Build status: SCHEDULED
[08:58:27.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:62:0) after 1m0s
[08:59:27.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:62:0)
[08:59:27.286] Build status: SCHEDULED
[08:59:27.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:63:0) after 5m41s
[09:05:08.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:63:0)
[09:05:08.324] Build status: SCHEDULED
[09:05:08.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:64:0) after 8m49s
[09:13:57.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:64:0)
[09:13:57.525] Build status: SCHEDULED
[09:13:57.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:65:0) after 3m30s
[09:17:27.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:65:0)
[09:17:27.615] Build status: SCHEDULED
[09:17:27.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:66:0) after 3m54s
[09:21:21.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:66:0)
[09:21:21.654] Build status: SCHEDULED
[09:21:21.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:67:0) after 4m49s
[09:26:10.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:67:0)
[09:26:10.852] Build status: SCHEDULED
[09:26:10.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:68:0) after 9m36s
[09:35:47.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:68:0)
[09:35:47.389] Build status: SCHEDULED
[09:35:47.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:69:0) after 6m19s
[09:42:06.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:69:0)
[09:42:06.497] Build status: SCHEDULED
[09:42:06.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:70:0) after 1m43s
[09:43:49.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:70:0)
[09:43:49.755] Build status: SCHEDULED
[09:43:49.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:71:0) after 4m11s
[09:48:01.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:71:0)
[09:48:01.150] Build status: SCHEDULED
[09:48:01.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:72:0) after 5m45s
[09:53:46.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:72:0)
[09:53:46.461] Build status: SCHEDULED
[09:53:46.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:73:0) after 5m9s
[09:58:55.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:73:0)
[09:58:55.615] Build status: SCHEDULED
[09:58:55.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:74:0) after 6m41s
[10:05:36.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:74:0)
[10:05:36.762] Build status: SCHEDULED
[10:05:36.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:75:0) after 9m35s
[10:15:11.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:75:0)
[10:15:11.838] Build status: SCHEDULED
[10:15:11.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:76:0) after 3m35s
[10:18:46.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:76:0)
[10:18:47.036] Build status: SCHEDULED
[10:18:47.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:77:0) after 4m20s
[10:23:07.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:77:0)
[10:23:07.095] Build status: SCHEDULED
[10:23:07.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:78:0) after 5m38s
[10:28:45.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:78:0)
[10:28:45.440] Build status: SCHEDULED
[10:28:45.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:79:0) after 6m55s
[10:35:40.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:79:0)
[10:35:40.583] Build status: SCHEDULED
[10:35:40.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:80:0) after 9m23s
[10:45:03.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:80:0)
[10:45:03.693] Build status: SCHEDULED
[10:45:03.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:81:0) after 5m25s
[10:50:29.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:81:0)
[10:50:29.092] Build status: SCHEDULED
[10:50:29.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:82:0) after 7m45s
[10:58:14.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:82:0)
[10:58:14.190] Build status: SCHEDULED
[10:58:14.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:83:0) after 8m56s
[11:07:10.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:83:0)
[11:07:10.529] Build status: SCHEDULED
[11:07:10.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:84:0) after 1m52s
[11:09:02.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:84:0)
[11:09:02.682] Build status: SCHEDULED
[11:09:02.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:85:0) after 7m2s
[11:16:04.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:85:0)
[11:16:05.255] Build status: SCHEDULED
[11:16:05.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:86:0) after 7m12s
[11:23:17.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:86:0)
[11:23:17.492] Build status: SCHEDULED
[11:23:17.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:87:0) after 1m2s
[11:24:19.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:87:0)
[11:24:19.536] Build status: SCHEDULED
[11:24:19.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:88:0) after 8m24s
[11:32:43.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:88:0)
[11:32:43.773] Build status: SCHEDULED
[11:32:43.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:89:0) after 1m1s
[11:33:44.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:89:0)
[11:33:44.989] Build status: SCHEDULED
[11:33:44.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:90:0) after 6m39s
[11:40:24.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:90:0)
[11:40:24.130] Build status: SCHEDULED
[11:40:24.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:91:0) after 1m44s
[11:42:08.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:91:0)
[11:42:08.297] Build status: SCHEDULED
[11:42:08.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:92:0) after 9m12s
[11:51:20.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:92:0)
[11:51:20.476] Build status: SCHEDULED
[11:51:20.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:93:0) after 9m51s
[12:01:11.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:93:0)
[12:01:11.610] Build status: SCHEDULED
[12:01:11.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8885883109169672928:94:0) after 1m56s
[12:02:05.938] Received PubSub notification, asking Buildbucket for the build status
[12:02:05.954] Build:
{
"id": "8720453047266103777",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-14T04:02:03.603878295Z",
"endTime": "2025-03-14T12:02:05.718863116Z",
"updateTime": "2025-03-14T12:02:05.718863116Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "43bcf7e0b644e91794d0a8ce54fa969573fd432f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[12:02:05.954] Invocation finished in 8h0m3.549610946s with status FAILED