[22:29:14.601] New invocation is queued and will start shortly
[22:29:15.801] Starting the invocation (attempt 1)
[22:29:15.828] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/228f582585f55ff354c020bf5f62d5f0f0a19ef7"
[22:29:15.828] Popped gitiles commit info from properties and tags
[22:29:15.828] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:29:15.829] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:29:15.829] Buildbucket request:
{
"requestId": "8876391365471657136",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8876391365471657136",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d50efb6f5b3aac20d8dda096c1f7127a41386173"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d50efb6f5b3aac20d8dda096c1f7127a41386173",
"title": "d50efb6f5b3aac20d8dda096c1f7127a41386173",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d50efb6f5b3aac20d8dda096c1f7127a41386173"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c19ea2002a0dc4466d07945b0e7f29d55cba47f4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c19ea2002a0dc4466d07945b0e7f29d55cba47f4",
"title": "c19ea2002a0dc4466d07945b0e7f29d55cba47f4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c19ea2002a0dc4466d07945b0e7f29d55cba47f4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ece4ea628e6342880b77276af10bd375aa86e6b0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ece4ea628e6342880b77276af10bd375aa86e6b0",
"title": "ece4ea628e6342880b77276af10bd375aa86e6b0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ece4ea628e6342880b77276af10bd375aa86e6b0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bb20f0597ebc5375e57f6c6fc98ec63d7b7ec69d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bb20f0597ebc5375e57f6c6fc98ec63d7b7ec69d",
"title": "bb20f0597ebc5375e57f6c6fc98ec63d7b7ec69d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bb20f0597ebc5375e57f6c6fc98ec63d7b7ec69d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "478e63b6141a49938c61e7fe15fd9664a32f056a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@478e63b6141a49938c61e7fe15fd9664a32f056a",
"title": "478e63b6141a49938c61e7fe15fd9664a32f056a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/478e63b6141a49938c61e7fe15fd9664a32f056a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bcc6a48c73052f9e18413703df8c32c0fc92fe21"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bcc6a48c73052f9e18413703df8c32c0fc92fe21",
"title": "bcc6a48c73052f9e18413703df8c32c0fc92fe21",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bcc6a48c73052f9e18413703df8c32c0fc92fe21"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "117ea8b1f99153ff28ddb80bde3eb9c0a647bab9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@117ea8b1f99153ff28ddb80bde3eb9c0a647bab9",
"title": "117ea8b1f99153ff28ddb80bde3eb9c0a647bab9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/117ea8b1f99153ff28ddb80bde3eb9c0a647bab9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "17c2dc99236365cfdc771a2433550ed5bbb033d1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@17c2dc99236365cfdc771a2433550ed5bbb033d1",
"title": "17c2dc99236365cfdc771a2433550ed5bbb033d1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/17c2dc99236365cfdc771a2433550ed5bbb033d1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "531934c9bfd1e34a6741a35c784af4a62b77560a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@531934c9bfd1e34a6741a35c784af4a62b77560a",
"title": "531934c9bfd1e34a6741a35c784af4a62b77560a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/531934c9bfd1e34a6741a35c784af4a62b77560a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "551e4f66256d7756812a0483ccde12e9fb3760de"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@551e4f66256d7756812a0483ccde12e9fb3760de",
"title": "551e4f66256d7756812a0483ccde12e9fb3760de",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/551e4f66256d7756812a0483ccde12e9fb3760de"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "228f582585f55ff354c020bf5f62d5f0f0a19ef7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@228f582585f55ff354c020bf5f62d5f0f0a19ef7",
"title": "228f582585f55ff354c020bf5f62d5f0f0a19ef7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/228f582585f55ff354c020bf5f62d5f0f0a19ef7"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "228f582585f55ff354c020bf5f62d5f0f0a19ef7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8876391365471657136"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:29:16.212] Scheduled build:
{
"id": "8710961303458416097",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-26T22:29:15.890341086Z",
"updateTime": "2025-06-26T22:29:15.890341086Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "228f582585f55ff354c020bf5f62d5f0f0a19ef7",
"ref": "refs/heads/main"
}
}
}
[22:29:16.212] Task URL: https://cr-buildbucket.appspot.com/build/8710961303458416097
[22:29:16.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:2:0) after 3m18s
[22:29:16.929] Received PubSub notification, asking Buildbucket for the build status
[22:29:16.957] Build status: SCHEDULED
[22:32:34.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:2:0)
[22:32:34.256] Build status: SCHEDULED
[22:32:34.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:4:0) after 3m23s
[22:35:57.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:4:0)
[22:35:57.308] Build status: SCHEDULED
[22:35:57.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:5:0) after 6m57s
[22:42:54.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:5:0)
[22:42:54.347] Build status: SCHEDULED
[22:42:54.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:6:0) after 1m21s
[22:44:15.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:6:0)
[22:44:15.449] Build status: SCHEDULED
[22:44:15.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:7:0) after 4m14s
[22:48:29.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:7:0)
[22:48:29.469] Build status: SCHEDULED
[22:48:29.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:8:0) after 4m58s
[22:53:27.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:8:0)
[22:53:27.643] Build status: SCHEDULED
[22:53:27.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:9:0) after 8m55s
[23:02:22.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:9:0)
[23:02:22.925] Build status: SCHEDULED
[23:02:22.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:10:0) after 6m23s
[23:08:45.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:10:0)
[23:08:46.026] Build status: SCHEDULED
[23:08:46.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:11:0) after 9m2s
[23:17:48.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:11:0)
[23:17:48.076] Build status: SCHEDULED
[23:17:48.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:12:0) after 5m40s
[23:23:28.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:12:0)
[23:23:28.209] Build status: SCHEDULED
[23:23:28.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:13:0) after 1m41s
[23:25:09.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:13:0)
[23:25:09.339] Build status: SCHEDULED
[23:25:09.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:14:0) after 9m3s
[23:34:12.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:14:0)
[23:34:12.455] Build status: SCHEDULED
[23:34:12.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:15:0) after 1m44s
[23:35:56.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:15:0)
[23:35:56.515] Build status: SCHEDULED
[23:35:56.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:16:0) after 9m35s
[23:45:31.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:16:0)
[23:45:31.557] Build status: SCHEDULED
[23:45:31.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:17:0) after 7m1s
[23:52:32.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:17:0)
[23:52:32.637] Build status: SCHEDULED
[23:52:32.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:18:0) after 3m52s
[23:56:24.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:18:0)
[23:56:24.719] Build status: SCHEDULED
[23:56:24.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:19:0) after 3m19s
[23:59:43.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:19:0)
[23:59:43.852] Build status: SCHEDULED
[23:59:43.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:20:0) after 3m21s
[00:03:04.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:20:0)
[00:03:04.936] Build status: SCHEDULED
[00:03:04.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:21:0) after 8m41s
[00:11:45.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:21:0)
[00:11:45.976] Build status: SCHEDULED
[00:11:45.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:22:0) after 9m7s
[00:20:53.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:22:0)
[00:20:53.047] Build status: SCHEDULED
[00:20:53.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:23:0) after 7m37s
[00:28:30.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:23:0)
[00:28:30.099] Build status: SCHEDULED
[00:28:30.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:24:0) after 8m28s
[00:36:58.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:24:0)
[00:36:58.143] Build status: SCHEDULED
[00:36:58.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:25:0) after 4m47s
[00:41:45.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:25:0)
[00:41:45.238] Build status: SCHEDULED
[00:41:45.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:26:0) after 2m57s
[00:44:42.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:26:0)
[00:44:42.249] Build status: SCHEDULED
[00:44:42.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:27:0) after 9m10s
[00:53:52.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:27:0)
[00:53:52.267] Build status: SCHEDULED
[00:53:52.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:28:0) after 4m58s
[00:58:50.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:28:0)
[00:58:50.354] Build status: SCHEDULED
[00:58:50.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:29:0) after 6m43s
[01:05:33.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:29:0)
[01:05:33.402] Build status: SCHEDULED
[01:05:33.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:30:0) after 8m41s
[01:14:14.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:30:0)
[01:14:14.606] Build status: SCHEDULED
[01:14:14.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:31:0) after 1m47s
[01:16:01.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:31:0)
[01:16:01.804] Build status: SCHEDULED
[01:16:01.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:32:0) after 2m22s
[01:18:24.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:32:0)
[01:18:24.115] Build status: SCHEDULED
[01:18:24.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:33:0) after 1m5s
[01:19:29.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:33:0)
[01:19:29.288] Build status: SCHEDULED
[01:19:29.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:34:0) after 9m26s
[01:28:55.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:34:0)
[01:28:55.374] Build status: SCHEDULED
[01:28:55.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:35:0) after 5m3s
[01:33:58.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:35:0)
[01:33:58.422] Build status: SCHEDULED
[01:33:58.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:36:0) after 6m27s
[01:40:25.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:36:0)
[01:40:25.510] Build status: SCHEDULED
[01:40:25.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:37:0) after 8m29s
[01:48:54.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:37:0)
[01:48:54.563] Build status: SCHEDULED
[01:48:54.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:38:0) after 6m45s
[01:55:39.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:38:0)
[01:55:39.665] Build status: SCHEDULED
[01:55:39.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:39:0) after 4m7s
[01:59:46.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:39:0)
[01:59:46.672] Build status: SCHEDULED
[01:59:46.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:40:0) after 3m3s
[02:02:49.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:40:0)
[02:02:49.736] Build status: SCHEDULED
[02:02:49.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:41:0) after 6m23s
[02:09:12.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:41:0)
[02:09:12.778] Build status: SCHEDULED
[02:09:12.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:42:0) after 6m33s
[02:15:45.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:42:0)
[02:15:45.834] Build status: SCHEDULED
[02:15:45.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:43:0) after 4m20s
[02:20:05.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:43:0)
[02:20:05.988] Build status: SCHEDULED
[02:20:05.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:44:0) after 5m38s
[02:25:44.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:44:0)
[02:25:44.056] Build status: SCHEDULED
[02:25:44.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:45:0) after 6m15s
[02:31:59.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:45:0)
[02:31:59.135] Build status: SCHEDULED
[02:31:59.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:46:0) after 5m36s
[02:37:35.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:46:0)
[02:37:35.177] Build status: SCHEDULED
[02:37:35.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:47:0) after 1m57s
[02:39:32.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:47:0)
[02:39:32.354] Build status: SCHEDULED
[02:39:32.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:48:0) after 4m33s
[02:44:05.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:48:0)
[02:44:05.394] Build status: SCHEDULED
[02:44:05.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:49:0) after 6m32s
[02:50:37.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:49:0)
[02:50:37.447] Build status: SCHEDULED
[02:50:37.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:50:0) after 6m3s
[02:56:40.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:50:0)
[02:56:40.516] Build status: SCHEDULED
[02:56:40.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:51:0) after 2m32s
[02:59:12.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:51:0)
[02:59:12.538] Build status: SCHEDULED
[02:59:12.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:52:0) after 6m23s
[03:05:35.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:52:0)
[03:05:35.581] Build status: SCHEDULED
[03:05:35.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:53:0) after 3m22s
[03:08:57.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:53:0)
[03:08:57.687] Build status: SCHEDULED
[03:08:57.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:54:0) after 2m52s
[03:11:49.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:54:0)
[03:11:49.779] Build status: SCHEDULED
[03:11:49.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:55:0) after 1m24s
[03:13:13.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:55:0)
[03:13:13.822] Build status: SCHEDULED
[03:13:13.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:56:0) after 6m16s
[03:19:29.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:56:0)
[03:19:29.917] Build status: SCHEDULED
[03:19:29.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:57:0) after 5m46s
[03:25:15.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:57:0)
[03:25:16.010] Build status: SCHEDULED
[03:25:16.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:58:0) after 7m44s
[03:33:00.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:58:0)
[03:33:00.074] Build status: SCHEDULED
[03:33:00.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:59:0) after 2m58s
[03:35:58.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:59:0)
[03:35:58.124] Build status: SCHEDULED
[03:35:58.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:60:0) after 5m11s
[03:41:09.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:60:0)
[03:41:09.216] Build status: SCHEDULED
[03:41:09.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:61:0) after 9m34s
[03:50:43.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:61:0)
[03:50:43.252] Build status: SCHEDULED
[03:50:43.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:62:0) after 6m58s
[03:57:41.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:62:0)
[03:57:41.285] Build status: SCHEDULED
[03:57:41.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:63:0) after 4m31s
[04:02:12.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:63:0)
[04:02:12.357] Build status: SCHEDULED
[04:02:12.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:64:0) after 2m11s
[04:04:23.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:64:0)
[04:04:23.410] Build status: SCHEDULED
[04:04:23.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:65:0) after 8m58s
[04:13:21.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:65:0)
[04:13:21.451] Build status: SCHEDULED
[04:13:21.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:66:0) after 1m23s
[04:14:44.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:66:0)
[04:14:44.593] Build status: SCHEDULED
[04:14:44.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:67:0) after 1m29s
[04:16:13.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:67:0)
[04:16:13.631] Build status: SCHEDULED
[04:16:13.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:68:0) after 8m45s
[04:24:58.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:68:0)
[04:24:58.694] Build status: SCHEDULED
[04:24:58.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:69:0) after 8m53s
[04:33:51.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:69:0)
[04:33:51.739] Build status: SCHEDULED
[04:33:51.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:70:0) after 6m37s
[04:40:28.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:70:0)
[04:40:28.784] Build status: SCHEDULED
[04:40:28.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:71:0) after 8m17s
[04:48:45.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:71:0)
[04:48:45.873] Build status: SCHEDULED
[04:48:45.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:72:0) after 8m52s
[04:57:37.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:72:0)
[04:57:37.928] Build status: SCHEDULED
[04:57:37.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:73:0) after 4m33s
[05:02:10.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:73:0)
[05:02:10.950] Build status: SCHEDULED
[05:02:10.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:74:0) after 6m4s
[05:08:14.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:74:0)
[05:08:15.011] Build status: SCHEDULED
[05:08:15.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:75:0) after 4m15s
[05:12:30.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:75:0)
[05:12:30.026] Build status: SCHEDULED
[05:12:30.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:76:0) after 6m29s
[05:18:59.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:76:0)
[05:18:59.107] Build status: SCHEDULED
[05:18:59.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:77:0) after 3m31s
[05:22:30.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:77:0)
[05:22:30.200] Build status: SCHEDULED
[05:22:30.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:78:0) after 3m20s
[05:25:50.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:78:0)
[05:25:50.292] Build status: SCHEDULED
[05:25:50.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:79:0) after 9m24s
[05:35:14.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:79:0)
[05:35:14.373] Build status: SCHEDULED
[05:35:14.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:80:0) after 3m59s
[05:39:14.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:80:0)
[05:39:14.032] Build status: SCHEDULED
[05:39:14.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:81:0) after 9m56s
[05:49:10.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:81:0)
[05:49:10.087] Build status: SCHEDULED
[05:49:10.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:82:0) after 1m4s
[05:50:14.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:82:0)
[05:50:14.125] Build status: SCHEDULED
[05:50:14.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:83:0) after 8m20s
[05:58:34.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:83:0)
[05:58:34.256] Build status: SCHEDULED
[05:58:34.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:84:0) after 1m17s
[05:59:51.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:84:0)
[05:59:51.669] Build status: SCHEDULED
[05:59:51.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:85:0) after 9m17s
[06:09:08.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:85:0)
[06:09:08.710] Build status: SCHEDULED
[06:09:08.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:86:0) after 9m32s
[06:18:40.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:86:0)
[06:18:40.768] Build status: SCHEDULED
[06:18:40.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:87:0) after 9m54s
[06:28:34.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:87:0)
[06:28:34.908] Build status: SCHEDULED
[06:28:34.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8876391365471657136:88:0) after 1m24s
[06:29:24.652] Received PubSub notification, asking Buildbucket for the build status
[06:29:24.717] Build:
{
"id": "8710961303458416097",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-26T22:29:15.890341086Z",
"endTime": "2025-06-27T06:29:24.466095823Z",
"updateTime": "2025-06-27T06:29:24.466095823Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "228f582585f55ff354c020bf5f62d5f0f0a19ef7",
"ref": "refs/heads/main"
}
}
}
[06:29:24.717] Invocation finished in 8h0m10.130222845s with status FAILED