[21:10:56.218] New invocation is queued and will start shortly
[21:10:57.329] Starting the invocation (attempt 1)
[21:10:57.357] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8ee9b499efa6a3c154a15ce0547392131b7aece8"
[21:10:57.357] Popped gitiles commit info from properties and tags
[21:10:57.357] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:10:57.357] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:10:57.358] Buildbucket request:
{
"requestId": "8884731212987059344",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8884731212987059344",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0cc57eeeffaf310b41d8193f76a9584224c61ab7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0cc57eeeffaf310b41d8193f76a9584224c61ab7",
"title": "0cc57eeeffaf310b41d8193f76a9584224c61ab7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0cc57eeeffaf310b41d8193f76a9584224c61ab7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8c6e65d89d36c2ae515da90d54c50068aa5c493a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8c6e65d89d36c2ae515da90d54c50068aa5c493a",
"title": "8c6e65d89d36c2ae515da90d54c50068aa5c493a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8c6e65d89d36c2ae515da90d54c50068aa5c493a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b83cfa9317172376c30a20cb30f397579a6d7b31"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b83cfa9317172376c30a20cb30f397579a6d7b31",
"title": "b83cfa9317172376c30a20cb30f397579a6d7b31",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b83cfa9317172376c30a20cb30f397579a6d7b31"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e936455beb863d11b5e69c63cd0fc676cd130643"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e936455beb863d11b5e69c63cd0fc676cd130643",
"title": "e936455beb863d11b5e69c63cd0fc676cd130643",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e936455beb863d11b5e69c63cd0fc676cd130643"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ebeb08bc01890e2dadeb7dbaed43e733e7a075f0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ebeb08bc01890e2dadeb7dbaed43e733e7a075f0",
"title": "ebeb08bc01890e2dadeb7dbaed43e733e7a075f0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ebeb08bc01890e2dadeb7dbaed43e733e7a075f0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2d7b882649829660e7c464b88fa7a337ffe85238"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2d7b882649829660e7c464b88fa7a337ffe85238",
"title": "2d7b882649829660e7c464b88fa7a337ffe85238",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2d7b882649829660e7c464b88fa7a337ffe85238"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bfff1ffe569f535190ca627f036b037d6b893804"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bfff1ffe569f535190ca627f036b037d6b893804",
"title": "bfff1ffe569f535190ca627f036b037d6b893804",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bfff1ffe569f535190ca627f036b037d6b893804"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a63c4996e41059465ded4aa888f3f90d2a6b3b54"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a63c4996e41059465ded4aa888f3f90d2a6b3b54",
"title": "a63c4996e41059465ded4aa888f3f90d2a6b3b54",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a63c4996e41059465ded4aa888f3f90d2a6b3b54"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8ee9b499efa6a3c154a15ce0547392131b7aece8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8ee9b499efa6a3c154a15ce0547392131b7aece8",
"title": "8ee9b499efa6a3c154a15ce0547392131b7aece8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8ee9b499efa6a3c154a15ce0547392131b7aece8"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8ee9b499efa6a3c154a15ce0547392131b7aece8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8884731212987059344"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:10:57.936] Scheduled build:
{
"id": "8719301151043892833",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-26T21:10:57.445013135Z",
"updateTime": "2025-03-26T21:10:57.445013135Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8ee9b499efa6a3c154a15ce0547392131b7aece8",
"ref": "refs/heads/main"
}
}
}
[21:10:57.936] Task URL: https://cr-buildbucket.appspot.com/build/8719301151043892833
[21:10:57.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:2:0) after 2m28s
[21:10:58.917] Received PubSub notification, asking Buildbucket for the build status
[21:10:58.979] Build status: SCHEDULED
[21:13:25.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:2:0)
[21:13:25.954] Build status: SCHEDULED
[21:13:25.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:4:0) after 3m13s
[21:16:39.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:4:0)
[21:16:39.030] Build status: SCHEDULED
[21:16:39.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:5:0) after 5m46s
[21:22:25.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:5:0)
[21:22:25.134] Build status: SCHEDULED
[21:22:25.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:6:0) after 6m23s
[21:28:48.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:6:0)
[21:28:48.246] Build status: SCHEDULED
[21:28:48.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:7:0) after 3m14s
[21:32:02.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:7:0)
[21:32:02.382] Build status: SCHEDULED
[21:32:02.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:8:0) after 8m44s
[21:40:46.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:8:0)
[21:40:46.456] Build status: SCHEDULED
[21:40:46.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:9:0) after 6m21s
[21:47:07.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:9:0)
[21:47:07.513] Build status: SCHEDULED
[21:47:07.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:10:0) after 9m37s
[21:56:44.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:10:0)
[21:56:44.603] Build status: SCHEDULED
[21:56:44.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:11:0) after 5m56s
[22:02:40.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:11:0)
[22:02:40.691] Build status: SCHEDULED
[22:02:40.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:12:0) after 1m9s
[22:03:49.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:12:0)
[22:03:49.723] Build status: SCHEDULED
[22:03:49.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:13:0) after 4m37s
[22:08:26.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:13:0)
[22:08:26.851] Build status: SCHEDULED
[22:08:26.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:14:0) after 4m22s
[22:12:48.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:14:0)
[22:12:48.940] Build status: SCHEDULED
[22:12:48.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:15:0) after 1m42s
[22:14:31.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:15:0)
[22:14:31.026] Build status: SCHEDULED
[22:14:31.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:16:0) after 3m56s
[22:18:27.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:16:0)
[22:18:27.062] Build status: SCHEDULED
[22:18:27.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:17:0) after 7m40s
[22:26:07.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:17:0)
[22:26:07.120] Build status: SCHEDULED
[22:26:07.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:18:0) after 9m14s
[22:35:21.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:18:0)
[22:35:21.229] Build status: SCHEDULED
[22:35:21.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:19:0) after 3m33s
[22:38:54.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:19:0)
[22:38:54.315] Build status: SCHEDULED
[22:38:54.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:20:0) after 9m38s
[22:48:32.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:20:0)
[22:48:32.356] Build status: SCHEDULED
[22:48:32.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:21:0) after 5m40s
[22:54:12.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:21:0)
[22:54:12.496] Build status: SCHEDULED
[22:54:12.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:22:0) after 8m48s
[23:03:00.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:22:0)
[23:03:00.552] Build status: SCHEDULED
[23:03:00.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:23:0) after 9m12s
[23:12:12.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:23:0)
[23:12:12.591] Build status: SCHEDULED
[23:12:12.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:24:0) after 2m10s
[23:14:22.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:24:0)
[23:14:22.646] Build status: SCHEDULED
[23:14:22.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:25:0) after 9m5s
[23:23:27.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:25:0)
[23:23:27.654] Build status: SCHEDULED
[23:23:27.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:26:0) after 1m2s
[23:24:29.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:26:0)
[23:24:29.685] Build status: SCHEDULED
[23:24:29.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:27:0) after 8m34s
[23:33:03.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:27:0)
[23:33:03.974] Build status: SCHEDULED
[23:33:03.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:28:0) after 9m52s
[23:42:55.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:28:0)
[23:42:56.010] Build status: SCHEDULED
[23:42:56.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:29:0) after 7m25s
[23:50:21.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:29:0)
[23:50:21.051] Build status: SCHEDULED
[23:50:21.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:30:0) after 3m14s
[23:53:35.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:30:0)
[23:53:35.097] Build status: SCHEDULED
[23:53:35.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:31:0) after 5m25s
[23:59:00.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:31:0)
[23:59:00.208] Build status: SCHEDULED
[23:59:00.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:32:0) after 9m7s
[00:08:07.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:32:0)
[00:08:07.338] Build status: SCHEDULED
[00:08:07.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:33:0) after 7m15s
[00:15:22.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:33:0)
[00:15:22.523] Build status: SCHEDULED
[00:15:22.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:34:0) after 3m17s
[00:18:39.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:34:0)
[00:18:39.602] Build status: SCHEDULED
[00:18:39.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:35:0) after 1m6s
[00:19:45.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:35:0)
[00:19:45.657] Build status: SCHEDULED
[00:19:45.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:36:0) after 7m33s
[00:27:18.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:36:0)
[00:27:18.717] Build status: SCHEDULED
[00:27:18.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:37:0) after 3m7s
[00:30:25.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:37:0)
[00:30:26.023] Build status: SCHEDULED
[00:30:26.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:38:0) after 6m58s
[00:37:24.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:38:0)
[00:37:24.141] Build status: SCHEDULED
[00:37:24.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:39:0) after 3m46s
[00:41:10.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:39:0)
[00:41:10.232] Build status: SCHEDULED
[00:41:10.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:40:0) after 5m56s
[00:47:06.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:40:0)
[00:47:06.306] Build status: SCHEDULED
[00:47:06.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:41:0) after 2m33s
[00:49:39.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:41:0)
[00:49:39.316] Build status: SCHEDULED
[00:49:39.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:42:0) after 2m12s
[00:51:51.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:42:0)
[00:51:51.538] Build status: SCHEDULED
[00:51:51.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:43:0) after 1m46s
[00:53:37.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:43:0)
[00:53:37.580] Build status: SCHEDULED
[00:53:37.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:44:0) after 6m4s
[00:59:41.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:44:0)
[00:59:41.626] Build status: SCHEDULED
[00:59:41.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:45:0) after 1m55s
[01:01:36.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:45:0)
[01:01:36.735] Build status: SCHEDULED
[01:01:36.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:46:0) after 4m43s
[01:06:19.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:46:0)
[01:06:19.869] Build status: SCHEDULED
[01:06:19.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:47:0) after 6m7s
[01:12:26.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:47:0)
[01:12:26.958] Build status: SCHEDULED
[01:12:26.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:48:0) after 1m20s
[01:13:46.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:48:0)
[01:13:47.006] Build status: SCHEDULED
[01:13:47.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:49:0) after 6m55s
[01:20:42.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:49:0)
[01:20:42.168] Build status: SCHEDULED
[01:20:42.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:50:0) after 1m41s
[01:22:23.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:50:0)
[01:22:23.225] Build status: SCHEDULED
[01:22:23.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:51:0) after 7m19s
[01:29:42.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:51:0)
[01:29:42.393] Build status: SCHEDULED
[01:29:42.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:52:0) after 8m54s
[01:38:36.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:52:0)
[01:38:36.436] Build status: SCHEDULED
[01:38:36.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:53:0) after 2m8s
[01:40:44.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:53:0)
[01:40:44.491] Build status: SCHEDULED
[01:40:44.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:54:0) after 2m12s
[01:42:56.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:54:0)
[01:42:56.572] Build status: SCHEDULED
[01:42:56.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:55:0) after 8m29s
[01:51:25.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:55:0)
[01:51:25.652] Build status: SCHEDULED
[01:51:25.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:56:0) after 1m30s
[01:52:55.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:56:0)
[01:52:55.729] Build status: SCHEDULED
[01:52:55.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:57:0) after 6m13s
[01:59:08.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:57:0)
[01:59:08.770] Build status: SCHEDULED
[01:59:08.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:58:0) after 5m32s
[02:04:40.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:58:0)
[02:04:40.821] Build status: SCHEDULED
[02:04:40.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:59:0) after 6m23s
[02:11:03.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:59:0)
[02:11:03.863] Build status: SCHEDULED
[02:11:03.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:60:0) after 3m26s
[02:14:29.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:60:0)
[02:14:29.951] Build status: SCHEDULED
[02:14:29.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:61:0) after 7m17s
[02:21:46.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:61:0)
[02:21:46.987] Build status: SCHEDULED
[02:21:46.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:62:0) after 9m9s
[02:30:56.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:62:0)
[02:30:56.040] Build status: SCHEDULED
[02:30:56.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:63:0) after 3m56s
[02:34:52.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:63:0)
[02:34:52.087] Build status: SCHEDULED
[02:34:52.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:64:0) after 9m34s
[02:44:26.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:64:0)
[02:44:26.176] Build status: SCHEDULED
[02:44:26.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:65:0) after 8m51s
[02:53:17.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:65:0)
[02:53:17.255] Build status: SCHEDULED
[02:53:17.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:66:0) after 2m48s
[02:56:05.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:66:0)
[02:56:05.299] Build status: SCHEDULED
[02:56:05.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:67:0) after 4m42s
[03:00:47.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:67:0)
[03:00:47.448] Build status: SCHEDULED
[03:00:47.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:68:0) after 6m35s
[03:07:22.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:68:0)
[03:07:22.482] Build status: SCHEDULED
[03:07:22.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:69:0) after 1m29s
[03:08:51.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:69:0)
[03:08:51.542] Build status: SCHEDULED
[03:08:51.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:70:0) after 7m29s
[03:16:20.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:70:0)
[03:16:20.556] Build status: SCHEDULED
[03:16:20.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:71:0) after 4m1s
[03:20:21.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:71:0)
[03:20:21.643] Build status: SCHEDULED
[03:20:21.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:72:0) after 4m57s
[03:25:18.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:72:0)
[03:25:18.678] Build status: SCHEDULED
[03:25:18.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:73:0) after 6m17s
[03:31:35.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:73:0)
[03:31:35.857] Build status: SCHEDULED
[03:31:35.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:74:0) after 3m28s
[03:35:03.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:74:0)
[03:35:03.916] Build status: SCHEDULED
[03:35:03.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:75:0) after 1m15s
[03:36:18.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:75:0)
[03:36:19.049] Build status: SCHEDULED
[03:36:19.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:76:0) after 4m22s
[03:40:41.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:76:0)
[03:40:41.126] Build status: SCHEDULED
[03:40:41.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:77:0) after 4m8s
[03:44:49.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:77:0)
[03:44:49.237] Build status: SCHEDULED
[03:44:49.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:78:0) after 2m38s
[03:47:27.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:78:0)
[03:47:27.307] Build status: SCHEDULED
[03:47:27.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:79:0) after 4m57s
[03:52:24.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:79:0)
[03:52:24.356] Build status: SCHEDULED
[03:52:24.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:80:0) after 6m31s
[03:58:55.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:80:0)
[03:58:55.476] Build status: SCHEDULED
[03:58:55.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:81:0) after 1m25s
[04:00:20.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:81:0)
[04:00:20.540] Build status: SCHEDULED
[04:00:20.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:82:0) after 6m37s
[04:06:58.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:82:0)
[04:06:58.446] Build status: SCHEDULED
[04:06:58.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:83:0) after 4m36s
[04:11:34.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:83:0)
[04:11:34.544] Build status: SCHEDULED
[04:11:34.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:84:0) after 1m57s
[04:13:31.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:84:0)
[04:13:31.589] Build status: SCHEDULED
[04:13:31.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:85:0) after 3m35s
[04:17:06.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:85:0)
[04:17:06.679] Build status: SCHEDULED
[04:17:06.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:86:0) after 1m52s
[04:18:58.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:86:0)
[04:18:58.720] Build status: SCHEDULED
[04:18:58.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:87:0) after 5m56s
[04:24:54.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:87:0)
[04:24:54.762] Build status: SCHEDULED
[04:24:54.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:88:0) after 9m7s
[04:34:01.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:88:0)
[04:34:01.813] Build status: SCHEDULED
[04:34:01.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:89:0) after 3m22s
[04:37:23.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:89:0)
[04:37:23.967] Build status: SCHEDULED
[04:37:23.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:90:0) after 7m20s
[04:44:43.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:90:0)
[04:44:44.018] Build status: SCHEDULED
[04:44:44.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:91:0) after 5m32s
[04:50:16.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:91:0)
[04:50:16.225] Build status: SCHEDULED
[04:50:16.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:92:0) after 3m7s
[04:53:23.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:92:0)
[04:53:23.273] Build status: SCHEDULED
[04:53:23.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:93:0) after 7m43s
[05:01:06.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:93:0)
[05:01:06.511] Build status: SCHEDULED
[05:01:06.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:94:0) after 6m14s
[05:07:20.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:94:0)
[05:07:20.601] Build status: SCHEDULED
[05:07:20.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-zephyr:8884731212987059344:95:0) after 4m23s
[05:10:59.983] Received PubSub notification, asking Buildbucket for the build status
[05:11:00.054] Build:
{
"id": "8719301151043892833",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-26T21:10:57.445013135Z",
"endTime": "2025-03-27T05:10:59.511601012Z",
"updateTime": "2025-03-27T05:10:59.511601012Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "8ee9b499efa6a3c154a15ce0547392131b7aece8",
"ref": "refs/heads/main"
}
}
}
[05:11:00.054] Invocation finished in 8h0m3.845119298s with status FAILED