[17:40:46.364] New invocation is queued and will start shortly
[17:40:47.622] Starting the invocation (attempt 1)
[17:40:47.650] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99"
[17:40:47.650] Popped gitiles commit info from properties and tags
[17:40:47.650] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:40:47.652] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:40:47.653] Buildbucket request:
{
"requestId": "8885197420213260016",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8885197420213260016",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f9f93dd4a7f4bd8264f4456def8daf966805b75d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f9f93dd4a7f4bd8264f4456def8daf966805b75d",
"title": "f9f93dd4a7f4bd8264f4456def8daf966805b75d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f9f93dd4a7f4bd8264f4456def8daf966805b75d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bab3948abffe3316a6aeaf0684633347ae94ff96"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bab3948abffe3316a6aeaf0684633347ae94ff96",
"title": "bab3948abffe3316a6aeaf0684633347ae94ff96",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bab3948abffe3316a6aeaf0684633347ae94ff96"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99",
"title": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885197420213260016"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:40:47.987] Scheduled build:
{
"id": "8719767358151961137",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-21T17:40:47.700978606Z",
"updateTime": "2025-03-21T17:40:47.700978606Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99",
"ref": "refs/heads/main"
}
}
}
[17:40:47.987] Task URL: https://cr-buildbucket.appspot.com/build/8719767358151961137
[17:40:47.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:2:0) after 7m59s
[17:40:50.947] Received PubSub notification, asking Buildbucket for the build status
[17:40:50.969] Build status: SCHEDULED
[17:48:47.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:2:0)
[17:48:47.083] Build status: SCHEDULED
[17:48:47.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:4:0) after 2m4s
[17:50:51.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:4:0)
[17:50:51.130] Build status: SCHEDULED
[17:50:51.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:5:0) after 8m59s
[17:59:50.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:5:0)
[17:59:50.175] Build status: SCHEDULED
[17:59:50.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:6:0) after 1m29s
[18:01:19.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:6:0)
[18:01:19.278] Build status: SCHEDULED
[18:01:19.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:7:0) after 4m43s
[18:06:02.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:7:0)
[18:06:02.333] Build status: SCHEDULED
[18:06:02.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:8:0) after 6m1s
[18:12:03.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:8:0)
[18:12:03.443] Build status: SCHEDULED
[18:12:03.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:9:0) after 9m27s
[18:21:30.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:9:0)
[18:21:30.479] Build status: SCHEDULED
[18:21:30.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:10:0) after 4m35s
[18:26:05.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:10:0)
[18:26:05.638] Build status: SCHEDULED
[18:26:05.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:11:0) after 3m10s
[18:29:15.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:11:0)
[18:29:15.786] Build status: SCHEDULED
[18:29:15.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:12:0) after 7m18s
[18:36:33.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:12:0)
[18:36:33.904] Build status: SCHEDULED
[18:36:33.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:13:0) after 8m43s
[18:45:17.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:13:0)
[18:45:17.035] Build status: SCHEDULED
[18:45:17.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:14:0) after 8m49s
[18:54:06.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:14:0)
[18:54:06.078] Build status: SCHEDULED
[18:54:06.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:15:0) after 5m1s
[18:59:07.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:15:0)
[18:59:07.123] Build status: SCHEDULED
[18:59:07.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:16:0) after 9m15s
[19:08:22.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:16:0)
[19:08:22.244] Build status: SCHEDULED
[19:08:22.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:17:0) after 3m9s
[19:11:31.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:17:0)
[19:11:31.322] Build status: SCHEDULED
[19:11:31.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:18:0) after 6m10s
[19:17:41.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:18:0)
[19:17:41.358] Build status: SCHEDULED
[19:17:41.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:19:0) after 5m43s
[19:23:24.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:19:0)
[19:23:24.471] Build status: SCHEDULED
[19:23:24.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:20:0) after 5m54s
[19:29:18.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:20:0)
[19:29:18.803] Build status: SCHEDULED
[19:29:18.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:21:0) after 4m34s
[19:33:52.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:21:0)
[19:33:52.832] Build status: SCHEDULED
[19:33:52.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:22:0) after 8m30s
[19:42:22.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:22:0)
[19:42:22.883] Build status: SCHEDULED
[19:42:22.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:23:0) after 2m19s
[19:44:41.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:23:0)
[19:44:41.928] Build status: SCHEDULED
[19:44:41.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:24:0) after 4m18s
[19:48:59.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:24:0)
[19:49:00.033] Build status: SCHEDULED
[19:49:00.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:25:0) after 6m29s
[19:55:29.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:25:0)
[19:55:29.082] Build status: SCHEDULED
[19:55:29.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:26:0) after 3m3s
[19:58:32.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:26:0)
[19:58:32.126] Build status: SCHEDULED
[19:58:32.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:27:0) after 5m7s
[20:03:39.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:27:0)
[20:03:39.184] Build status: SCHEDULED
[20:03:39.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:28:0) after 3m27s
[20:07:06.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:28:0)
[20:07:06.273] Build status: SCHEDULED
[20:07:06.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:29:0) after 1m34s
[20:08:40.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:29:0)
[20:08:40.359] Build status: SCHEDULED
[20:08:40.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:30:0) after 4m0s
[20:12:40.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:30:0)
[20:12:40.584] Build status: SCHEDULED
[20:12:40.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:31:0) after 8m58s
[20:21:38.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:31:0)
[20:21:38.628] Build status: SCHEDULED
[20:21:38.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:32:0) after 4m48s
[20:26:26.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:32:0)
[20:26:26.675] Build status: SCHEDULED
[20:26:26.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:33:0) after 3m51s
[20:30:17.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:33:0)
[20:30:17.721] Build status: SCHEDULED
[20:30:17.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:34:0) after 3m20s
[20:33:37.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:34:0)
[20:33:37.765] Build status: SCHEDULED
[20:33:37.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:35:0) after 5m57s
[20:39:34.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:35:0)
[20:39:34.797] Build status: SCHEDULED
[20:39:34.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:36:0) after 1m45s
[20:41:19.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:36:0)
[20:41:19.847] Build status: SCHEDULED
[20:41:19.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:37:0) after 4m46s
[20:46:05.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:37:0)
[20:46:05.933] Build status: SCHEDULED
[20:46:05.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:38:0) after 2m44s
[20:48:49.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:38:0)
[20:48:50.017] Build status: SCHEDULED
[20:48:50.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:39:0) after 6m49s
[20:55:39.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:39:0)
[20:55:39.066] Build status: SCHEDULED
[20:55:39.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:40:0) after 7m55s
[21:03:34.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:40:0)
[21:03:34.159] Build status: SCHEDULED
[21:03:34.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:41:0) after 1m39s
[21:05:13.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:41:0)
[21:05:13.309] Build status: SCHEDULED
[21:05:13.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:42:0) after 8m49s
[21:14:02.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:42:0)
[21:14:02.553] Build status: SCHEDULED
[21:14:02.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:43:0) after 5m42s
[21:19:44.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:43:0)
[21:19:44.653] Build status: SCHEDULED
[21:19:44.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:44:0) after 2m39s
[21:22:23.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:44:0)
[21:22:23.677] Build status: SCHEDULED
[21:22:23.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:45:0) after 4m3s
[21:26:26.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:45:0)
[21:26:26.785] Build status: SCHEDULED
[21:26:26.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:46:0) after 3m55s
[21:30:21.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:46:0)
[21:30:21.838] Build status: SCHEDULED
[21:30:21.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:47:0) after 6m24s
[21:36:45.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:47:0)
[21:36:45.913] Build status: SCHEDULED
[21:36:45.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:48:0) after 7m27s
[21:44:12.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:48:0)
[21:44:12.903] Build status: SCHEDULED
[21:44:12.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:49:0) after 1m17s
[21:45:29.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:49:0)
[21:45:29.971] Build status: SCHEDULED
[21:45:29.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:50:0) after 5m37s
[21:51:07.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:50:0)
[21:51:07.111] Build status: SCHEDULED
[21:51:07.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:51:0) after 3m50s
[21:54:57.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:51:0)
[21:54:57.234] Build status: SCHEDULED
[21:54:57.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:52:0) after 5m38s
[22:00:35.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:52:0)
[22:00:35.279] Build status: SCHEDULED
[22:00:35.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:53:0) after 1m22s
[22:01:57.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:53:0)
[22:01:57.325] Build status: SCHEDULED
[22:01:57.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:54:0) after 7m39s
[22:09:36.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:54:0)
[22:09:36.414] Build status: SCHEDULED
[22:09:36.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:55:0) after 3m33s
[22:13:09.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:55:0)
[22:13:09.486] Build status: SCHEDULED
[22:13:09.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:56:0) after 8m38s
[22:21:47.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:56:0)
[22:21:47.650] Build status: SCHEDULED
[22:21:47.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:57:0) after 9m51s
[22:31:38.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:57:0)
[22:31:38.657] Build status: SCHEDULED
[22:31:38.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:58:0) after 7m1s
[22:38:39.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:58:0)
[22:38:39.787] Build status: SCHEDULED
[22:38:39.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:59:0) after 2m52s
[22:41:31.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:59:0)
[22:41:31.839] Build status: SCHEDULED
[22:41:31.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:60:0) after 5m2s
[22:46:33.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:60:0)
[22:46:33.895] Build status: SCHEDULED
[22:46:33.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:61:0) after 5m24s
[22:51:57.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:61:0)
[22:51:57.933] Build status: SCHEDULED
[22:51:57.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:62:0) after 6m41s
[22:58:38.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:62:0)
[22:58:38.973] Build status: SCHEDULED
[22:58:38.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:63:0) after 2m38s
[23:01:17.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:63:0)
[23:01:17.067] Build status: SCHEDULED
[23:01:17.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:64:0) after 7m58s
[23:09:15.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:64:0)
[23:09:15.106] Build status: SCHEDULED
[23:09:15.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:65:0) after 5m12s
[23:14:27.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:65:0)
[23:14:27.147] Build status: SCHEDULED
[23:14:27.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:66:0) after 3m4s
[23:17:31.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:66:0)
[23:17:31.175] Build status: SCHEDULED
[23:17:31.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:67:0) after 6m52s
[23:24:23.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:67:0)
[23:24:23.233] Build status: SCHEDULED
[23:24:23.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:68:0) after 4m47s
[23:29:10.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:68:0)
[23:29:10.323] Build status: SCHEDULED
[23:29:10.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:69:0) after 5m11s
[23:34:21.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:69:0)
[23:34:21.366] Build status: SCHEDULED
[23:34:21.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:70:0) after 5m9s
[23:39:30.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:70:0)
[23:39:30.412] Build status: SCHEDULED
[23:39:30.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:71:0) after 6m57s
[23:46:27.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:71:0)
[23:46:27.452] Build status: SCHEDULED
[23:46:27.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:72:0) after 9m29s
[23:55:56.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:72:0)
[23:55:56.545] Build status: SCHEDULED
[23:55:56.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:73:0) after 5m8s
[00:01:04.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:73:0)
[00:01:04.591] Build status: SCHEDULED
[00:01:04.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:74:0) after 1m26s
[00:02:30.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:74:0)
[00:02:30.688] Build status: SCHEDULED
[00:02:30.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:75:0) after 6m30s
[00:09:00.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:75:0)
[00:09:00.731] Build status: SCHEDULED
[00:09:00.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:76:0) after 7m10s
[00:16:10.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:76:0)
[00:16:10.765] Build status: SCHEDULED
[00:16:10.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:77:0) after 2m11s
[00:18:21.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:77:0)
[00:18:21.853] Build status: SCHEDULED
[00:18:21.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:78:0) after 8m18s
[00:26:39.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:78:0)
[00:26:39.994] Build status: SCHEDULED
[00:26:39.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:79:0) after 1m6s
[00:27:46.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:79:0)
[00:27:46.098] Build status: SCHEDULED
[00:27:46.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:80:0) after 4m57s
[00:32:43.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:80:0)
[00:32:43.242] Build status: SCHEDULED
[00:32:43.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:81:0) after 2m49s
[00:35:32.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:81:0)
[00:35:32.328] Build status: SCHEDULED
[00:35:32.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:82:0) after 1m44s
[00:37:16.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:82:0)
[00:37:16.427] Build status: SCHEDULED
[00:37:16.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:83:0) after 3m1s
[00:40:17.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:83:0)
[00:40:17.464] Build status: SCHEDULED
[00:40:17.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:84:0) after 5m29s
[00:45:46.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:84:0)
[00:45:46.596] Build status: SCHEDULED
[00:45:46.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:85:0) after 9m32s
[00:55:18.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:85:0)
[00:55:18.634] Build status: SCHEDULED
[00:55:18.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:86:0) after 6m24s
[01:01:42.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:86:0)
[01:01:42.726] Build status: SCHEDULED
[01:01:42.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:87:0) after 8m37s
[01:10:19.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:87:0)
[01:10:19.773] Build status: SCHEDULED
[01:10:19.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:88:0) after 1m14s
[01:11:33.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:88:0)
[01:11:33.796] Build status: SCHEDULED
[01:11:33.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:89:0) after 6m32s
[01:18:05.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:89:0)
[01:18:05.847] Build status: SCHEDULED
[01:18:05.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:90:0) after 5m54s
[01:23:59.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:90:0)
[01:23:59.893] Build status: SCHEDULED
[01:23:59.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:91:0) after 3m23s
[01:27:22.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:91:0)
[01:27:22.933] Build status: SCHEDULED
[01:27:22.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:92:0) after 4m16s
[01:31:38.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:92:0)
[01:31:38.923] Build status: SCHEDULED
[01:31:38.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:93:0) after 6m34s
[01:38:12.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:93:0)
[01:38:12.961] Build status: SCHEDULED
[01:38:12.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8885197420213260016:94:0) after 4m20s
[01:40:52.811] Received PubSub notification, asking Buildbucket for the build status
[01:40:52.888] Build:
{
"id": "8719767358151961137",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-21T17:40:47.700978606Z",
"endTime": "2025-03-22T01:40:50.408363075Z",
"updateTime": "2025-03-22T01:40:50.408363075Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99",
"ref": "refs/heads/main"
}
}
}
[01:40:52.888] Invocation finished in 8h0m6.537639207s with status FAILED