[17:09:16.696] New invocation is queued and will start shortly
[17:09:18.008] Starting the invocation (attempt 1)
[17:09:18.040] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/eac2db8221f5f2867331865c46eb2caaeda97b32"
[17:09:18.040] Popped gitiles commit info from properties and tags
[17:09:18.040] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:09:18.040] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:09:18.040] Buildbucket request:
{
"requestId": "8877679853454667344",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877679853454667344",
"job": "pigweed/pigweed.ci-pigweed-mac-x86-zephyr",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "eac2db8221f5f2867331865c46eb2caaeda97b32"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@eac2db8221f5f2867331865c46eb2caaeda97b32",
"title": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/eac2db8221f5f2867331865c46eb2caaeda97b32"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877679853454667344"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-x86-zephyr"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:09:18.668] Scheduled build:
{
"id": "8712249791149348081",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-12T17:09:18.273574012Z",
"updateTime": "2025-06-12T17:09:18.273574012Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
}
}
}
[17:09:18.668] Task URL: https://cr-buildbucket.appspot.com/build/8712249791149348081
[17:09:18.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:2:0) after 5m31s
[17:09:19.754] Received PubSub notification, asking Buildbucket for the build status
[17:09:19.787] Build status: SCHEDULED
[17:14:49.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:2:0)
[17:14:49.790] Build status: SCHEDULED
[17:14:49.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:4:0) after 1m27s
[17:16:16.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:4:0)
[17:16:16.869] Build status: SCHEDULED
[17:16:16.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:5:0) after 1m25s
[17:17:41.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:5:0)
[17:17:41.912] Build status: SCHEDULED
[17:17:41.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:6:0) after 8m27s
[17:26:08.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:6:0)
[17:26:08.991] Build status: SCHEDULED
[17:26:08.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:7:0) after 1m38s
[17:27:47.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:7:0)
[17:27:47.039] Build status: SCHEDULED
[17:27:47.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:8:0) after 4m39s
[17:32:26.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:8:0)
[17:32:26.106] Build status: SCHEDULED
[17:32:26.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:9:0) after 2m40s
[17:35:06.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:9:0)
[17:35:06.228] Build status: SCHEDULED
[17:35:06.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:10:0) after 1m37s
[17:36:43.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:10:0)
[17:36:43.425] Build status: SCHEDULED
[17:36:43.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:11:0) after 2m42s
[17:39:25.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:11:0)
[17:39:25.511] Build status: SCHEDULED
[17:39:25.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:12:0) after 2m40s
[17:42:05.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:12:0)
[17:42:05.597] Build status: SCHEDULED
[17:42:05.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:13:0) after 7m49s
[17:49:54.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:13:0)
[17:49:54.684] Build status: SCHEDULED
[17:49:54.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:14:0) after 7m10s
[17:57:04.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:14:0)
[17:57:04.736] Build status: SCHEDULED
[17:57:04.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:15:0) after 7m58s
[18:05:02.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:15:0)
[18:05:02.809] Build status: SCHEDULED
[18:05:02.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:16:0) after 3m47s
[18:08:49.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:16:0)
[18:08:54.866] Build status: SCHEDULED
[18:08:54.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:17:0) after 3m40s
[18:12:34.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:17:0)
[18:12:40.534] Build status: SCHEDULED
[18:12:40.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:18:0) after 4m48s
[18:17:28.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:18:0)
[18:17:33.630] Build status: SCHEDULED
[18:17:33.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:19:0) after 8m27s
[18:26:00.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:19:0)
[18:26:00.677] Build status: SCHEDULED
[18:26:00.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:20:0) after 4m17s
[18:30:17.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:20:0)
[18:30:17.763] Build status: SCHEDULED
[18:30:17.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:21:0) after 6m33s
[18:36:50.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:21:0)
[18:36:50.861] Build status: SCHEDULED
[18:36:50.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:22:0) after 4m3s
[18:40:53.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:22:0)
[18:40:53.935] Build status: SCHEDULED
[18:40:53.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:23:0) after 5m19s
[18:46:13.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:23:0)
[18:46:18.234] Build status: SCHEDULED
[18:46:18.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:24:0) after 4m53s
[18:51:11.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:24:0)
[18:51:11.671] Build status: SCHEDULED
[18:51:11.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:25:0) after 5m7s
[18:56:18.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:25:0)
[18:56:18.872] Build status: SCHEDULED
[18:56:18.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:26:0) after 2m7s
[18:58:25.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:26:0)
[18:58:25.950] Build status: SCHEDULED
[18:58:25.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:27:0) after 8m34s
[19:07:00.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:27:0)
[19:07:00.350] Build status: SCHEDULED
[19:07:00.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:28:0) after 2m15s
[19:09:15.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:28:0)
[19:09:15.786] Build status: SCHEDULED
[19:09:15.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:29:0) after 2m7s
[19:11:35.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:29:0)
[19:11:35.940] Build status: SCHEDULED
[19:11:35.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:30:0) after 8m3s
[19:19:39.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:30:0)
[19:19:39.835] Build status: SCHEDULED
[19:19:39.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:31:0) after 4m16s
[19:24:00.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:31:0)
[19:24:00.181] Build status: SCHEDULED
[19:24:00.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:32:0) after 1m20s
[19:25:21.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:32:0)
[19:25:21.033] Build status: SCHEDULED
[19:25:21.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:33:0) after 5m2s
[19:30:23.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:33:0)
[19:30:23.106] Build status: SCHEDULED
[19:30:23.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:34:0) after 8m31s
[20:14:50.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:34:0)
[20:14:50.057] Build status: SCHEDULED
[20:14:50.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:35:0) after 3m36s
[20:18:26.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:35:0)
[20:18:26.100] Build status: SCHEDULED
[20:18:26.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:36:0) after 4m34s
[20:23:00.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:36:0)
[20:23:00.147] Build status: SCHEDULED
[20:23:00.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:37:0) after 4m50s
[20:27:50.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:37:0)
[20:27:50.355] Build status: SCHEDULED
[20:27:50.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:38:0) after 8m25s
[20:36:15.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-zephyr:8877679853454667344:38:0)
[20:36:17.884] Build:
{
"id": "8712249791149348081",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-zephyr"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-12T17:09:18.273574012Z",
"endTime": "2025-06-12T20:36:15.383377261Z",
"updateTime": "2025-06-12T20:36:15.383377261Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "eac2db8221f5f2867331865c46eb2caaeda97b32",
"ref": "refs/heads/main"
}
}
}
[20:36:17.884] Invocation finished in 3h27m1.192850972s with status FAILED