[18:58:02.318] New invocation is queued and will start shortly
[18:58:03.404] Starting the invocation (attempt 1)
[18:58:03.436] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/aeeaab1ac69a2debdb957851166e4c2c40c47a21"
[18:58:03.436] Popped gitiles commit info from properties and tags
[18:58:03.436] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:58:03.437] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:58:03.437] Buildbucket request:
{
"requestId": "8867707344549066464",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867707344549066464",
"job": "pigweed/experimental.dev.ci-experimental-full",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "aeeaab1ac69a2debdb957851166e4c2c40c47a21"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@aeeaab1ac69a2debdb957851166e4c2c40c47a21",
"title": "aeeaab1ac69a2debdb957851166e4c2c40c47a21",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/aeeaab1ac69a2debdb957851166e4c2c40c47a21"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "aeeaab1ac69a2debdb957851166e4c2c40c47a21",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867707344549066464"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-full"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:58:03.820] Scheduled build:
{
"id": "8702277282652646033",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-30T18:58:03.496126133Z",
"updateTime": "2025-09-30T18:58:03.496126133Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "aeeaab1ac69a2debdb957851166e4c2c40c47a21",
"ref": "refs/heads/main"
}
}
}
[18:58:03.820] Task URL: https://cr-buildbucket.appspot.com/build/8702277282652646033
[18:58:03.820] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:2:0) after 3m1s
[18:58:04.219] Received PubSub notification, asking Buildbucket for the build status
[18:58:04.242] Build status: SCHEDULED
[19:01:04.923] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:2:0)
[19:01:04.998] Build status: SCHEDULED
[19:01:04.998] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:4:0) after 3m13s
[19:04:18.019] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:4:0)
[19:04:18.103] Build status: SCHEDULED
[19:04:18.103] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:5:0) after 4m52s
[19:09:10.117] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:5:0)
[19:09:10.131] Build status: SCHEDULED
[19:09:10.131] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:6:0) after 6m22s
[19:15:32.179] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:6:0)
[19:15:32.199] Build status: SCHEDULED
[19:15:32.199] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:7:0) after 5m35s
[19:21:07.229] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:7:0)
[19:21:07.258] Build status: SCHEDULED
[19:21:07.258] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:8:0) after 5m58s
[19:27:05.298] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:8:0)
[19:27:05.316] Build status: SCHEDULED
[19:27:05.316] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:9:0) after 9m52s
[19:36:57.332] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:9:0)
[19:36:57.366] Build status: SCHEDULED
[19:36:57.366] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:10:0) after 8m24s
[19:45:21.402] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:10:0)
[19:45:21.419] Build status: SCHEDULED
[19:45:21.419] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:11:0) after 5m1s
[19:50:22.418] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:11:0)
[19:50:22.443] Build status: SCHEDULED
[19:50:22.444] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:12:0) after 5m20s
[19:55:42.447] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:12:0)
[19:55:42.473] Build status: SCHEDULED
[19:55:42.473] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:13:0) after 2m4s
[19:57:46.493] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:13:0)
[19:57:46.540] Build status: SCHEDULED
[19:57:46.541] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:14:0) after 3m28s
[20:01:14.555] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:14:0)
[20:01:14.584] Build status: SCHEDULED
[20:01:14.584] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:15:0) after 9m42s
[20:10:56.610] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:15:0)
[20:10:56.628] Build status: SCHEDULED
[20:10:56.628] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:16:0) after 7m52s
[20:18:48.703] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:16:0)
[20:18:48.719] Build status: SCHEDULED
[20:18:48.719] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:17:0) after 7m59s
[20:26:47.736] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:17:0)
[20:26:47.752] Build status: SCHEDULED
[20:26:47.752] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:18:0) after 3m44s
[20:30:31.737] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:18:0)
[20:30:31.752] Build status: SCHEDULED
[20:30:31.752] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:19:0) after 9m7s
[20:39:38.766] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:19:0)
[20:39:38.781] Build status: SCHEDULED
[20:39:38.782] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:20:0) after 9m40s
[20:49:18.805] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:20:0)
[20:49:18.819] Build status: SCHEDULED
[20:49:18.819] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:21:0) after 1m52s
[20:51:10.884] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:21:0)
[20:51:10.899] Build status: SCHEDULED
[20:51:10.899] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:22:0) after 4m34s
[20:55:45.045] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:22:0)
[20:55:45.065] Build status: SCHEDULED
[20:55:45.065] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:23:0) after 7m0s
[21:02:45.180] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:23:0)
[21:02:45.198] Build status: SCHEDULED
[21:02:45.198] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:24:0) after 5m1s
[21:07:46.274] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:24:0)
[21:07:46.292] Build status: SCHEDULED
[21:07:46.292] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:25:0) after 3m32s
[21:11:18.274] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:25:0)
[21:11:18.295] Build status: SCHEDULED
[21:11:18.295] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:26:0) after 3m41s
[21:14:59.331] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:26:0)
[21:14:59.363] Build status: SCHEDULED
[21:14:59.363] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:27:0) after 9m20s
[21:24:19.492] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:27:0)
[21:24:19.507] Build status: SCHEDULED
[21:24:19.507] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:28:0) after 1m32s
[21:25:51.549] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:28:0)
[21:25:51.566] Build status: SCHEDULED
[21:25:51.566] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:29:0) after 3m44s
[21:29:35.580] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:29:0)
[21:29:35.599] Build status: SCHEDULED
[21:29:35.600] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:30:0) after 3m33s
[21:33:08.625] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:30:0)
[21:33:08.648] Build status: SCHEDULED
[21:33:08.648] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:31:0) after 9m8s
[21:42:16.663] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:31:0)
[21:42:16.680] Build status: SCHEDULED
[21:42:16.681] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:32:0) after 2m41s
[21:44:57.743] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:32:0)
[21:44:57.759] Build status: SCHEDULED
[21:44:57.759] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:33:0) after 4m21s
[21:49:18.772] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:33:0)
[21:49:18.790] Build status: SCHEDULED
[21:49:18.790] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:34:0) after 9m58s
[21:59:16.789] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:34:0)
[21:59:16.803] Build status: SCHEDULED
[21:59:16.803] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8867707344549066464:35:0) after 9m48s
[22:04:59.374] Received PubSub notification, asking Buildbucket for the build status
[22:04:59.393] Build status: STARTED
[22:05:13.569] Received PubSub notification, asking Buildbucket for the build status
[22:05:13.586] Build:
{
"id": "8702277282652646033",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-full"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-30T18:58:03.496126133Z",
"startTime": "2025-09-30T22:04:59.175505203Z",
"endTime": "2025-09-30T22:05:13.379399753Z",
"updateTime": "2025-09-30T22:05:13.379399753Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "aeeaab1ac69a2debdb957851166e4c2c40c47a21",
"ref": "refs/heads/main"
}
}
}
[22:05:13.587] Invocation finished in 3h7m11.28220632s with status FAILED