[02:40:23.190] New invocation is queued and will start shortly
[02:40:23.190] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[02:40:24.359] Starting the invocation (attempt 1)
[02:40:24.382] Ignoring gitiles_ref tag without the buildset tag
[02:40:24.383] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:40:24.383] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:40:24.383] Buildbucket request:
{
"requestId": "8839230808677545360",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-deps"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839230808677545360",
"job": "pigweed/experimental.dev.ci-experimental-deps",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "83c25367-69fd-4a23-a991-76e349a31b3c",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8673801122386410561"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839230808677545360"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-deps"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:40:24.744] Scheduled build:
{
"id": "8673800746690563457",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-deps"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-11T02:40:24.463452221Z",
"updateTime": "2026-08-11T02:40:24.463452221Z",
"status": "SCHEDULED",
"input": {
}
}
[02:40:24.744] Task URL: https://cr-buildbucket.appspot.com/build/8673800746690563457
[02:40:24.744] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:2:0) after 9m32s
[02:40:25.815] Received PubSub notification, asking Buildbucket for the build status
[02:40:25.831] Build status: SCHEDULED
[02:49:56.814] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:2:0)
[02:49:56.832] Build status: SCHEDULED
[02:49:56.832] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:4:0) after 5m42s
[02:55:38.894] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:4:0)
[02:55:38.915] Build status: SCHEDULED
[02:55:38.915] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:5:0) after 4m49s
[03:00:27.930] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:5:0)
[03:00:27.952] Build status: SCHEDULED
[03:00:27.952] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:6:0) after 4m31s
[03:04:58.965] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:6:0)
[03:04:58.992] Build status: SCHEDULED
[03:04:58.992] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:7:0) after 9m43s
[03:14:42.011] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:7:0)
[03:14:42.040] Build status: SCHEDULED
[03:14:42.040] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:8:0) after 8m54s
[03:23:36.145] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:8:0)
[03:23:36.175] Build status: SCHEDULED
[03:23:36.175] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:9:0) after 6m10s
[03:29:46.194] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:9:0)
[03:29:46.245] Build status: SCHEDULED
[03:29:46.245] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:10:0) after 8m52s
[03:38:38.294] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:10:0)
[03:38:38.314] Build status: SCHEDULED
[03:38:38.314] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:11:0) after 9m59s
[03:48:37.329] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:11:0)
[03:48:37.375] Build status: SCHEDULED
[03:48:37.375] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:12:0) after 1m48s
[03:50:25.443] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:12:0)
[03:50:25.457] Build status: SCHEDULED
[03:50:25.457] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:13:0) after 9m53s
[04:00:18.472] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:13:0)
[04:00:18.497] Build status: SCHEDULED
[04:00:18.497] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:14:0) after 6m15s
[04:06:33.512] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:14:0)
[04:06:33.535] Build status: SCHEDULED
[04:06:33.535] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:15:0) after 2m4s
[04:08:37.547] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:15:0)
[04:08:37.588] Build status: SCHEDULED
[04:08:37.588] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:16:0) after 6m1s
[04:14:38.605] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:16:0)
[04:14:38.659] Build status: SCHEDULED
[04:14:38.659] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:17:0) after 9m50s
[04:24:28.723] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:17:0)
[04:24:28.744] Build status: SCHEDULED
[04:24:28.744] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:18:0) after 4m13s
[04:28:41.796] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:18:0)
[04:28:41.817] Build status: SCHEDULED
[04:28:41.817] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:19:0) after 9m21s
[04:38:02.833] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:19:0)
[04:38:02.853] Build status: SCHEDULED
[04:38:02.853] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:20:0) after 4m53s
[04:42:55.870] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:20:0)
[04:42:55.887] Build status: SCHEDULED
[04:42:55.887] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:21:0) after 1m38s
[04:44:33.905] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:21:0)
[04:44:33.939] Build status: SCHEDULED
[04:44:33.939] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:22:0) after 3m15s
[04:47:49.071] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:22:0)
[04:47:49.098] Build status: SCHEDULED
[04:47:49.098] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:23:0) after 8m30s
[04:56:19.114] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:23:0)
[04:56:19.134] Build status: SCHEDULED
[04:56:19.134] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:24:0) after 2m37s
[04:58:56.198] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:24:0)
[04:58:56.216] Build status: SCHEDULED
[04:58:56.216] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:25:0) after 3m42s
[05:02:38.232] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:25:0)
[05:02:38.340] Build status: SCHEDULED
[05:02:38.340] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:26:0) after 7m22s
[05:10:00.494] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:26:0)
[05:10:00.519] Build status: SCHEDULED
[05:10:00.519] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:27:0) after 7m57s
[05:17:57.597] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:27:0)
[05:17:57.702] Build status: SCHEDULED
[05:17:57.702] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:28:0) after 8m20s
[05:26:17.721] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:28:0)
[05:26:17.746] Build status: SCHEDULED
[05:26:17.746] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:29:0) after 8m32s
[05:34:49.795] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:29:0)
[05:34:49.863] Build status: SCHEDULED
[05:34:49.863] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:30:0) after 3m43s
[05:38:32.929] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:30:0)
[05:38:32.949] Build status: SCHEDULED
[05:38:32.950] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:31:0) after 7m46s
[05:46:18.964] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:31:0)
[05:46:18.987] Build status: SCHEDULED
[05:46:18.987] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:32:0) after 9m2s
[05:55:21.099] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:32:0)
[05:55:21.118] Build status: SCHEDULED
[05:55:21.118] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:33:0) after 8m41s
[06:04:02.143] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:33:0)
[06:04:02.165] Build status: SCHEDULED
[06:04:02.165] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:34:0) after 9m24s
[06:13:26.207] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:34:0)
[06:13:26.395] Build status: SCHEDULED
[06:13:26.395] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:35:0) after 8m23s
[06:21:49.414] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:35:0)
[06:21:49.466] Build status: SCHEDULED
[06:21:49.466] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:36:0) after 8m20s
[06:30:09.533] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:36:0)
[06:30:09.556] Build status: SCHEDULED
[06:30:09.556] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:37:0) after 5m55s
[06:36:04.616] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:37:0)
[06:36:04.638] Build status: SCHEDULED
[06:36:04.638] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:38:0) after 3m55s
[06:39:59.756] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:38:0)
[06:39:59.779] Build status: SCHEDULED
[06:39:59.779] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:39:0) after 8m3s
[06:48:02.795] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:39:0)
[06:48:02.857] Build status: SCHEDULED
[06:48:02.857] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-deps:8839230808677545360:40:0) after 3m57s
[06:51:14.628] Received PubSub notification, asking Buildbucket for the build status
[06:51:14.660] Build status: STARTED
[06:51:56.096] Received PubSub notification, asking Buildbucket for the build status
[06:51:56.125] Build:
{
"id": "8673800746690563457",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-deps"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-11T02:40:24.463452221Z",
"startTime": "2026-08-11T06:51:14.467261056Z",
"endTime": "2026-08-11T06:51:55.767109613Z",
"updateTime": "2026-08-11T06:51:55.767109613Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[06:51:56.125] Invocation finished in 4h11m32.939266941s with status FAILED