[21:20:49.395] New invocation is queued and will start shortly
[21:20:50.497] Starting the invocation (attempt 1)
[21:20:50.524] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3aa9ae2da352db6f5822fdc91a170db5e496be32"
[21:20:50.524] Popped gitiles commit info from properties and tags
[21:20:50.524] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:20:50.524] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:20:50.524] Buildbucket request:
{
"requestId": "8846226880273796320",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-llvm-prod-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8846226880273796320",
"job": "fuchsia/prod-rust-llvm-prod-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f6e4e71fcdbff98cb060f87695c75f00b43bf918"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f6e4e71fcdbff98cb060f87695c75f00b43bf918",
"title": "f6e4e71fcdbff98cb060f87695c75f00b43bf918",
"url": "https://llvm.googlesource.com/llvm-project/+/f6e4e71fcdbff98cb060f87695c75f00b43bf918"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "192ea327028d1e8ad37413ebf26ee0da40a4b0fc"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@192ea327028d1e8ad37413ebf26ee0da40a4b0fc",
"title": "192ea327028d1e8ad37413ebf26ee0da40a4b0fc",
"url": "https://llvm.googlesource.com/llvm-project/+/192ea327028d1e8ad37413ebf26ee0da40a4b0fc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9b4f7d1ae62db9c828ea6b676a295b1e70abed9c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9b4f7d1ae62db9c828ea6b676a295b1e70abed9c",
"title": "9b4f7d1ae62db9c828ea6b676a295b1e70abed9c",
"url": "https://llvm.googlesource.com/llvm-project/+/9b4f7d1ae62db9c828ea6b676a295b1e70abed9c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3c6fdba85b4f21b30b9cd9196b0e858204b3dff2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3c6fdba85b4f21b30b9cd9196b0e858204b3dff2",
"title": "3c6fdba85b4f21b30b9cd9196b0e858204b3dff2",
"url": "https://llvm.googlesource.com/llvm-project/+/3c6fdba85b4f21b30b9cd9196b0e858204b3dff2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3aa9ae2da352db6f5822fdc91a170db5e496be32"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3aa9ae2da352db6f5822fdc91a170db5e496be32",
"title": "3aa9ae2da352db6f5822fdc91a170db5e496be32",
"url": "https://llvm.googlesource.com/llvm-project/+/3aa9ae2da352db6f5822fdc91a170db5e496be32"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3aa9ae2da352db6f5822fdc91a170db5e496be32",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8846226880273796320"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-rust-llvm-prod-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:20:50.948] Scheduled build:
{
"id": "8680796818369675553",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-llvm-prod-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-05-25T21:20:50.587687534Z",
"updateTime": "2026-05-25T21:20:50.587687534Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3aa9ae2da352db6f5822fdc91a170db5e496be32",
"ref": "refs/heads/main"
}
}
}
[21:20:50.948] Task URL: https://cr-buildbucket.appspot.com/build/8680796818369675553
[21:20:50.948] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:2:0) after 2m47s
[21:20:51.172] Received PubSub notification, asking Buildbucket for the build status
[21:20:51.191] Build status: SCHEDULED
[21:20:58.635] Received PubSub notification, asking Buildbucket for the build status
[21:20:58.653] Build status: STARTED
[21:23:37.965] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:2:0)
[21:23:37.992] Build status: STARTED
[21:23:37.992] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:5:0) after 4m24s
[21:28:02.073] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:5:0)
[21:28:02.111] Build status: STARTED
[21:28:02.111] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:6:0) after 8m41s
[21:36:43.251] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:6:0)
[21:36:43.281] Build status: STARTED
[21:36:43.282] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:7:0) after 9m32s
[21:46:15.571] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:7:0)
[21:46:15.587] Build status: STARTED
[21:46:15.587] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:8:0) after 7m12s
[21:53:27.870] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:8:0)
[21:53:27.892] Build status: STARTED
[21:53:27.892] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:9:0) after 3m27s
[21:56:55.065] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:9:0)
[21:56:55.083] Build status: STARTED
[21:56:55.084] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:10:0) after 4m27s
[22:01:22.099] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:10:0)
[22:01:22.120] Build status: STARTED
[22:01:22.120] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:11:0) after 2m25s
[22:03:47.349] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:11:0)
[22:03:47.368] Build status: STARTED
[22:03:47.368] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:12:0) after 6m15s
[22:10:02.382] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:12:0)
[22:10:02.408] Build status: STARTED
[22:10:02.408] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:13:0) after 5m21s
[22:15:23.422] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:13:0)
[22:15:23.440] Build status: STARTED
[22:15:23.440] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:14:0) after 2m10s
[22:17:33.412] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:14:0)
[22:17:33.470] Build status: STARTED
[22:17:33.470] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:15:0) after 9m5s
[22:26:38.923] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:15:0)
[22:26:38.941] Build status: STARTED
[22:26:38.941] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:16:0) after 9m36s
[22:36:15.206] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:16:0)
[22:36:15.242] Build status: STARTED
[22:36:15.242] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:17:0) after 4m48s
[22:41:03.259] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:17:0)
[22:41:03.279] Build status: STARTED
[22:41:03.279] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:18:0) after 7m19s
[22:48:22.342] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:18:0)
[22:48:22.357] Build status: STARTED
[22:48:22.357] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:19:0) after 7m53s
[22:56:15.390] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:19:0)
[22:56:15.409] Build status: STARTED
[22:56:15.410] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:20:0) after 4m50s
[23:01:05.521] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:20:0)
[23:01:05.552] Build status: STARTED
[23:01:05.552] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:21:0) after 4m36s
[23:05:41.564] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:21:0)
[23:05:41.579] Build status: STARTED
[23:05:41.579] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:22:0) after 3m5s
[23:08:46.686] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:22:0)
[23:08:46.720] Build status: STARTED
[23:08:46.720] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:23:0) after 1m34s
[23:10:20.773] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:23:0)
[23:10:20.787] Build status: STARTED
[23:10:20.787] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:24:0) after 9m32s
[23:19:52.876] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:24:0)
[23:19:52.895] Build status: STARTED
[23:19:52.895] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:25:0) after 6m28s
[23:26:21.472] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:25:0)
[23:26:21.490] Build status: STARTED
[23:26:21.490] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:26:0) after 5m11s
[23:31:32.609] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:26:0)
[23:31:32.687] Build status: STARTED
[23:31:32.688] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:27:0) after 7m23s
[23:38:55.947] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:27:0)
[23:38:55.978] Build status: STARTED
[23:38:55.978] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:28:0) after 3m12s
[23:42:08.282] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:28:0)
[23:42:08.320] Build status: STARTED
[23:42:08.320] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:29:0) after 7m5s
[23:49:13.319] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:29:0)
[23:49:13.354] Build status: STARTED
[23:49:13.354] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:30:0) after 3m24s
[23:52:37.329] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:30:0)
[23:52:37.348] Build status: STARTED
[23:52:37.348] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:31:0) after 4m23s
[23:57:00.487] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:31:0)
[23:57:00.579] Build status: STARTED
[23:57:00.579] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:32:0) after 5m12s
[00:02:12.620] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:32:0)
[00:02:12.643] Build status: STARTED
[00:02:12.643] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:33:0) after 1m8s
[00:03:20.691] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:33:0)
[00:03:20.707] Build status: STARTED
[00:03:20.707] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:34:0) after 9m35s
[00:12:55.692] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:34:0)
[00:12:55.709] Build status: STARTED
[00:12:55.709] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:35:0) after 9m37s
[00:22:32.859] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:35:0)
[00:22:32.884] Build status: STARTED
[00:22:32.884] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:36:0) after 3m17s
[00:25:50.309] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:36:0)
[00:25:50.330] Build status: STARTED
[00:25:50.330] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:37:0) after 2m58s
[00:28:48.353] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:37:0)
[00:28:48.371] Build status: STARTED
[00:28:48.371] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:38:0) after 3m33s
[00:32:21.342] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:38:0)
[00:32:21.360] Build status: STARTED
[00:32:21.360] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:39:0) after 7m33s
[00:39:54.409] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:39:0)
[00:39:54.430] Build status: STARTED
[00:39:54.430] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:40:0) after 3m24s
[00:43:18.552] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:40:0)
[00:43:18.573] Build status: STARTED
[00:43:18.573] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:41:0) after 4m5s
[00:47:23.630] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:41:0)
[00:47:23.650] Build status: STARTED
[00:47:23.650] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:42:0) after 9m6s
[00:56:29.668] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:42:0)
[00:56:29.758] Build status: STARTED
[00:56:29.758] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:43:0) after 6m3s
[01:02:32.774] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:43:0)
[01:02:32.809] Build status: STARTED
[01:02:32.809] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:44:0) after 1m14s
[01:03:46.825] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:44:0)
[01:03:46.851] Build status: STARTED
[01:03:46.851] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8846226880273796320:45:0) after 7m44s
[01:05:07.069] Received PubSub notification, asking Buildbucket for the build status
[01:05:07.085] Build:
{
"id": "8680796818369675553",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-llvm-prod-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2026-05-25T21:20:50.587687534Z",
"startTime": "2026-05-25T21:20:58.286454713Z",
"endTime": "2026-05-26T01:05:06.761005258Z",
"updateTime": "2026-05-26T01:05:06.761005258Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3aa9ae2da352db6f5822fdc91a170db5e496be32",
"ref": "refs/heads/main"
}
}
}
[01:05:07.085] Invocation finished in 3h44m17.696787332s with status FAILED