[18:29:58.721] New invocation is queued and will start shortly
[18:30:00.052] Starting the invocation (attempt 1)
[18:30:00.090] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/87673d3fa7398af1ae581121a1b971808407d778"
[18:30:00.090] Popped gitiles commit info from properties and tags
[18:30:00.090] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:30:00.092] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:30:00.092] Buildbucket request:
{
"requestId": "8864991200935265536",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-integration-llvm-latest-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864991200935265536",
"job": "fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "28e98b85019d39b67fff0b236269361ca2d47dc1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@28e98b85019d39b67fff0b236269361ca2d47dc1",
"title": "28e98b85019d39b67fff0b236269361ca2d47dc1",
"url": "https://llvm.googlesource.com/llvm-project/+/28e98b85019d39b67fff0b236269361ca2d47dc1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "87673d3fa7398af1ae581121a1b971808407d778"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@87673d3fa7398af1ae581121a1b971808407d778",
"title": "87673d3fa7398af1ae581121a1b971808407d778",
"url": "https://llvm.googlesource.com/llvm-project/+/87673d3fa7398af1ae581121a1b971808407d778"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "87673d3fa7398af1ae581121a1b971808407d778",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864991200935265536"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:30:00.482] Scheduled build:
{
"id": "8699561138774964465",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-integration-llvm-latest-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-30T18:30:00.152661659Z",
"updateTime": "2025-10-30T18:30:00.152661659Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "87673d3fa7398af1ae581121a1b971808407d778",
"ref": "refs/heads/main"
}
}
}
[18:30:00.482] Task URL: https://cr-buildbucket.appspot.com/build/8699561138774964465
[18:30:00.482] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:2:0) after 6m1s
[18:30:01.457] Received PubSub notification, asking Buildbucket for the build status
[18:30:01.489] Build status: SCHEDULED
[18:36:01.545] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:2:0)
[18:36:01.573] Build status: SCHEDULED
[18:36:01.573] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:4:0) after 7m47s
[18:43:48.586] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:4:0)
[18:43:48.612] Build status: SCHEDULED
[18:43:48.612] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:5:0) after 4m12s
[18:48:00.627] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:5:0)
[18:48:00.640] Build status: SCHEDULED
[18:48:00.640] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:6:0) after 8m20s
[18:56:20.653] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:6:0)
[18:56:20.708] Build status: SCHEDULED
[18:56:20.708] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:7:0) after 8m9s
[19:04:29.781] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:7:0)
[19:04:29.823] Build status: SCHEDULED
[19:04:29.823] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:8:0) after 8m30s
[19:12:59.836] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:8:0)
[19:12:59.874] Build status: SCHEDULED
[19:12:59.874] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:9:0) after 1m39s
[19:14:38.888] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:9:0)
[19:14:38.908] Build status: SCHEDULED
[19:14:38.908] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:10:0) after 2m14s
[19:16:53.033] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:10:0)
[19:16:53.050] Build status: SCHEDULED
[19:16:53.050] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:11:0) after 5m51s
[19:22:44.063] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:11:0)
[19:22:44.083] Build status: SCHEDULED
[19:22:44.083] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:12:0) after 5m37s
[19:28:21.098] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:12:0)
[19:28:21.117] Build status: SCHEDULED
[19:28:21.117] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:13:0) after 7m13s
[19:35:34.181] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:13:0)
[19:35:34.198] Build status: SCHEDULED
[19:35:34.198] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:14:0) after 9m1s
[19:44:35.245] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:14:0)
[19:44:35.273] Build status: SCHEDULED
[19:44:35.273] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:15:0) after 9m4s
[19:53:39.291] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:15:0)
[19:53:39.327] Build status: SCHEDULED
[19:53:39.327] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:16:0) after 9m22s
[20:03:01.406] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:16:0)
[20:03:01.433] Build status: SCHEDULED
[20:03:01.433] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:17:0) after 1m49s
[20:04:50.546] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:17:0)
[20:04:50.564] Build status: SCHEDULED
[20:04:50.564] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:18:0) after 4m14s
[20:09:04.563] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:18:0)
[20:09:04.641] Build status: SCHEDULED
[20:09:04.641] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:19:0) after 1m47s
[20:10:51.700] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:19:0)
[20:10:51.718] Build status: SCHEDULED
[20:10:51.719] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:20:0) after 4m16s
[20:15:07.766] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:20:0)
[20:15:07.784] Build status: SCHEDULED
[20:15:07.784] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:21:0) after 2m18s
[20:17:25.946] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:21:0)
[20:17:25.963] Build status: SCHEDULED
[20:17:25.963] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:22:0) after 5m35s
[20:23:01.051] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:22:0)
[20:23:01.071] Build status: SCHEDULED
[20:23:01.071] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:23:0) after 1m6s
[20:24:07.111] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:23:0)
[20:24:07.143] Build status: SCHEDULED
[20:24:07.143] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:24:0) after 2m25s
[20:26:32.176] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:24:0)
[20:26:32.200] Build status: SCHEDULED
[20:26:32.200] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:25:0) after 3m35s
[20:30:07.216] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:25:0)
[20:30:07.234] Build status: SCHEDULED
[20:30:07.234] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:26:0) after 7m26s
[20:35:48.670] Received PubSub notification, asking Buildbucket for the build status
[20:35:48.700] Build status: STARTED
[20:37:33.249] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:26:0)
[20:37:33.359] Build status: STARTED
[20:37:33.359] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:28:0) after 6m36s
[20:44:09.489] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:28:0)
[20:44:09.508] Build status: STARTED
[20:44:09.508] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:29:0) after 4m21s
[20:48:30.525] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:29:0)
[20:48:30.540] Build status: STARTED
[20:48:30.540] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:30:0) after 7m15s
[20:55:45.553] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:30:0)
[20:55:45.569] Build status: STARTED
[20:55:45.569] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:31:0) after 8m46s
[21:04:31.615] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:31:0)
[21:04:31.636] Build status: STARTED
[21:04:31.636] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:32:0) after 6m11s
[21:10:42.672] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:32:0)
[21:10:42.688] Build status: STARTED
[21:10:42.688] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:33:0) after 4m8s
[21:14:50.808] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:33:0)
[21:14:50.844] Build status: STARTED
[21:14:50.844] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:34:0) after 6m58s
[21:21:48.942] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:34:0)
[21:21:48.961] Build status: STARTED
[21:21:48.961] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:35:0) after 1m10s
[21:22:59.020] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:35:0)
[21:22:59.048] Build status: STARTED
[21:22:59.048] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:36:0) after 8m22s
[21:31:21.065] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:36:0)
[21:31:21.083] Build status: STARTED
[21:31:21.083] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:37:0) after 1m18s
[21:32:39.098] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:37:0)
[21:32:39.125] Build status: STARTED
[21:32:39.125] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:38:0) after 5m4s
[21:37:43.113] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:38:0)
[21:37:43.147] Build status: STARTED
[21:37:43.147] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:39:0) after 1m12s
[21:38:55.338] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:39:0)
[21:38:55.354] Build status: STARTED
[21:38:55.354] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:40:0) after 8m4s
[21:46:59.401] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:40:0)
[21:46:59.419] Build status: STARTED
[21:46:59.419] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:41:0) after 6m39s
[21:53:38.571] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:41:0)
[21:53:38.588] Build status: STARTED
[21:53:38.588] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:42:0) after 5m50s
[21:59:28.608] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:42:0)
[21:59:28.625] Build status: STARTED
[21:59:28.625] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:43:0) after 1m39s
[22:01:07.643] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:43:0)
[22:01:07.752] Build status: STARTED
[22:01:07.752] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:44:0) after 5m59s
[22:07:06.857] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:44:0)
[22:07:06.872] Build status: STARTED
[22:07:06.872] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:45:0) after 6m1s
[22:13:07.956] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:45:0)
[22:13:08.124] Build status: STARTED
[22:13:08.124] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:46:0) after 7m10s
[22:20:18.151] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:46:0)
[22:20:18.166] Build status: STARTED
[22:20:18.166] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:47:0) after 1m31s
[22:21:49.197] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:47:0)
[22:21:49.212] Build status: STARTED
[22:21:49.212] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-integration-llvm-latest-trigger-40be1bb5:8864991200935265536:48:0) after 9m43s
[22:29:06.178] Received PubSub notification, asking Buildbucket for the build status
[22:29:06.194] Build:
{
"id": "8699561138774964465",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-integration-llvm-latest-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-30T18:30:00.152661659Z",
"startTime": "2025-10-30T20:35:48.445346639Z",
"endTime": "2025-10-30T22:29:05.845957636Z",
"updateTime": "2025-10-30T22:29:05.845957636Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "87673d3fa7398af1ae581121a1b971808407d778",
"ref": "refs/heads/main"
}
}
}
[22:29:06.194] Invocation finished in 3h59m7.485648938s with status FAILED