[03:02:42.102] New invocation is queued and will start shortly
[03:02:43.185] Starting the invocation (attempt 1)
[03:02:43.213] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/c63cb50080fb9c8a0650234cb711823db306f5c6"
[03:02:43.213] Popped gitiles commit info from properties and tags
[03:02:43.213] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:02:43.213] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:02:43.214] Buildbucket request:
{
"requestId": "8864596555326176080",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-llvm-prod-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864596555326176080",
"job": "fuchsia/prod-rust-llvm-prod-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "02d93f7abbd555d93eae94c670fa0aba95758f00"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@02d93f7abbd555d93eae94c670fa0aba95758f00",
"title": "02d93f7abbd555d93eae94c670fa0aba95758f00",
"url": "https://llvm.googlesource.com/llvm-project/+/02d93f7abbd555d93eae94c670fa0aba95758f00"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a22d1c2225543aa9ae7882f6b1a97ee7b2c95574"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a22d1c2225543aa9ae7882f6b1a97ee7b2c95574",
"title": "a22d1c2225543aa9ae7882f6b1a97ee7b2c95574",
"url": "https://llvm.googlesource.com/llvm-project/+/a22d1c2225543aa9ae7882f6b1a97ee7b2c95574"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bc08e69959ecefecc7ea41b648a659aa19c458c8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bc08e69959ecefecc7ea41b648a659aa19c458c8",
"title": "bc08e69959ecefecc7ea41b648a659aa19c458c8",
"url": "https://llvm.googlesource.com/llvm-project/+/bc08e69959ecefecc7ea41b648a659aa19c458c8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "03e78a9976cf7a313c841732432002cbb4146d10"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@03e78a9976cf7a313c841732432002cbb4146d10",
"title": "03e78a9976cf7a313c841732432002cbb4146d10",
"url": "https://llvm.googlesource.com/llvm-project/+/03e78a9976cf7a313c841732432002cbb4146d10"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "749a0e1e410b4c47de68dee295ad2d08283050c4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@749a0e1e410b4c47de68dee295ad2d08283050c4",
"title": "749a0e1e410b4c47de68dee295ad2d08283050c4",
"url": "https://llvm.googlesource.com/llvm-project/+/749a0e1e410b4c47de68dee295ad2d08283050c4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4d98ee2a22242bbe12f2fdb13ee49be697546259"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4d98ee2a22242bbe12f2fdb13ee49be697546259",
"title": "4d98ee2a22242bbe12f2fdb13ee49be697546259",
"url": "https://llvm.googlesource.com/llvm-project/+/4d98ee2a22242bbe12f2fdb13ee49be697546259"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "70ff2c9a32ec2fa123869be9ca6efdd2f24fca1f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@70ff2c9a32ec2fa123869be9ca6efdd2f24fca1f",
"title": "70ff2c9a32ec2fa123869be9ca6efdd2f24fca1f",
"url": "https://llvm.googlesource.com/llvm-project/+/70ff2c9a32ec2fa123869be9ca6efdd2f24fca1f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c63cb50080fb9c8a0650234cb711823db306f5c6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c63cb50080fb9c8a0650234cb711823db306f5c6",
"title": "c63cb50080fb9c8a0650234cb711823db306f5c6",
"url": "https://llvm.googlesource.com/llvm-project/+/c63cb50080fb9c8a0650234cb711823db306f5c6"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c63cb50080fb9c8a0650234cb711823db306f5c6",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864596555326176080"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-rust-llvm-prod-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:02:43.576] Scheduled build:
{
"id": "8699166493436794449",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-llvm-prod-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-11-04T03:02:43.275286189Z",
"updateTime": "2025-11-04T03:02:43.275286189Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c63cb50080fb9c8a0650234cb711823db306f5c6",
"ref": "refs/heads/main"
}
}
}
[03:02:43.576] Task URL: https://cr-buildbucket.appspot.com/build/8699166493436794449
[03:02:43.612] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:2:0) after 2m57s
[03:02:44.526] Received PubSub notification, asking Buildbucket for the build status
[03:02:44.551] Build status: SCHEDULED
[03:05:40.683] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:2:0)
[03:05:40.710] Build status: SCHEDULED
[03:05:40.710] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:4:0) after 5m52s
[03:06:04.190] Received PubSub notification, asking Buildbucket for the build status
[03:06:04.219] Build status: STARTED
[03:11:32.732] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:4:0)
[03:11:32.761] Build status: STARTED
[03:11:32.761] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:6:0) after 2m44s
[03:14:16.778] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:6:0)
[03:14:16.807] Build status: STARTED
[03:14:16.807] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:7:0) after 8m39s
[03:22:55.843] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:7:0)
[03:22:55.866] Build status: STARTED
[03:22:55.866] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:8:0) after 7m29s
[03:30:24.851] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:8:0)
[03:30:24.871] Build status: STARTED
[03:30:24.871] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:9:0) after 2m23s
[03:32:47.888] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:9:0)
[03:32:47.904] Build status: STARTED
[03:32:47.904] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:10:0) after 4m19s
[03:37:06.920] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:10:0)
[03:37:06.942] Build status: STARTED
[03:37:06.942] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:11:0) after 1m25s
[03:38:31.960] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:11:0)
[03:38:31.978] Build status: STARTED
[03:38:31.979] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:12:0) after 9m26s
[03:47:57.991] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:12:0)
[03:47:58.019] Build status: STARTED
[03:47:58.019] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:13:0) after 7m12s
[03:55:10.047] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:13:0)
[03:55:10.098] Build status: STARTED
[03:55:10.098] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:14:0) after 7m59s
[04:03:09.115] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:14:0)
[04:03:09.134] Build status: STARTED
[04:03:09.134] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:15:0) after 5m16s
[04:08:25.151] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:15:0)
[04:08:25.172] Build status: STARTED
[04:08:25.172] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:16:0) after 1m32s
[04:09:57.185] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:16:0)
[04:09:57.223] Build status: STARTED
[04:09:57.223] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:17:0) after 9m17s
[04:19:14.300] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:17:0)
[04:19:14.329] Build status: STARTED
[04:19:14.329] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:18:0) after 2m35s
[04:21:49.375] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:18:0)
[04:21:49.394] Build status: STARTED
[04:21:49.394] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:19:0) after 9m46s
[04:31:35.424] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:19:0)
[04:31:35.440] Build status: STARTED
[04:31:35.440] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:20:0) after 2m21s
[04:33:56.453] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:20:0)
[04:33:56.602] Build status: STARTED
[04:33:56.603] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:21:0) after 7m30s
[04:41:26.658] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:21:0)
[04:41:26.684] Build status: STARTED
[04:41:26.684] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:22:0) after 7m15s
[04:48:41.686] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:22:0)
[04:48:41.698] Build status: STARTED
[04:48:41.698] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:23:0) after 6m43s
[04:55:24.778] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:23:0)
[04:55:24.803] Build status: STARTED
[04:55:24.803] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:24:0) after 9m9s
[05:04:33.946] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:24:0)
[05:04:33.962] Build status: STARTED
[05:04:33.962] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:25:0) after 5m26s
[05:10:00.031] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:25:0)
[05:10:00.057] Build status: STARTED
[05:10:00.057] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:26:0) after 7m8s
[05:17:08.087] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:26:0)
[05:17:08.159] Build status: STARTED
[05:17:08.159] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:27:0) after 1m16s
[05:18:24.196] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:27:0)
[05:18:24.213] Build status: STARTED
[05:18:24.213] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:28:0) after 6m28s
[05:24:52.280] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:28:0)
[05:24:52.297] Build status: STARTED
[05:24:52.297] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:29:0) after 6m29s
[05:31:21.312] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:29:0)
[05:31:21.384] Build status: STARTED
[05:31:21.384] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:30:0) after 1m17s
[05:32:38.432] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:30:0)
[05:32:38.455] Build status: STARTED
[05:32:38.455] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:31:0) after 5m3s
[05:37:41.572] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:31:0)
[05:37:41.592] Build status: STARTED
[05:37:41.592] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:32:0) after 3m23s
[05:41:04.773] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:32:0)
[05:41:04.792] Build status: STARTED
[05:41:04.792] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:33:0) after 3m51s
[05:44:55.807] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:33:0)
[05:44:55.833] Build status: STARTED
[05:44:55.833] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:34:0) after 5m45s
[05:50:40.847] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:34:0)
[05:50:40.873] Build status: STARTED
[05:50:40.873] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:35:0) after 6m54s
[05:57:34.905] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:35:0)
[05:57:34.974] Build status: STARTED
[05:57:34.974] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:36:0) after 2m22s
[05:59:56.969] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:36:0)
[05:59:56.988] Build status: STARTED
[05:59:56.988] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:37:0) after 2m58s
[06:02:55.007] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:37:0)
[06:02:55.115] Build status: STARTED
[06:02:55.115] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:38:0) after 8m39s
[06:11:34.155] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:38:0)
[06:11:34.181] Build status: STARTED
[06:11:34.181] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:39:0) after 3m11s
[06:14:45.230] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:39:0)
[06:14:45.266] Build status: STARTED
[06:14:45.266] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:40:0) after 8m42s
[06:23:27.290] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:40:0)
[06:23:27.316] Build status: STARTED
[06:23:27.316] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:41:0) after 3m59s
[06:27:26.290] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:41:0)
[06:27:26.318] Build status: STARTED
[06:27:26.318] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:42:0) after 9m3s
[06:36:29.359] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:42:0)
[06:36:29.377] Build status: STARTED
[06:36:29.377] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-llvm-prod-trigger-40be1bb5:8864596555326176080:43:0) after 7m14s
[06:41:12.527] Received PubSub notification, asking Buildbucket for the build status
[06:41:12.548] Build:
{
"id": "8699166493436794449",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-llvm-prod-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-11-04T03:02:43.275286189Z",
"startTime": "2025-11-04T03:06:03.696439181Z",
"endTime": "2025-11-04T06:41:12.104602828Z",
"updateTime": "2025-11-04T06:41:12.104602828Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "c63cb50080fb9c8a0650234cb711823db306f5c6",
"ref": "refs/heads/main"
}
}
}
[06:41:12.548] Invocation finished in 3h38m30.458120046s with status FAILED