[07:53:43.019] New invocation is queued and will start shortly
[07:53:45.157] Starting the invocation (attempt 1)
[07:53:45.181] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a3ea51e4f161aecfe7dfe9e7c9d709b1f9cdf0ec"
[07:53:45.181] Popped gitiles commit info from properties and tags
[07:53:45.181] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:53:45.181] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:53:45.182] Buildbucket request:
{
"requestId": "8865665409843355648",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-latest-llvm-integration-trigger"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865665409843355648",
"job": "fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "50ca1f407801cd268a1c130b9576dfb51fe7f392"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@50ca1f407801cd268a1c130b9576dfb51fe7f392",
"title": "50ca1f407801cd268a1c130b9576dfb51fe7f392",
"url": "https://llvm.googlesource.com/llvm-project/+/50ca1f407801cd268a1c130b9576dfb51fe7f392"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f3df058b03867e64af0195001d1e455257a81603"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f3df058b03867e64af0195001d1e455257a81603",
"title": "f3df058b03867e64af0195001d1e455257a81603",
"url": "https://llvm.googlesource.com/llvm-project/+/f3df058b03867e64af0195001d1e455257a81603"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d8563e51b56684e7c5491647424aff55d60017fd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d8563e51b56684e7c5491647424aff55d60017fd",
"title": "d8563e51b56684e7c5491647424aff55d60017fd",
"url": "https://llvm.googlesource.com/llvm-project/+/d8563e51b56684e7c5491647424aff55d60017fd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5c666f559ca7c8ea0058b5b80d8b6059dc358fa7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5c666f559ca7c8ea0058b5b80d8b6059dc358fa7",
"title": "5c666f559ca7c8ea0058b5b80d8b6059dc358fa7",
"url": "https://llvm.googlesource.com/llvm-project/+/5c666f559ca7c8ea0058b5b80d8b6059dc358fa7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "13b5e396a007d119a65e0ba41b1f3604369376aa"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@13b5e396a007d119a65e0ba41b1f3604369376aa",
"title": "13b5e396a007d119a65e0ba41b1f3604369376aa",
"url": "https://llvm.googlesource.com/llvm-project/+/13b5e396a007d119a65e0ba41b1f3604369376aa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "407a9099e15db1aacc560f50b968f8f4f45cada7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@407a9099e15db1aacc560f50b968f8f4f45cada7",
"title": "407a9099e15db1aacc560f50b968f8f4f45cada7",
"url": "https://llvm.googlesource.com/llvm-project/+/407a9099e15db1aacc560f50b968f8f4f45cada7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "df970d5ff756e71cdb889f6253d9ef3187e9e251"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@df970d5ff756e71cdb889f6253d9ef3187e9e251",
"title": "df970d5ff756e71cdb889f6253d9ef3187e9e251",
"url": "https://llvm.googlesource.com/llvm-project/+/df970d5ff756e71cdb889f6253d9ef3187e9e251"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7dd06b377447b2bac4a243f7db59fca59ee32e86"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7dd06b377447b2bac4a243f7db59fca59ee32e86",
"title": "7dd06b377447b2bac4a243f7db59fca59ee32e86",
"url": "https://llvm.googlesource.com/llvm-project/+/7dd06b377447b2bac4a243f7db59fca59ee32e86"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d548b0de1c5033f5fd396ee0afbeb244f9e025c4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d548b0de1c5033f5fd396ee0afbeb244f9e025c4",
"title": "d548b0de1c5033f5fd396ee0afbeb244f9e025c4",
"url": "https://llvm.googlesource.com/llvm-project/+/d548b0de1c5033f5fd396ee0afbeb244f9e025c4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "cae7dec112800cb6670324f52098e10a432d3306"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@cae7dec112800cb6670324f52098e10a432d3306",
"title": "cae7dec112800cb6670324f52098e10a432d3306",
"url": "https://llvm.googlesource.com/llvm-project/+/cae7dec112800cb6670324f52098e10a432d3306"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "542703fa68c5549292ccdd6b5c80ff8b7202a9b1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@542703fa68c5549292ccdd6b5c80ff8b7202a9b1",
"title": "542703fa68c5549292ccdd6b5c80ff8b7202a9b1",
"url": "https://llvm.googlesource.com/llvm-project/+/542703fa68c5549292ccdd6b5c80ff8b7202a9b1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fb4c05cf036e09ed97a48a6c515befbcc9198c61"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fb4c05cf036e09ed97a48a6c515befbcc9198c61",
"title": "fb4c05cf036e09ed97a48a6c515befbcc9198c61",
"url": "https://llvm.googlesource.com/llvm-project/+/fb4c05cf036e09ed97a48a6c515befbcc9198c61"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a3ea51e4f161aecfe7dfe9e7c9d709b1f9cdf0ec"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a3ea51e4f161aecfe7dfe9e7c9d709b1f9cdf0ec",
"title": "a3ea51e4f161aecfe7dfe9e7c9d709b1f9cdf0ec",
"url": "https://llvm.googlesource.com/llvm-project/+/a3ea51e4f161aecfe7dfe9e7c9d709b1f9cdf0ec"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a3ea51e4f161aecfe7dfe9e7c9d709b1f9cdf0ec",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865665409843355648"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:53:45.555] Scheduled build:
{
"id": "8700235346850309761",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-latest-llvm-integration-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-23T07:53:45.227502141Z",
"updateTime": "2025-10-23T07:53:45.227502141Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a3ea51e4f161aecfe7dfe9e7c9d709b1f9cdf0ec",
"ref": "refs/heads/main"
}
},
"canary": true
}
[07:53:45.555] Task URL: https://cr-buildbucket.appspot.com/build/8700235346850309761
[07:53:45.555] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:2:0) after 2m4s
[07:53:45.636] Received PubSub notification, asking Buildbucket for the build status
[07:53:45.699] Build status: SCHEDULED
[07:55:34.559] Received PubSub notification, asking Buildbucket for the build status
[07:55:34.579] Build status: STARTED
[07:55:49.568] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:2:0)
[07:55:49.629] Build status: STARTED
[07:55:49.630] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:5:0) after 5m42s
[08:01:31.645] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:5:0)
[08:01:31.678] Build status: STARTED
[08:01:31.678] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:6:0) after 8m12s
[08:09:43.729] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:6:0)
[08:09:43.787] Build status: STARTED
[08:09:43.787] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:7:0) after 5m15s
[08:14:58.846] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:7:0)
[08:14:58.898] Build status: STARTED
[08:14:58.898] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:8:0) after 3m15s
[08:18:13.926] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:8:0)
[08:18:13.951] Build status: STARTED
[08:18:13.951] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:9:0) after 8m42s
[08:26:55.966] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:9:0)
[08:26:56.023] Build status: STARTED
[08:26:56.023] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:10:0) after 9m18s
[08:36:14.142] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:10:0)
[08:36:14.162] Build status: STARTED
[08:36:14.162] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:11:0) after 7m38s
[08:43:52.155] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:11:0)
[08:43:52.173] Build status: STARTED
[08:43:52.173] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:12:0) after 9m30s
[08:53:22.160] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:12:0)
[08:53:22.212] Build status: STARTED
[08:53:22.212] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:13:0) after 9m14s
[09:02:36.999] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:13:0)
[09:02:37.053] Build status: STARTED
[09:02:37.053] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:14:0) after 6m48s
[09:09:25.066] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:14:0)
[09:09:25.087] Build status: STARTED
[09:09:25.087] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:15:0) after 2m29s
[09:11:54.061] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:15:0)
[09:11:54.076] Build status: STARTED
[09:11:54.076] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:16:0) after 2m2s
[09:13:56.088] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:16:0)
[09:13:56.112] Build status: STARTED
[09:13:56.112] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:17:0) after 2m36s
[09:16:32.208] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:17:0)
[09:16:32.224] Build status: STARTED
[09:16:32.224] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:18:0) after 6m53s
[09:23:25.616] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:18:0)
[09:23:25.654] Build status: STARTED
[09:23:25.654] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:19:0) after 8m42s
[09:32:07.711] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:19:0)
[09:32:07.733] Build status: STARTED
[09:32:07.733] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:20:0) after 8m40s
[09:40:47.886] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:20:0)
[09:40:47.905] Build status: STARTED
[09:40:47.905] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:21:0) after 6m26s
[09:47:14.063] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:21:0)
[09:47:14.086] Build status: STARTED
[09:47:14.086] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:22:0) after 6m7s
[09:53:21.257] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:22:0)
[09:53:21.272] Build status: STARTED
[09:53:21.272] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:23:0) after 7m16s
[10:00:37.288] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:23:0)
[10:00:37.300] Build status: STARTED
[10:00:37.300] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:24:0) after 1m51s
[10:02:28.538] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:24:0)
[10:02:28.614] Build status: STARTED
[10:02:28.614] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:25:0) after 9m11s
[10:11:39.676] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:25:0)
[10:11:39.692] Build status: STARTED
[10:11:39.692] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:26:0) after 6m38s
[10:18:17.937] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:26:0)
[10:18:17.953] Build status: STARTED
[10:18:17.953] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:27:0) after 1m29s
[10:19:47.137] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:27:0)
[10:19:47.174] Build status: STARTED
[10:19:47.174] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:28:0) after 8m11s
[10:27:58.564] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:28:0)
[10:27:58.582] Build status: STARTED
[10:27:58.582] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:29:0) after 7m40s
[10:35:38.595] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:29:0)
[10:35:38.610] Build status: STARTED
[10:35:38.610] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:30:0) after 7m18s
[10:42:56.626] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:30:0)
[10:42:56.657] Build status: STARTED
[10:42:56.657] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:31:0) after 4m46s
[10:47:42.679] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:31:0)
[10:47:42.694] Build status: STARTED
[10:47:42.694] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:32:0) after 6m7s
[10:53:49.717] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:32:0)
[10:53:49.735] Build status: STARTED
[10:53:49.735] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:33:0) after 5m48s
[10:59:37.750] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:33:0)
[10:59:37.765] Build status: STARTED
[10:59:37.765] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:34:0) after 1m17s
[11:00:54.779] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:34:0)
[11:00:54.793] Build status: STARTED
[11:00:54.793] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:35:0) after 1m57s
[11:02:51.809] Handling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:35:0)
[11:02:51.826] Build status: STARTED
[11:02:51.826] Scheduling timer "check-buildbucket-build-status" (fuchsia/prod-rust-latest-llvm-integration-trigger-40be1bb5:8865665409843355648:36:0) after 3m37s
[11:05:23.224] Received PubSub notification, asking Buildbucket for the build status
[11:05:23.315] Build:
{
"id": "8700235346850309761",
"builder": {
"project": "fuchsia",
"bucket": "prod",
"builder": "rust-latest-llvm-integration-trigger"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-23T07:53:45.227502141Z",
"startTime": "2025-10-23T07:55:34.388750957Z",
"endTime": "2025-10-23T11:05:22.976069776Z",
"updateTime": "2025-10-23T11:05:22.976069776Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a3ea51e4f161aecfe7dfe9e7c9d709b1f9cdf0ec",
"ref": "refs/heads/main"
}
},
"canary": true
}
[11:05:23.315] Invocation finished in 3h11m40.325790963s with status FAILED