[00:32:29.067] New invocation is queued and will start shortly
[00:32:29.067] Triggered by user:tools-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[00:32:30.436] Starting the invocation (attempt 1)
[00:32:30.461] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/third_party/rust/+/3406ada96f8e16e49e947a91db3eba0db45245fa"
[00:32:30.461] Reconstructed gitiles commit from tags
[00:32:30.461] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:32:30.461] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:32:30.461] Buildbucket request:
{
"requestId": "8920866722307963328",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_toolchain.newllvm.core.x64-debug"
},
"properties": {
"$fuchsia/checkout": {
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "fcaf8bb6a8d06ab3bcbdfd951ed4d75c7f7a44ea",
"project": "integration"
},
"rust_toolchain": {
"cas_digest": "03883d0af0bbe0bd6aecc35988be7383553bd763185361f879a30cd033b57ca0/394",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8920866722307963328",
"job": "fuchsia/rust_toolchain.newllvm.core.x64-debug",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "fcaf8bb6a8d06ab3bcbdfd951ed4d75c7f7a44ea",
"project": "integration"
},
"rust_toolchain": {
"cas_digest": "03883d0af0bbe0bd6aecc35988be7383553bd763185361f879a30cd033b57ca0/394",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
}
},
"rust_toolchain": {
"git_repository": "https://fuchsia.googlesource.com/third_party/rust",
"git_revision": "3406ada96f8e16e49e947a91db3eba0db45245fa"
}
},
"tags": [
"buildset:commit/gitiles/fuchsia.googlesource.com/third_party/rust/+/3406ada96f8e16e49e947a91db3eba0db45245fa",
"gitiles_ref:refs/heads/main",
"parent_buildername:rust-x64-linux-newllvm",
"user_agent:recipe"
]
},
"id": "6ef49461-fdf2-47a6-b656-31be4328c050",
"title": "rust-x64-linux-newllvm/0"
}
]
},
"rust_toolchain": {
"git_repository": "https://fuchsia.googlesource.com/third_party/rust",
"git_revision": "3406ada96f8e16e49e947a91db3eba0db45245fa"
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "third_party/rust",
"id": "3406ada96f8e16e49e947a91db3eba0db45245fa",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8920866722307963328"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/rust_toolchain.newllvm.core.x64-debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rust-x64-linux-newllvm"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:32:30.996] Scheduled build:
{
"id": "8755436660063348049",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_toolchain.newllvm.core.x64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2024-02-22T00:32:30.583261604Z",
"updateTime": "2024-02-22T00:32:30.583261604Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "third_party/rust",
"id": "3406ada96f8e16e49e947a91db3eba0db45245fa",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:32:30.996] Task URL: https://cr-buildbucket.appspot.com/build/8755436660063348049
[00:32:30.996] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:2:0) after 9m11s
[00:32:31.965] Received PubSub notification, asking Buildbucket for the build status
[00:32:31.988] Build status: SCHEDULED
[00:41:42.015] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:2:0)
[00:41:42.032] Build status: SCHEDULED
[00:41:42.032] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:4:0) after 1m17s
[00:42:59.112] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:4:0)
[00:42:59.134] Build status: SCHEDULED
[00:42:59.134] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:5:0) after 2m22s
[00:45:21.240] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:5:0)
[00:45:21.289] Build status: SCHEDULED
[00:45:21.289] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:6:0) after 7m1s
[00:52:22.311] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:6:0)
[00:52:22.328] Build status: SCHEDULED
[00:52:22.328] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:7:0) after 5m27s
[00:57:49.413] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:7:0)
[00:57:49.432] Build status: SCHEDULED
[00:57:49.432] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:8:0) after 7m2s
[01:04:51.798] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:8:0)
[01:04:51.828] Build status: SCHEDULED
[01:04:51.828] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:9:0) after 3m25s
[01:08:16.854] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:9:0)
[01:08:16.877] Build status: SCHEDULED
[01:08:16.877] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:10:0) after 8m37s
[01:16:53.938] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:10:0)
[01:16:53.961] Build status: SCHEDULED
[01:16:53.961] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:11:0) after 1m56s
[01:18:50.009] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:11:0)
[01:18:50.153] Build status: SCHEDULED
[01:18:50.153] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:12:0) after 1m27s
[01:20:17.186] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:12:0)
[01:20:17.203] Build status: SCHEDULED
[01:20:17.204] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:13:0) after 2m36s
[01:21:45.362] Received PubSub notification, asking Buildbucket for the build status
[01:21:45.385] Build status: STARTED
[01:22:53.233] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:13:0)
[01:22:53.268] Build status: STARTED
[01:22:53.268] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:15:0) after 2m47s
[01:25:40.347] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:15:0)
[01:25:40.371] Build status: STARTED
[01:25:40.371] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:16:0) after 1m21s
[01:27:01.402] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:16:0)
[01:27:01.428] Build status: STARTED
[01:27:01.428] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:17:0) after 6m18s
[01:33:19.464] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:17:0)
[01:33:19.533] Build status: STARTED
[01:33:19.533] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:18:0) after 7m26s
[01:40:45.549] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:18:0)
[01:40:45.568] Build status: STARTED
[01:40:45.568] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:19:0) after 1m5s
[01:41:50.584] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:19:0)
[01:41:50.607] Build status: STARTED
[01:41:50.607] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:20:0) after 6m41s
[01:48:31.630] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:20:0)
[01:48:31.654] Build status: STARTED
[01:48:31.654] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:21:0) after 3m11s
[01:51:42.676] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:21:0)
[01:51:42.722] Build status: STARTED
[01:51:42.722] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:22:0) after 1m46s
[01:53:28.737] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:22:0)
[01:53:28.756] Build status: STARTED
[01:53:28.756] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:23:0) after 3m14s
[01:56:42.762] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:23:0)
[01:56:42.805] Build status: STARTED
[01:56:42.805] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:24:0) after 5m48s
[02:02:30.828] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:24:0)
[02:02:30.856] Build status: STARTED
[02:02:30.857] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:25:0) after 4m28s
[02:06:58.878] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:25:0)
[02:06:58.934] Build status: STARTED
[02:06:58.934] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:26:0) after 9m49s
[02:16:48.038] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:26:0)
[02:16:48.067] Build status: STARTED
[02:16:48.067] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:27:0) after 8m22s
[02:25:10.098] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:27:0)
[02:25:10.148] Build status: STARTED
[02:25:10.148] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:28:0) after 7m13s
[02:32:23.542] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:28:0)
[02:32:23.559] Build status: STARTED
[02:32:23.559] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:29:0) after 2m9s
[02:34:32.577] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:29:0)
[02:34:32.600] Build status: STARTED
[02:34:32.600] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:30:0) after 2m28s
[02:37:01.303] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:30:0)
[02:37:03.248] Build status: STARTED
[02:37:03.248] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:31:0) after 7m40s
[02:44:44.281] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:31:0)
[02:44:44.315] Build status: STARTED
[02:44:44.315] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:32:0) after 7m51s
[02:52:35.606] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:32:0)
[02:52:35.628] Build status: STARTED
[02:52:35.628] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:33:0) after 3m3s
[02:55:38.971] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:33:0)
[02:55:38.987] Build status: STARTED
[02:55:38.987] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:34:0) after 2m7s
[02:57:46.020] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:34:0)
[02:57:46.041] Build status: STARTED
[02:57:46.041] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:35:0) after 7m54s
[03:05:40.736] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:35:0)
[03:05:40.758] Build status: STARTED
[03:05:40.758] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:36:0) after 2m39s
[03:08:19.836] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:36:0)
[03:08:19.866] Build status: STARTED
[03:08:19.866] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:37:0) after 6m21s
[03:14:40.874] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:37:0)
[03:14:40.898] Build status: STARTED
[03:14:40.898] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:38:0) after 5m16s
[03:19:57.001] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:38:0)
[03:19:57.026] Build status: STARTED
[03:19:57.026] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:39:0) after 4m57s
[03:24:54.049] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:39:0)
[03:24:54.068] Build status: STARTED
[03:24:54.068] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:40:0) after 2m34s
[03:27:28.091] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:40:0)
[03:27:28.135] Build status: STARTED
[03:27:28.135] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:41:0) after 9m53s
[03:37:21.163] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:41:0)
[03:37:21.190] Build status: STARTED
[03:37:21.190] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:42:0) after 4m22s
[03:41:43.297] Handling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:42:0)
[03:41:43.316] Build status: STARTED
[03:41:43.316] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust_toolchain.newllvm.core.x64-debug:8920866722307963328:43:0) after 6m47s
[03:41:57.818] Received PubSub notification, asking Buildbucket for the build status
[03:41:57.859] Build:
{
"id": "8755436660063348049",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust_toolchain.newllvm.core.x64-debug"
},
"createdBy": "project:fuchsia",
"createTime": "2024-02-22T00:32:30.583261604Z",
"startTime": "2024-02-22T01:21:44.727134Z",
"endTime": "2024-02-22T03:41:57.041836Z",
"updateTime": "2024-02-22T03:41:57.041836Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "third_party/rust",
"id": "3406ada96f8e16e49e947a91db3eba0db45245fa",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:41:57.859] Invocation finished in 3h9m28.799663278s with status FAILED