[10:08:09.124] New invocation is queued and will start shortly
[10:08:10.432] Starting the invocation (attempt 1)
[10:08:10.474] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/third_party/rust/+/cb580ff677ea869878a4aadfe07cf570752bd4ce"
[10:08:10.474] Popped gitiles commit info from properties and tags
[10:08:10.474] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:08:10.474] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:08:10.474] Buildbucket request:
{
"requestId": "8918927968135459600",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust-x64-mac"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8918927968135459600",
"job": "fuchsia/rust-x64-mac-49def413",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/third_party/rust",
"revision": "1678c5c32810978da826b1c53aada6b9197144b1"
},
"id": "https://fuchsia.googlesource.com/third_party/rust/+/refs/heads/main@1678c5c32810978da826b1c53aada6b9197144b1",
"title": "1678c5c32810978da826b1c53aada6b9197144b1",
"url": "https://fuchsia.googlesource.com/third_party/rust/+/1678c5c32810978da826b1c53aada6b9197144b1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/third_party/rust",
"revision": "2005c2e54dcb575b1d308ad711266ba1d5102549"
},
"id": "https://fuchsia.googlesource.com/third_party/rust/+/refs/heads/main@2005c2e54dcb575b1d308ad711266ba1d5102549",
"title": "2005c2e54dcb575b1d308ad711266ba1d5102549",
"url": "https://fuchsia.googlesource.com/third_party/rust/+/2005c2e54dcb575b1d308ad711266ba1d5102549"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/third_party/rust",
"revision": "b888e895dec646657d6444652615a69c87276e5a"
},
"id": "https://fuchsia.googlesource.com/third_party/rust/+/refs/heads/main@b888e895dec646657d6444652615a69c87276e5a",
"title": "b888e895dec646657d6444652615a69c87276e5a",
"url": "https://fuchsia.googlesource.com/third_party/rust/+/b888e895dec646657d6444652615a69c87276e5a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/third_party/rust",
"revision": "4497990dff8ce181fa12757eb4e786b85025ae61"
},
"id": "https://fuchsia.googlesource.com/third_party/rust/+/refs/heads/main@4497990dff8ce181fa12757eb4e786b85025ae61",
"title": "4497990dff8ce181fa12757eb4e786b85025ae61",
"url": "https://fuchsia.googlesource.com/third_party/rust/+/4497990dff8ce181fa12757eb4e786b85025ae61"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/third_party/rust",
"revision": "c3342b41b52aa4f8a4497a696ee783952fca36da"
},
"id": "https://fuchsia.googlesource.com/third_party/rust/+/refs/heads/main@c3342b41b52aa4f8a4497a696ee783952fca36da",
"title": "c3342b41b52aa4f8a4497a696ee783952fca36da",
"url": "https://fuchsia.googlesource.com/third_party/rust/+/c3342b41b52aa4f8a4497a696ee783952fca36da"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/third_party/rust",
"revision": "cb580ff677ea869878a4aadfe07cf570752bd4ce"
},
"id": "https://fuchsia.googlesource.com/third_party/rust/+/refs/heads/main@cb580ff677ea869878a4aadfe07cf570752bd4ce",
"title": "cb580ff677ea869878a4aadfe07cf570752bd4ce",
"url": "https://fuchsia.googlesource.com/third_party/rust/+/cb580ff677ea869878a4aadfe07cf570752bd4ce"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "third_party/rust",
"id": "cb580ff677ea869878a4aadfe07cf570752bd4ce",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8918927968135459600"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/rust-x64-mac-49def413"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[10:08:10.976] Scheduled build:
{
"id": "8753497905974898033",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust-x64-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2024-03-14T10:08:10.563526004Z",
"updateTime": "2024-03-14T10:08:10.563526004Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "third_party/rust",
"id": "cb580ff677ea869878a4aadfe07cf570752bd4ce",
"ref": "refs/heads/main"
}
}
}
[10:08:10.976] Task URL: https://cr-buildbucket.appspot.com/build/8753497905974898033
[10:08:10.976] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:2:0) after 2m0s
[10:08:11.881] Received PubSub notification, asking Buildbucket for the build status
[10:08:11.900] Build status: SCHEDULED
[10:08:16.320] Received PubSub notification, asking Buildbucket for the build status
[10:08:16.348] Build status: STARTED
[10:10:11.094] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:2:0)
[10:10:11.126] Build status: STARTED
[10:10:11.126] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:5:0) after 8m34s
[10:18:45.551] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:5:0)
[10:18:45.590] Build status: STARTED
[10:18:45.590] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:6:0) after 5m10s
[10:23:55.607] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:6:0)
[10:23:55.720] Build status: STARTED
[10:23:55.720] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:7:0) after 5m6s
[10:29:02.056] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:7:0)
[10:29:02.090] Build status: STARTED
[10:29:02.090] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:8:0) after 3m59s
[10:33:01.105] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:8:0)
[10:33:01.128] Build status: STARTED
[10:33:01.128] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:9:0) after 9m28s
[10:42:29.255] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:9:0)
[10:42:29.372] Build status: STARTED
[10:42:29.372] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:10:0) after 1m17s
[10:43:46.377] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:10:0)
[10:43:46.399] Build status: STARTED
[10:43:46.399] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:11:0) after 4m0s
[10:47:46.415] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:11:0)
[10:47:46.438] Build status: STARTED
[10:47:46.438] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:12:0) after 7m41s
[10:55:27.607] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:12:0)
[10:55:27.643] Build status: STARTED
[10:55:27.643] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:13:0) after 9m33s
[11:05:00.764] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:13:0)
[11:05:00.798] Build status: STARTED
[11:05:00.798] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:14:0) after 3m15s
[11:08:16.063] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:14:0)
[11:08:16.140] Build status: STARTED
[11:08:16.140] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:15:0) after 9m16s
[11:17:32.184] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:15:0)
[11:17:32.235] Build status: STARTED
[11:17:32.235] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:16:0) after 4m15s
[11:21:47.374] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:16:0)
[11:21:47.477] Build status: STARTED
[11:21:47.477] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:17:0) after 8m47s
[11:30:34.745] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:17:0)
[11:30:34.902] Build status: STARTED
[11:30:34.902] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:18:0) after 9m46s
[11:40:20.992] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:18:0)
[11:40:21.088] Build status: STARTED
[11:40:21.088] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:19:0) after 7m46s
[11:48:07.110] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:19:0)
[11:48:07.138] Build status: STARTED
[11:48:07.138] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:20:0) after 2m58s
[11:51:05.147] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:20:0)
[11:51:05.187] Build status: STARTED
[11:51:05.187] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:21:0) after 7m19s
[11:58:24.210] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:21:0)
[11:58:24.229] Build status: STARTED
[11:58:24.229] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:22:0) after 2m47s
[12:01:11.253] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:22:0)
[12:01:11.310] Build status: STARTED
[12:01:11.310] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:23:0) after 7m0s
[12:08:11.436] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:23:0)
[12:08:11.492] Build status: STARTED
[12:08:11.492] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:24:0) after 9m16s
[12:17:27.516] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:24:0)
[12:17:27.532] Build status: STARTED
[12:17:27.532] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:25:0) after 7m33s
[12:25:00.685] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:25:0)
[12:25:00.718] Build status: STARTED
[12:25:00.718] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:26:0) after 3m33s
[12:28:33.845] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:26:0)
[12:28:33.870] Build status: STARTED
[12:28:33.870] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:27:0) after 9m17s
[12:37:50.889] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:27:0)
[12:37:51.008] Build status: STARTED
[12:37:51.008] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:28:0) after 9m45s
[12:47:36.118] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:28:0)
[12:47:36.137] Build status: STARTED
[12:47:36.137] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:29:0) after 4m56s
[12:52:32.261] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:29:0)
[12:52:32.324] Build status: STARTED
[12:52:32.324] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:30:0) after 8m49s
[13:01:21.553] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:30:0)
[13:01:21.570] Build status: STARTED
[13:01:21.570] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:31:0) after 1m10s
[13:02:31.589] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:31:0)
[13:02:31.610] Build status: STARTED
[13:02:31.610] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:32:0) after 6m36s
[13:09:07.630] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:32:0)
[13:09:07.653] Build status: STARTED
[13:09:07.653] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:33:0) after 5m11s
[13:14:19.289] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:33:0)
[13:14:19.315] Build status: STARTED
[13:14:19.316] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:34:0) after 8m49s
[13:23:08.345] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:34:0)
[13:23:08.362] Build status: STARTED
[13:23:08.362] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:35:0) after 6m9s
[13:29:17.488] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:35:0)
[13:29:17.514] Build status: STARTED
[13:29:17.514] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:36:0) after 9m35s
[13:38:52.533] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:36:0)
[13:38:52.558] Build status: STARTED
[13:38:52.558] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:37:0) after 9m45s
[13:48:37.543] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:37:0)
[13:48:37.572] Build status: STARTED
[13:48:37.572] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:38:0) after 6m7s
[13:54:44.827] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:38:0)
[13:54:44.878] Build status: STARTED
[13:54:44.878] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:39:0) after 9m45s
[14:04:29.996] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:39:0)
[14:04:30.014] Build status: STARTED
[14:04:30.014] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:40:0) after 3m26s
[14:07:56.086] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:40:0)
[14:07:56.181] Build status: STARTED
[14:07:56.181] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:41:0) after 5m54s
[14:13:50.363] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:41:0)
[14:13:50.385] Build status: STARTED
[14:13:50.385] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:42:0) after 9m15s
[14:23:05.409] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:42:0)
[14:23:05.427] Build status: STARTED
[14:23:05.427] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:43:0) after 9m36s
[14:32:41.502] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:43:0)
[14:32:41.541] Build status: STARTED
[14:32:41.541] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:44:0) after 5m58s
[14:38:39.999] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:44:0)
[14:38:40.025] Build status: STARTED
[14:38:40.025] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:45:0) after 7m4s
[14:45:44.140] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:45:0)
[14:45:44.169] Build status: STARTED
[14:45:44.169] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:46:0) after 9m33s
[14:55:17.806] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:46:0)
[14:55:17.843] Build status: STARTED
[14:55:17.843] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:47:0) after 1m54s
[14:57:11.815] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:47:0)
[14:57:11.834] Build status: STARTED
[14:57:11.834] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:48:0) after 8m51s
[15:06:02.893] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:48:0)
[15:06:02.920] Build status: STARTED
[15:06:02.920] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:49:0) after 5m10s
[15:11:13.267] Handling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:49:0)
[15:11:13.287] Build status: STARTED
[15:11:13.287] Scheduling timer "check-buildbucket-build-status" (fuchsia/rust-x64-mac-49def413:8918927968135459600:50:0) after 6m0s
[15:12:50.030] Received PubSub notification, asking Buildbucket for the build status
[15:12:50.103] Build:
{
"id": "8753497905974898033",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "rust-x64-mac"
},
"createdBy": "project:fuchsia",
"createTime": "2024-03-14T10:08:10.563526004Z",
"startTime": "2024-03-14T10:08:15.464965Z",
"endTime": "2024-03-14T15:12:49.021248Z",
"updateTime": "2024-03-14T15:12:49.021248Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "third_party/rust",
"id": "cb580ff677ea869878a4aadfe07cf570752bd4ce",
"ref": "refs/heads/main"
}
}
}
[15:12:50.103] Invocation finished in 5h4m40.983408943s with status FAILED