[16:11:13.009] New invocation is queued and will start shortly
[16:11:14.402] Starting the invocation (attempt 1)
[16:11:14.430] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ae985267d0a107119038e1a1e62b3aed6523f28c"
[16:11:14.430] Popped gitiles commit info from properties and tags
[16:11:14.430] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:11:14.431] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:11:14.431] Buildbucket request:
{
"requestId": "8886109024244160352",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8886109024244160352",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d48a36f5833aa076402f733216bae6aef6be666c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d48a36f5833aa076402f733216bae6aef6be666c",
"title": "d48a36f5833aa076402f733216bae6aef6be666c",
"url": "https://llvm.googlesource.com/llvm-project/+/d48a36f5833aa076402f733216bae6aef6be666c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "21f1ef330f22faddef0c820fb4c1fa912bc05323"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@21f1ef330f22faddef0c820fb4c1fa912bc05323",
"title": "21f1ef330f22faddef0c820fb4c1fa912bc05323",
"url": "https://llvm.googlesource.com/llvm-project/+/21f1ef330f22faddef0c820fb4c1fa912bc05323"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8c2714e44802cb36eb556a3f2940bbc2e512f6be"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8c2714e44802cb36eb556a3f2940bbc2e512f6be",
"title": "8c2714e44802cb36eb556a3f2940bbc2e512f6be",
"url": "https://llvm.googlesource.com/llvm-project/+/8c2714e44802cb36eb556a3f2940bbc2e512f6be"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3339632e9c68ff71071b5ad72b33f7a8ac5658f6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3339632e9c68ff71071b5ad72b33f7a8ac5658f6",
"title": "3339632e9c68ff71071b5ad72b33f7a8ac5658f6",
"url": "https://llvm.googlesource.com/llvm-project/+/3339632e9c68ff71071b5ad72b33f7a8ac5658f6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f33dca41a3a0c4cea90b7c476b1cff9cade430e7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f33dca41a3a0c4cea90b7c476b1cff9cade430e7",
"title": "f33dca41a3a0c4cea90b7c476b1cff9cade430e7",
"url": "https://llvm.googlesource.com/llvm-project/+/f33dca41a3a0c4cea90b7c476b1cff9cade430e7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7c77a4655ca56eab7e1a4419f0013b514ab42473"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7c77a4655ca56eab7e1a4419f0013b514ab42473",
"title": "7c77a4655ca56eab7e1a4419f0013b514ab42473",
"url": "https://llvm.googlesource.com/llvm-project/+/7c77a4655ca56eab7e1a4419f0013b514ab42473"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fb397ab1e5f32e179094580174f42115961b7790"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fb397ab1e5f32e179094580174f42115961b7790",
"title": "fb397ab1e5f32e179094580174f42115961b7790",
"url": "https://llvm.googlesource.com/llvm-project/+/fb397ab1e5f32e179094580174f42115961b7790"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7129205816ca8c7929ab0b44168830ce54287dd3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7129205816ca8c7929ab0b44168830ce54287dd3",
"title": "7129205816ca8c7929ab0b44168830ce54287dd3",
"url": "https://llvm.googlesource.com/llvm-project/+/7129205816ca8c7929ab0b44168830ce54287dd3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "222b99d3aac577a561592f160b9ac39f8740d3e5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@222b99d3aac577a561592f160b9ac39f8740d3e5",
"title": "222b99d3aac577a561592f160b9ac39f8740d3e5",
"url": "https://llvm.googlesource.com/llvm-project/+/222b99d3aac577a561592f160b9ac39f8740d3e5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b334321678d4df2d8b1572301c827cae4d4097e2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b334321678d4df2d8b1572301c827cae4d4097e2",
"title": "b334321678d4df2d8b1572301c827cae4d4097e2",
"url": "https://llvm.googlesource.com/llvm-project/+/b334321678d4df2d8b1572301c827cae4d4097e2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f3e55944a9468842746467494dd89724a66fc533"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f3e55944a9468842746467494dd89724a66fc533",
"title": "f3e55944a9468842746467494dd89724a66fc533",
"url": "https://llvm.googlesource.com/llvm-project/+/f3e55944a9468842746467494dd89724a66fc533"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c542f425796d751fcd44ad1899691cfa1a1e444a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c542f425796d751fcd44ad1899691cfa1a1e444a",
"title": "c542f425796d751fcd44ad1899691cfa1a1e444a",
"url": "https://llvm.googlesource.com/llvm-project/+/c542f425796d751fcd44ad1899691cfa1a1e444a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a71c9d8438622013eddf04cf4c81ab0f22a83055"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a71c9d8438622013eddf04cf4c81ab0f22a83055",
"title": "a71c9d8438622013eddf04cf4c81ab0f22a83055",
"url": "https://llvm.googlesource.com/llvm-project/+/a71c9d8438622013eddf04cf4c81ab0f22a83055"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d8d2e0779a4020aa72b39ab2baf8c4c504877a2a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d8d2e0779a4020aa72b39ab2baf8c4c504877a2a",
"title": "d8d2e0779a4020aa72b39ab2baf8c4c504877a2a",
"url": "https://llvm.googlesource.com/llvm-project/+/d8d2e0779a4020aa72b39ab2baf8c4c504877a2a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1fe463182cead6e7c6119ab410eae9e9d969325a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1fe463182cead6e7c6119ab410eae9e9d969325a",
"title": "1fe463182cead6e7c6119ab410eae9e9d969325a",
"url": "https://llvm.googlesource.com/llvm-project/+/1fe463182cead6e7c6119ab410eae9e9d969325a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "93d41d814816d2933735e3d238e6eebb91dfdc30"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@93d41d814816d2933735e3d238e6eebb91dfdc30",
"title": "93d41d814816d2933735e3d238e6eebb91dfdc30",
"url": "https://llvm.googlesource.com/llvm-project/+/93d41d814816d2933735e3d238e6eebb91dfdc30"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f90aa418978748c0613036b0285bb80af40570b7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f90aa418978748c0613036b0285bb80af40570b7",
"title": "f90aa418978748c0613036b0285bb80af40570b7",
"url": "https://llvm.googlesource.com/llvm-project/+/f90aa418978748c0613036b0285bb80af40570b7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ae985267d0a107119038e1a1e62b3aed6523f28c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ae985267d0a107119038e1a1e62b3aed6523f28c",
"title": "ae985267d0a107119038e1a1e62b3aed6523f28c",
"url": "https://llvm.googlesource.com/llvm-project/+/ae985267d0a107119038e1a1e62b3aed6523f28c"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ae985267d0a107119038e1a1e62b3aed6523f28c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8886109024244160352"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:11:14.947] Scheduled build:
{
"id": "8720678961979643761",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-11T16:11:14.543255921Z",
"updateTime": "2025-03-11T16:11:14.543255921Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ae985267d0a107119038e1a1e62b3aed6523f28c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[16:11:14.947] Task URL: https://cr-buildbucket.appspot.com/build/8720678961979643761
[16:11:14.947] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:2:0) after 8m2s
[16:11:15.915] Received PubSub notification, asking Buildbucket for the build status
[16:11:15.941] Build status: SCHEDULED
[16:11:56.401] Received PubSub notification, asking Buildbucket for the build status
[16:11:56.466] Build status: STARTED
[16:19:17.124] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:2:0)
[16:19:17.158] Build status: STARTED
[16:19:17.158] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:5:0) after 3m44s
[16:23:01.185] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:5:0)
[16:23:01.205] Build status: STARTED
[16:23:01.205] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:6:0) after 3m58s
[16:26:59.333] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:6:0)
[16:26:59.382] Build status: STARTED
[16:26:59.382] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:7:0) after 4m17s
[16:31:16.399] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:7:0)
[16:31:16.443] Build status: STARTED
[16:31:16.443] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:8:0) after 9m27s
[16:40:43.468] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:8:0)
[16:40:43.490] Build status: STARTED
[16:40:43.490] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:9:0) after 8m6s
[16:48:49.531] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:9:0)
[16:48:49.553] Build status: STARTED
[16:48:49.553] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:10:0) after 3m36s
[16:52:25.584] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:10:0)
[16:52:25.614] Build status: STARTED
[16:52:25.614] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:11:0) after 8m33s
[17:00:58.686] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:11:0)
[17:00:58.704] Build status: STARTED
[17:00:58.704] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:12:0) after 3m41s
[17:04:39.758] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:12:0)
[17:04:39.795] Build status: STARTED
[17:04:39.795] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:13:0) after 5m4s
[17:09:43.819] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:13:0)
[17:09:43.835] Build status: STARTED
[17:09:43.835] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:14:0) after 5m49s
[17:15:32.888] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:14:0)
[17:15:32.902] Build status: STARTED
[17:15:32.902] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:15:0) after 1m3s
[17:16:35.985] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:15:0)
[17:16:36.088] Build status: STARTED
[17:16:36.088] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:16:0) after 5m28s
[17:22:04.112] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:16:0)
[17:22:04.130] Build status: STARTED
[17:22:04.130] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:17:0) after 3m13s
[17:25:17.156] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:17:0)
[17:25:17.182] Build status: STARTED
[17:25:17.182] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:18:0) after 9m11s
[17:34:28.264] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:18:0)
[17:34:28.288] Build status: STARTED
[17:34:28.288] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:19:0) after 4m55s
[17:39:23.362] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:19:0)
[17:39:23.387] Build status: STARTED
[17:39:23.387] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:20:0) after 7m44s
[17:47:07.414] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:20:0)
[17:47:07.428] Build status: STARTED
[17:47:07.428] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886109024244160352:21:0) after 9m23s
[17:53:47.007] Received PubSub notification, asking Buildbucket for the build status
[17:53:47.024] Build:
{
"id": "8720678961979643761",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-11T16:11:14.543255921Z",
"startTime": "2025-03-11T16:11:56.009819535Z",
"endTime": "2025-03-11T17:53:46.270053514Z",
"updateTime": "2025-03-11T17:53:46.270053514Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ae985267d0a107119038e1a1e62b3aed6523f28c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[17:53:47.024] Invocation finished in 1h42m34.023701783s with status FAILED