[01:17:33.704] New invocation is queued and will start shortly
[01:17:34.789] Starting the invocation (attempt 1)
[01:17:34.814] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2c0102c150c05fe0ad4338ad08244c875c3314be"
[01:17:34.814] Popped gitiles commit info from properties and tags
[01:17:34.814] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:17:34.814] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:17:34.815] Buildbucket request:
{
"requestId": "8850379446426356224",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8850379446426356224",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "eb6075e3be0a40301f008b0b3640ed125b66929f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@eb6075e3be0a40301f008b0b3640ed125b66929f",
"title": "eb6075e3be0a40301f008b0b3640ed125b66929f",
"url": "https://llvm.googlesource.com/llvm-project/+/eb6075e3be0a40301f008b0b3640ed125b66929f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "23cb39afd5cd5006b9b7d036ffc668fdf9aa0410"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@23cb39afd5cd5006b9b7d036ffc668fdf9aa0410",
"title": "23cb39afd5cd5006b9b7d036ffc668fdf9aa0410",
"url": "https://llvm.googlesource.com/llvm-project/+/23cb39afd5cd5006b9b7d036ffc668fdf9aa0410"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f7fb8f46f7291c81695feae030c7f6e398bd11d1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f7fb8f46f7291c81695feae030c7f6e398bd11d1",
"title": "f7fb8f46f7291c81695feae030c7f6e398bd11d1",
"url": "https://llvm.googlesource.com/llvm-project/+/f7fb8f46f7291c81695feae030c7f6e398bd11d1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5531990872d464f5644c58e0a90a47eb7d1ae575"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5531990872d464f5644c58e0a90a47eb7d1ae575",
"title": "5531990872d464f5644c58e0a90a47eb7d1ae575",
"url": "https://llvm.googlesource.com/llvm-project/+/5531990872d464f5644c58e0a90a47eb7d1ae575"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e03817ff4e16ab06fe0b38eec9b7ff31fc09f446"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e03817ff4e16ab06fe0b38eec9b7ff31fc09f446",
"title": "e03817ff4e16ab06fe0b38eec9b7ff31fc09f446",
"url": "https://llvm.googlesource.com/llvm-project/+/e03817ff4e16ab06fe0b38eec9b7ff31fc09f446"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "47678c6e02b31e69473f35749e6e7bd3460ce620"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@47678c6e02b31e69473f35749e6e7bd3460ce620",
"title": "47678c6e02b31e69473f35749e6e7bd3460ce620",
"url": "https://llvm.googlesource.com/llvm-project/+/47678c6e02b31e69473f35749e6e7bd3460ce620"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "25e64fd825cc58e8e55db9b5ac1f39f2d757ca16"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@25e64fd825cc58e8e55db9b5ac1f39f2d757ca16",
"title": "25e64fd825cc58e8e55db9b5ac1f39f2d757ca16",
"url": "https://llvm.googlesource.com/llvm-project/+/25e64fd825cc58e8e55db9b5ac1f39f2d757ca16"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8ed9a0418f8e5b0d7ef5bb153ed12bae59269ed7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8ed9a0418f8e5b0d7ef5bb153ed12bae59269ed7",
"title": "8ed9a0418f8e5b0d7ef5bb153ed12bae59269ed7",
"url": "https://llvm.googlesource.com/llvm-project/+/8ed9a0418f8e5b0d7ef5bb153ed12bae59269ed7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "81fee9eeef6db8ebbfda2072fd93a057f174af90"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@81fee9eeef6db8ebbfda2072fd93a057f174af90",
"title": "81fee9eeef6db8ebbfda2072fd93a057f174af90",
"url": "https://llvm.googlesource.com/llvm-project/+/81fee9eeef6db8ebbfda2072fd93a057f174af90"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2c0102c150c05fe0ad4338ad08244c875c3314be"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2c0102c150c05fe0ad4338ad08244c875c3314be",
"title": "2c0102c150c05fe0ad4338ad08244c875c3314be",
"url": "https://llvm.googlesource.com/llvm-project/+/2c0102c150c05fe0ad4338ad08244c875c3314be"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2c0102c150c05fe0ad4338ad08244c875c3314be",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8850379446426356224"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:17:35.196] Scheduled build:
{
"id": "8684949384545188385",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-04-10T01:17:34.878362751Z",
"updateTime": "2026-04-10T01:17:34.878362751Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2c0102c150c05fe0ad4338ad08244c875c3314be",
"ref": "refs/heads/main"
}
}
}
[01:17:35.196] Task URL: https://cr-buildbucket.appspot.com/build/8684949384545188385
[01:17:35.196] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:2:0) after 3m44s
[01:17:36.122] Received PubSub notification, asking Buildbucket for the build status
[01:17:36.149] Build status: SCHEDULED
[01:21:19.186] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:2:0)
[01:21:19.214] Build status: SCHEDULED
[01:21:19.214] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:4:0) after 4m14s
[01:25:33.283] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:4:0)
[01:25:33.298] Build status: SCHEDULED
[01:25:33.298] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:5:0) after 7m55s
[01:33:28.316] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:5:0)
[01:33:28.338] Build status: SCHEDULED
[01:33:28.338] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:6:0) after 5m54s
[01:39:22.320] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:6:0)
[01:39:22.430] Build status: SCHEDULED
[01:39:22.430] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:7:0) after 4m45s
[01:44:07.448] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:7:0)
[01:44:07.466] Build status: SCHEDULED
[01:44:07.466] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:8:0) after 7m49s
[01:51:56.484] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:8:0)
[01:51:56.499] Build status: SCHEDULED
[01:51:56.499] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:9:0) after 5m22s
[01:57:18.514] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:9:0)
[01:57:18.534] Build status: SCHEDULED
[01:57:18.534] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:10:0) after 2m31s
[01:59:49.629] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:10:0)
[01:59:49.648] Build status: SCHEDULED
[01:59:49.648] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:11:0) after 7m43s
[02:07:32.712] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:11:0)
[02:07:32.759] Build status: SCHEDULED
[02:07:32.759] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:12:0) after 7m58s
[02:15:30.778] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:12:0)
[02:15:30.810] Build status: SCHEDULED
[02:15:30.810] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:13:0) after 9m37s
[02:25:07.847] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:13:0)
[02:25:07.868] Build status: SCHEDULED
[02:25:07.868] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:14:0) after 5m26s
[02:30:34.059] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:14:0)
[02:30:34.107] Build status: SCHEDULED
[02:30:34.107] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:15:0) after 1m6s
[02:31:40.124] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:15:0)
[02:31:40.144] Build status: SCHEDULED
[02:31:40.144] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:16:0) after 6m35s
[02:38:15.218] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:16:0)
[02:38:15.240] Build status: SCHEDULED
[02:38:15.240] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:17:0) after 6m0s
[02:44:15.342] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:17:0)
[02:44:15.367] Build status: SCHEDULED
[02:44:15.367] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:18:0) after 8m57s
[02:53:12.387] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:18:0)
[02:53:12.403] Build status: SCHEDULED
[02:53:12.403] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:19:0) after 8m19s
[03:01:31.432] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:19:0)
[03:01:31.457] Build status: SCHEDULED
[03:01:31.457] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:20:0) after 4m33s
[03:06:04.476] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:20:0)
[03:06:04.492] Build status: SCHEDULED
[03:06:04.492] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:21:0) after 1m50s
[03:07:54.534] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:21:0)
[03:07:54.580] Build status: SCHEDULED
[03:07:54.580] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:22:0) after 4m21s
[03:12:15.626] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:22:0)
[03:12:15.714] Build status: SCHEDULED
[03:12:15.714] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:23:0) after 8m1s
[03:20:16.735] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:23:0)
[03:20:16.761] Build status: SCHEDULED
[03:20:16.761] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:24:0) after 8m47s
[03:29:03.808] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:24:0)
[03:29:03.897] Build status: SCHEDULED
[03:29:03.897] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:25:0) after 3m29s
[03:32:32.913] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:25:0)
[03:32:32.930] Build status: SCHEDULED
[03:32:32.930] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:26:0) after 2m59s
[03:35:32.046] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:26:0)
[03:35:32.065] Build status: SCHEDULED
[03:35:32.065] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:27:0) after 8m25s
[03:43:57.129] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:27:0)
[03:43:57.169] Build status: SCHEDULED
[03:43:57.169] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:28:0) after 3m53s
[03:47:50.183] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:28:0)
[03:47:50.203] Build status: SCHEDULED
[03:47:50.203] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:29:0) after 7m4s
[03:54:54.221] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:29:0)
[03:54:54.241] Build status: SCHEDULED
[03:54:54.241] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:30:0) after 3m40s
[03:58:34.277] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:30:0)
[03:58:34.292] Build status: SCHEDULED
[03:58:34.292] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:31:0) after 1m31s
[04:00:05.421] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:31:0)
[04:00:05.446] Build status: SCHEDULED
[04:00:05.446] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:32:0) after 5m19s
[04:05:24.461] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:32:0)
[04:05:24.521] Build status: SCHEDULED
[04:05:24.521] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:33:0) after 2m33s
[04:07:57.645] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:33:0)
[04:07:57.667] Build status: SCHEDULED
[04:07:57.667] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:34:0) after 9m7s
[04:17:04.694] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:34:0)
[04:17:04.715] Build status: SCHEDULED
[04:17:04.716] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8850379446426356224:35:0) after 8m1s
[04:21:15.634] Received PubSub notification, asking Buildbucket for the build status
[04:21:15.696] Build:
{
"id": "8684949384545188385",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-04-10T01:17:34.878362751Z",
"endTime": "2026-04-10T04:19:25.027216555Z",
"updateTime": "2026-04-10T04:19:25.027216555Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2c0102c150c05fe0ad4338ad08244c875c3314be",
"ref": "refs/heads/main"
}
}
}
[04:21:15.696] Invocation finished in 3h3m41.99533879s with status FAILED