[07:41:41.330] New invocation is queued and will start shortly
[07:41:42.900] Starting the invocation (attempt 1)
[07:41:42.924] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b4ed102b1ebf92759786d750798b76bba6f1867c"
[07:41:42.924] Popped gitiles commit info from properties and tags
[07:41:42.924] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:41:42.924] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:41:42.924] Buildbucket request:
{
"requestId": "8858780797124807424",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8858780797124807424",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5ab8368d80f88bd9edf8bf96227da3072a7579c3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5ab8368d80f88bd9edf8bf96227da3072a7579c3",
"title": "5ab8368d80f88bd9edf8bf96227da3072a7579c3",
"url": "https://llvm.googlesource.com/llvm-project/+/5ab8368d80f88bd9edf8bf96227da3072a7579c3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5a63367b15875417cd699af3cde01ed10782d8d8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5a63367b15875417cd699af3cde01ed10782d8d8",
"title": "5a63367b15875417cd699af3cde01ed10782d8d8",
"url": "https://llvm.googlesource.com/llvm-project/+/5a63367b15875417cd699af3cde01ed10782d8d8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "16be2c0555080cdc0f0588dc0b4416e8c28d3cf9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@16be2c0555080cdc0f0588dc0b4416e8c28d3cf9",
"title": "16be2c0555080cdc0f0588dc0b4416e8c28d3cf9",
"url": "https://llvm.googlesource.com/llvm-project/+/16be2c0555080cdc0f0588dc0b4416e8c28d3cf9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4ac64317550a39934cac34227dc8d770c1110206"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4ac64317550a39934cac34227dc8d770c1110206",
"title": "4ac64317550a39934cac34227dc8d770c1110206",
"url": "https://llvm.googlesource.com/llvm-project/+/4ac64317550a39934cac34227dc8d770c1110206"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2451172df73445bc2e28bf3f9b7caf2e4bff7469"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2451172df73445bc2e28bf3f9b7caf2e4bff7469",
"title": "2451172df73445bc2e28bf3f9b7caf2e4bff7469",
"url": "https://llvm.googlesource.com/llvm-project/+/2451172df73445bc2e28bf3f9b7caf2e4bff7469"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "050195053c8aff21bb02ade4c90cb7f42343849c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@050195053c8aff21bb02ade4c90cb7f42343849c",
"title": "050195053c8aff21bb02ade4c90cb7f42343849c",
"url": "https://llvm.googlesource.com/llvm-project/+/050195053c8aff21bb02ade4c90cb7f42343849c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "62ac81311535c52f6648135352f70cfbb0e32b10"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@62ac81311535c52f6648135352f70cfbb0e32b10",
"title": "62ac81311535c52f6648135352f70cfbb0e32b10",
"url": "https://llvm.googlesource.com/llvm-project/+/62ac81311535c52f6648135352f70cfbb0e32b10"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3fbe927443a9dd3ab2e6ee7d95fbfcb505b7e54d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3fbe927443a9dd3ab2e6ee7d95fbfcb505b7e54d",
"title": "3fbe927443a9dd3ab2e6ee7d95fbfcb505b7e54d",
"url": "https://llvm.googlesource.com/llvm-project/+/3fbe927443a9dd3ab2e6ee7d95fbfcb505b7e54d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b4ed102b1ebf92759786d750798b76bba6f1867c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b4ed102b1ebf92759786d750798b76bba6f1867c",
"title": "b4ed102b1ebf92759786d750798b76bba6f1867c",
"url": "https://llvm.googlesource.com/llvm-project/+/b4ed102b1ebf92759786d750798b76bba6f1867c"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b4ed102b1ebf92759786d750798b76bba6f1867c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858780797124807424"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:41:43.750] Scheduled build:
{
"id": "8693350734736300353",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-01-07T07:41:42.978494283Z",
"updateTime": "2026-01-07T07:41:42.978494283Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b4ed102b1ebf92759786d750798b76bba6f1867c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[07:41:43.750] Task URL: https://cr-buildbucket.appspot.com/build/8693350734736300353
[07:41:43.750] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:2:0) after 9m32s
[07:41:44.444] Received PubSub notification, asking Buildbucket for the build status
[07:41:44.514] Build status: SCHEDULED
[07:41:50.909] Received PubSub notification, asking Buildbucket for the build status
[07:41:50.924] Build status: STARTED
[07:51:15.765] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:2:0)
[07:51:15.785] Build status: STARTED
[07:51:15.785] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:5:0) after 3m1s
[07:54:16.943] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:5:0)
[07:54:16.976] Build status: STARTED
[07:54:16.976] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:6:0) after 9m52s
[08:04:09.065] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:6:0)
[08:04:09.081] Build status: STARTED
[08:04:09.081] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:7:0) after 6m24s
[08:10:33.115] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:7:0)
[08:10:33.138] Build status: STARTED
[08:10:33.138] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:8:0) after 9m59s
[08:20:32.254] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:8:0)
[08:20:32.276] Build status: STARTED
[08:20:32.276] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:9:0) after 5m54s
[08:26:26.302] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:9:0)
[08:26:26.316] Build status: STARTED
[08:26:26.316] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:10:0) after 1m29s
[08:27:55.335] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:10:0)
[08:27:55.358] Build status: STARTED
[08:27:55.358] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:11:0) after 3m58s
[08:31:53.545] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:11:0)
[08:31:53.566] Build status: STARTED
[08:31:53.566] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:12:0) after 2m31s
[08:34:24.584] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:12:0)
[08:34:24.655] Build status: STARTED
[08:34:24.655] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:13:0) after 9m21s
[08:43:45.736] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:13:0)
[08:43:45.751] Build status: STARTED
[08:43:45.751] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:14:0) after 2m6s
[08:45:52.017] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:14:0)
[08:45:52.031] Build status: STARTED
[08:45:52.031] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:15:0) after 7m3s
[08:52:55.124] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:15:0)
[08:52:55.144] Build status: STARTED
[08:52:55.145] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:16:0) after 7m16s
[09:00:11.163] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:16:0)
[09:00:11.176] Build status: STARTED
[09:00:11.176] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:17:0) after 8m40s
[09:08:51.292] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:17:0)
[09:08:51.305] Build status: STARTED
[09:08:51.306] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:18:0) after 2m25s
[09:11:16.335] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:18:0)
[09:11:16.356] Build status: STARTED
[09:11:16.356] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:19:0) after 1m44s
[09:13:00.585] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:19:0)
[09:13:00.631] Build status: STARTED
[09:13:00.631] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:20:0) after 4m37s
[09:17:37.664] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:20:0)
[09:17:37.694] Build status: STARTED
[09:17:37.694] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:21:0) after 8m4s
[09:25:41.719] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:21:0)
[09:25:41.838] Build status: STARTED
[09:25:41.838] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:22:0) after 8m25s
[09:34:06.838] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:22:0)
[09:34:06.858] Build status: STARTED
[09:34:06.859] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:23:0) after 1m29s
[09:35:35.911] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:23:0)
[09:35:36.002] Build status: STARTED
[09:35:36.002] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:24:0) after 4m43s
[09:40:19.139] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:24:0)
[09:40:19.156] Build status: STARTED
[09:40:19.156] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:25:0) after 6m31s
[09:46:50.247] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:25:0)
[09:46:50.269] Build status: STARTED
[09:46:50.269] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:26:0) after 6m31s
[09:53:21.314] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:26:0)
[09:53:21.338] Build status: STARTED
[09:53:21.338] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:27:0) after 8m17s
[10:01:38.354] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:27:0)
[10:01:38.374] Build status: STARTED
[10:01:38.374] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8858780797124807424:28:0) after 5m55s
[10:06:34.439] Received PubSub notification, asking Buildbucket for the build status
[10:06:34.453] Build:
{
"id": "8693350734736300353",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-01-07T07:41:42.978494283Z",
"startTime": "2026-01-07T07:41:50.477100178Z",
"endTime": "2026-01-07T10:06:34.041306270Z",
"updateTime": "2026-01-07T10:06:34.041306270Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b4ed102b1ebf92759786d750798b76bba6f1867c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[10:06:34.453] Invocation finished in 2h24m53.135820791s with status FAILED