[12:03:40.877] New invocation is queued and will start shortly
[12:03:42.612] Starting the invocation (attempt 1)
[12:03:42.639] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6c773a87013cf82b68ba9be4672e3908a9ab6010"
[12:03:42.639] Popped gitiles commit info from properties and tags
[12:03:42.639] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:03:42.639] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:03:42.640] Buildbucket request:
{
"requestId": "8885399822097919680",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8885399822097919680",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1d7c4609445cb0a8330ee06b836d3c873d7f12bb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1d7c4609445cb0a8330ee06b836d3c873d7f12bb",
"title": "1d7c4609445cb0a8330ee06b836d3c873d7f12bb",
"url": "https://llvm.googlesource.com/llvm-project/+/1d7c4609445cb0a8330ee06b836d3c873d7f12bb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "541ab52ca9b0a3163b42665bf469a4499a7aea44"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@541ab52ca9b0a3163b42665bf469a4499a7aea44",
"title": "541ab52ca9b0a3163b42665bf469a4499a7aea44",
"url": "https://llvm.googlesource.com/llvm-project/+/541ab52ca9b0a3163b42665bf469a4499a7aea44"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ee8a759bfb4772dea7459f4ecbd83bc2be5ee68b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ee8a759bfb4772dea7459f4ecbd83bc2be5ee68b",
"title": "ee8a759bfb4772dea7459f4ecbd83bc2be5ee68b",
"url": "https://llvm.googlesource.com/llvm-project/+/ee8a759bfb4772dea7459f4ecbd83bc2be5ee68b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6dba5f659567af21a01224845077a269380d8e3a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6dba5f659567af21a01224845077a269380d8e3a",
"title": "6dba5f659567af21a01224845077a269380d8e3a",
"url": "https://llvm.googlesource.com/llvm-project/+/6dba5f659567af21a01224845077a269380d8e3a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b7eb01b3a15d59be58319705c916ddf6859d0aab"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b7eb01b3a15d59be58319705c916ddf6859d0aab",
"title": "b7eb01b3a15d59be58319705c916ddf6859d0aab",
"url": "https://llvm.googlesource.com/llvm-project/+/b7eb01b3a15d59be58319705c916ddf6859d0aab"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "96b112fb613e216a198ae2e956a367742c838eed"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@96b112fb613e216a198ae2e956a367742c838eed",
"title": "96b112fb613e216a198ae2e956a367742c838eed",
"url": "https://llvm.googlesource.com/llvm-project/+/96b112fb613e216a198ae2e956a367742c838eed"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6db2594c48b0aa5b13f5ac1664bcc42e836163c9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6db2594c48b0aa5b13f5ac1664bcc42e836163c9",
"title": "6db2594c48b0aa5b13f5ac1664bcc42e836163c9",
"url": "https://llvm.googlesource.com/llvm-project/+/6db2594c48b0aa5b13f5ac1664bcc42e836163c9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "571e4de02ee527ef6d0399008fb57440e51c5d22"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@571e4de02ee527ef6d0399008fb57440e51c5d22",
"title": "571e4de02ee527ef6d0399008fb57440e51c5d22",
"url": "https://llvm.googlesource.com/llvm-project/+/571e4de02ee527ef6d0399008fb57440e51c5d22"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4686b8a6630a9e6c9a3736d624ce94a5030ce10c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4686b8a6630a9e6c9a3736d624ce94a5030ce10c",
"title": "4686b8a6630a9e6c9a3736d624ce94a5030ce10c",
"url": "https://llvm.googlesource.com/llvm-project/+/4686b8a6630a9e6c9a3736d624ce94a5030ce10c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "945ce9642b5d02386abe2f58b6966ca9efc5abf1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@945ce9642b5d02386abe2f58b6966ca9efc5abf1",
"title": "945ce9642b5d02386abe2f58b6966ca9efc5abf1",
"url": "https://llvm.googlesource.com/llvm-project/+/945ce9642b5d02386abe2f58b6966ca9efc5abf1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5b6b4fdb4b07e1d0d9a647f40a30d47f26178e09"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5b6b4fdb4b07e1d0d9a647f40a30d47f26178e09",
"title": "5b6b4fdb4b07e1d0d9a647f40a30d47f26178e09",
"url": "https://llvm.googlesource.com/llvm-project/+/5b6b4fdb4b07e1d0d9a647f40a30d47f26178e09"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e0db41615bd43c874d3b27ea5fe40a5940161f74"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e0db41615bd43c874d3b27ea5fe40a5940161f74",
"title": "e0db41615bd43c874d3b27ea5fe40a5940161f74",
"url": "https://llvm.googlesource.com/llvm-project/+/e0db41615bd43c874d3b27ea5fe40a5940161f74"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "449cdfacc07bd365d49a637196ce8f8067cf845c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@449cdfacc07bd365d49a637196ce8f8067cf845c",
"title": "449cdfacc07bd365d49a637196ce8f8067cf845c",
"url": "https://llvm.googlesource.com/llvm-project/+/449cdfacc07bd365d49a637196ce8f8067cf845c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6c773a87013cf82b68ba9be4672e3908a9ab6010"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6c773a87013cf82b68ba9be4672e3908a9ab6010",
"title": "6c773a87013cf82b68ba9be4672e3908a9ab6010",
"url": "https://llvm.googlesource.com/llvm-project/+/6c773a87013cf82b68ba9be4672e3908a9ab6010"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6c773a87013cf82b68ba9be4672e3908a9ab6010",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885399822097919680"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[12:03:43.019] Scheduled build:
{
"id": "8719969759533259633",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-19T12:03:42.701878Z",
"updateTime": "2025-03-19T12:03:42.701878Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6c773a87013cf82b68ba9be4672e3908a9ab6010",
"ref": "refs/heads/main"
}
},
"canary": true
}
[12:03:43.019] Task URL: https://cr-buildbucket.appspot.com/build/8719969759533259633
[12:03:43.019] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:2:0) after 5m20s
[12:03:43.992] Received PubSub notification, asking Buildbucket for the build status
[12:03:44.056] Build status: SCHEDULED
[12:03:46.969] Received PubSub notification, asking Buildbucket for the build status
[12:03:46.990] Build status: STARTED
[12:09:03.135] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:2:0)
[12:09:03.180] Build status: STARTED
[12:09:03.180] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:5:0) after 8m29s
[12:17:32.283] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:5:0)
[12:17:32.309] Build status: STARTED
[12:17:32.309] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:6:0) after 9m36s
[12:27:08.288] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:6:0)
[12:27:08.313] Build status: STARTED
[12:27:08.313] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:7:0) after 1m25s
[12:28:33.516] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:7:0)
[12:28:33.535] Build status: STARTED
[12:28:33.535] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:8:0) after 9m12s
[12:37:45.650] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:8:0)
[12:37:45.674] Build status: STARTED
[12:37:45.674] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:9:0) after 1m23s
[12:39:08.695] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:9:0)
[12:39:08.712] Build status: STARTED
[12:39:08.712] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:10:0) after 5m20s
[12:44:28.737] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:10:0)
[12:44:28.760] Build status: STARTED
[12:44:28.760] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:11:0) after 5m41s
[12:50:09.784] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:11:0)
[12:50:09.831] Build status: STARTED
[12:50:09.831] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:12:0) after 8m16s
[12:58:25.899] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:12:0)
[12:58:25.937] Build status: STARTED
[12:58:25.937] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:13:0) after 6m32s
[13:04:57.956] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:13:0)
[13:04:57.973] Build status: STARTED
[13:04:57.973] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:14:0) after 3m46s
[13:08:44.319] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:14:0)
[13:08:44.473] Build status: STARTED
[13:08:44.473] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:15:0) after 9m52s
[13:18:36.476] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:15:0)
[13:18:36.503] Build status: STARTED
[13:18:36.503] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:16:0) after 2m40s
[13:21:16.608] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:16:0)
[13:21:16.624] Build status: STARTED
[13:21:16.624] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:17:0) after 5m13s
[13:26:29.744] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:17:0)
[13:26:29.771] Build status: STARTED
[13:26:29.771] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:18:0) after 4m22s
[13:30:51.845] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:18:0)
[13:30:51.935] Build status: STARTED
[13:30:51.935] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:19:0) after 3m46s
[13:34:37.959] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:19:0)
[13:34:37.989] Build status: STARTED
[13:34:37.989] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:20:0) after 1m1s
[13:35:39.015] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:20:0)
[13:35:39.031] Build status: STARTED
[13:35:39.031] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:21:0) after 6m30s
[13:42:09.051] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:21:0)
[13:42:09.079] Build status: STARTED
[13:42:09.079] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:22:0) after 3m13s
[13:45:22.052] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:22:0)
[13:45:22.065] Build status: STARTED
[13:45:22.065] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8885399822097919680:23:0) after 1m54s
[13:45:39.290] Received PubSub notification, asking Buildbucket for the build status
[13:45:39.310] Build:
{
"id": "8719969759533259633",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-19T12:03:42.701878Z",
"startTime": "2025-03-19T12:03:46.764357388Z",
"endTime": "2025-03-19T13:45:38.582820031Z",
"updateTime": "2025-03-19T13:45:38.582820031Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6c773a87013cf82b68ba9be4672e3908a9ab6010",
"ref": "refs/heads/main"
}
},
"canary": true
}
[13:45:39.310] Invocation finished in 1h41m58.438785465s with status FAILED