[23:36:32.951] New invocation is queued and will start shortly
[23:36:34.275] Starting the invocation (attempt 1)
[23:36:34.308] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/49e7c0d06d8f09c804fcda9ae5d771c1e27df29d"
[23:36:34.308] Popped gitiles commit info from properties and tags
[23:36:34.308] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:36:34.308] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:36:34.308] Buildbucket request:
{
"requestId": "8857995946773061360",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8857995946773061360",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b501f666c5dce20c698d7fddb8060dfbdc5c9485"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b501f666c5dce20c698d7fddb8060dfbdc5c9485",
"title": "b501f666c5dce20c698d7fddb8060dfbdc5c9485",
"url": "https://llvm.googlesource.com/llvm-project/+/b501f666c5dce20c698d7fddb8060dfbdc5c9485"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1a1791b65d716d5a7003d6d82a9139dee0998d73"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1a1791b65d716d5a7003d6d82a9139dee0998d73",
"title": "1a1791b65d716d5a7003d6d82a9139dee0998d73",
"url": "https://llvm.googlesource.com/llvm-project/+/1a1791b65d716d5a7003d6d82a9139dee0998d73"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "071bd59bd480dc3858ce95c9bc7d0ead5524cca7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@071bd59bd480dc3858ce95c9bc7d0ead5524cca7",
"title": "071bd59bd480dc3858ce95c9bc7d0ead5524cca7",
"url": "https://llvm.googlesource.com/llvm-project/+/071bd59bd480dc3858ce95c9bc7d0ead5524cca7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c061ddbd15a36682f2c58534122249550e4fc957"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c061ddbd15a36682f2c58534122249550e4fc957",
"title": "c061ddbd15a36682f2c58534122249550e4fc957",
"url": "https://llvm.googlesource.com/llvm-project/+/c061ddbd15a36682f2c58534122249550e4fc957"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f14577fa6f4d76764db2a65144de1ed573ed1186"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f14577fa6f4d76764db2a65144de1ed573ed1186",
"title": "f14577fa6f4d76764db2a65144de1ed573ed1186",
"url": "https://llvm.googlesource.com/llvm-project/+/f14577fa6f4d76764db2a65144de1ed573ed1186"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c5a0b64f0d875c5da58faed289120b8c54332445"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c5a0b64f0d875c5da58faed289120b8c54332445",
"title": "c5a0b64f0d875c5da58faed289120b8c54332445",
"url": "https://llvm.googlesource.com/llvm-project/+/c5a0b64f0d875c5da58faed289120b8c54332445"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3860147a7f36ea89bc5a19ce229bfd686432c01b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3860147a7f36ea89bc5a19ce229bfd686432c01b",
"title": "3860147a7f36ea89bc5a19ce229bfd686432c01b",
"url": "https://llvm.googlesource.com/llvm-project/+/3860147a7f36ea89bc5a19ce229bfd686432c01b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6ef80e147c63ad84cd616cb4d664b1caf0dbc4bf"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6ef80e147c63ad84cd616cb4d664b1caf0dbc4bf",
"title": "6ef80e147c63ad84cd616cb4d664b1caf0dbc4bf",
"url": "https://llvm.googlesource.com/llvm-project/+/6ef80e147c63ad84cd616cb4d664b1caf0dbc4bf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "88d3078e81ba07cce53b16c83e5bdf143489ded5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@88d3078e81ba07cce53b16c83e5bdf143489ded5",
"title": "88d3078e81ba07cce53b16c83e5bdf143489ded5",
"url": "https://llvm.googlesource.com/llvm-project/+/88d3078e81ba07cce53b16c83e5bdf143489ded5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a99a0023301ebc4226d709c164df04d073dec102"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a99a0023301ebc4226d709c164df04d073dec102",
"title": "a99a0023301ebc4226d709c164df04d073dec102",
"url": "https://llvm.googlesource.com/llvm-project/+/a99a0023301ebc4226d709c164df04d073dec102"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "011a0c637fc07f9703e57e6e8e105060110dc53e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@011a0c637fc07f9703e57e6e8e105060110dc53e",
"title": "011a0c637fc07f9703e57e6e8e105060110dc53e",
"url": "https://llvm.googlesource.com/llvm-project/+/011a0c637fc07f9703e57e6e8e105060110dc53e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1d03535c8f0e22c81970c6e671d9dc12f5d790cf"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1d03535c8f0e22c81970c6e671d9dc12f5d790cf",
"title": "1d03535c8f0e22c81970c6e671d9dc12f5d790cf",
"url": "https://llvm.googlesource.com/llvm-project/+/1d03535c8f0e22c81970c6e671d9dc12f5d790cf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ef8284ed6866083730184ab1521745b9a705d215"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ef8284ed6866083730184ab1521745b9a705d215",
"title": "ef8284ed6866083730184ab1521745b9a705d215",
"url": "https://llvm.googlesource.com/llvm-project/+/ef8284ed6866083730184ab1521745b9a705d215"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "49e7c0d06d8f09c804fcda9ae5d771c1e27df29d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@49e7c0d06d8f09c804fcda9ae5d771c1e27df29d",
"title": "49e7c0d06d8f09c804fcda9ae5d771c1e27df29d",
"url": "https://llvm.googlesource.com/llvm-project/+/49e7c0d06d8f09c804fcda9ae5d771c1e27df29d"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "49e7c0d06d8f09c804fcda9ae5d771c1e27df29d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8857995946773061360"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:36:35.511] Scheduled build:
{
"id": "8692565884599784641",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-01-15T23:36:34.396325350Z",
"updateTime": "2026-01-15T23:36:34.396325350Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "49e7c0d06d8f09c804fcda9ae5d771c1e27df29d",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:36:35.512] Task URL: https://cr-buildbucket.appspot.com/build/8692565884599784641
[23:36:35.512] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:2:0) after 9m9s
[23:36:35.794] Received PubSub notification, asking Buildbucket for the build status
[23:36:35.815] Build status: SCHEDULED
[23:45:44.532] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:2:0)
[23:45:44.548] Build status: SCHEDULED
[23:45:44.548] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:4:0) after 7m11s
[23:49:18.936] Received PubSub notification, asking Buildbucket for the build status
[23:49:18.998] Build status: STARTED
[23:52:55.597] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:4:0)
[23:52:55.623] Build status: STARTED
[23:52:55.623] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:6:0) after 6m8s
[23:59:03.683] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:6:0)
[23:59:03.703] Build status: STARTED
[23:59:03.703] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:7:0) after 9m18s
[00:08:21.935] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:7:0)
[00:08:21.959] Build status: STARTED
[00:08:21.959] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:8:0) after 4m25s
[00:12:46.982] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:8:0)
[00:12:47.005] Build status: STARTED
[00:12:47.005] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:9:0) after 3m42s
[00:16:29.063] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:9:0)
[00:16:29.078] Build status: STARTED
[00:16:29.078] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:10:0) after 4m55s
[00:21:24.112] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:10:0)
[00:21:24.128] Build status: STARTED
[00:21:24.128] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:11:0) after 8m6s
[00:29:30.165] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:11:0)
[00:29:30.233] Build status: STARTED
[00:29:30.233] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:12:0) after 7m27s
[00:36:57.250] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:12:0)
[00:36:57.284] Build status: STARTED
[00:36:57.284] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:13:0) after 2m48s
[00:39:45.408] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:13:0)
[00:39:45.444] Build status: STARTED
[00:39:45.444] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:14:0) after 1m31s
[00:41:16.477] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:14:0)
[00:41:16.491] Build status: STARTED
[00:41:16.491] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:15:0) after 7m20s
[00:48:36.605] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:15:0)
[00:48:36.621] Build status: STARTED
[00:48:36.621] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:16:0) after 6m19s
[00:54:55.697] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:16:0)
[00:54:55.720] Build status: STARTED
[00:54:55.720] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:17:0) after 5m37s
[01:00:32.753] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:17:0)
[01:00:32.775] Build status: STARTED
[01:00:32.775] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:18:0) after 3m19s
[01:03:51.794] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:18:0)
[01:03:51.809] Build status: STARTED
[01:03:51.809] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:19:0) after 1m48s
[01:05:39.864] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:19:0)
[01:05:40.022] Build status: STARTED
[01:05:40.022] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:20:0) after 1m56s
[01:07:36.144] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:20:0)
[01:07:36.163] Build status: STARTED
[01:07:36.163] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:21:0) after 9m43s
[01:17:19.285] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:21:0)
[01:17:19.303] Build status: STARTED
[01:17:19.303] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:22:0) after 4m28s
[01:21:47.317] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:22:0)
[01:21:47.401] Build status: STARTED
[01:21:47.401] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:23:0) after 2m1s
[01:23:48.483] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:23:0)
[01:23:48.559] Build status: STARTED
[01:23:48.559] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8857995946773061360:24:0) after 6m55s
[01:27:37.454] Received PubSub notification, asking Buildbucket for the build status
[01:27:37.467] Build:
{
"id": "8692565884599784641",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2026-01-15T23:36:34.396325350Z",
"startTime": "2026-01-15T23:49:18.788376737Z",
"endTime": "2026-01-16T01:27:36.917910068Z",
"updateTime": "2026-01-16T01:27:36.917910068Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "49e7c0d06d8f09c804fcda9ae5d771c1e27df29d",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:27:37.467] Invocation finished in 1h51m4.527425907s with status FAILED