[16:02:43.027] New invocation is queued and will start shortly
[16:02:44.111] Starting the invocation (attempt 1)
[16:02:44.150] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ef840d8fb7d072344867b21d2cb6574ba494b0c9"
[16:02:44.150] Popped gitiles commit info from properties and tags
[16:02:44.150] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:02:44.151] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:02:44.151] Buildbucket request:
{
"requestId": "8868624344485066336",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868624344485066336",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e4d7b8928b287a9954e3c83306bdb9b16e4e7c1b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e4d7b8928b287a9954e3c83306bdb9b16e4e7c1b",
"title": "e4d7b8928b287a9954e3c83306bdb9b16e4e7c1b",
"url": "https://llvm.googlesource.com/llvm-project/+/e4d7b8928b287a9954e3c83306bdb9b16e4e7c1b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2dd0edf2d8593a979421f0ab6575e76a37671459"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2dd0edf2d8593a979421f0ab6575e76a37671459",
"title": "2dd0edf2d8593a979421f0ab6575e76a37671459",
"url": "https://llvm.googlesource.com/llvm-project/+/2dd0edf2d8593a979421f0ab6575e76a37671459"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "23efc67e194222a9c14da8e99f183f98cb126c8a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@23efc67e194222a9c14da8e99f183f98cb126c8a",
"title": "23efc67e194222a9c14da8e99f183f98cb126c8a",
"url": "https://llvm.googlesource.com/llvm-project/+/23efc67e194222a9c14da8e99f183f98cb126c8a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "941ea28f3f4f12e49b5e511299a2bf7214795630"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@941ea28f3f4f12e49b5e511299a2bf7214795630",
"title": "941ea28f3f4f12e49b5e511299a2bf7214795630",
"url": "https://llvm.googlesource.com/llvm-project/+/941ea28f3f4f12e49b5e511299a2bf7214795630"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "cb78bf6c94dca7dab802f61895a84c21452ea71a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@cb78bf6c94dca7dab802f61895a84c21452ea71a",
"title": "cb78bf6c94dca7dab802f61895a84c21452ea71a",
"url": "https://llvm.googlesource.com/llvm-project/+/cb78bf6c94dca7dab802f61895a84c21452ea71a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a04c0f5cebfed58fb54969c0f52ce559c7277025"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a04c0f5cebfed58fb54969c0f52ce559c7277025",
"title": "a04c0f5cebfed58fb54969c0f52ce559c7277025",
"url": "https://llvm.googlesource.com/llvm-project/+/a04c0f5cebfed58fb54969c0f52ce559c7277025"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b91de4cbee54cf50f9f92c140a9259bdea81e1d2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b91de4cbee54cf50f9f92c140a9259bdea81e1d2",
"title": "b91de4cbee54cf50f9f92c140a9259bdea81e1d2",
"url": "https://llvm.googlesource.com/llvm-project/+/b91de4cbee54cf50f9f92c140a9259bdea81e1d2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ef840d8fb7d072344867b21d2cb6574ba494b0c9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ef840d8fb7d072344867b21d2cb6574ba494b0c9",
"title": "ef840d8fb7d072344867b21d2cb6574ba494b0c9",
"url": "https://llvm.googlesource.com/llvm-project/+/ef840d8fb7d072344867b21d2cb6574ba494b0c9"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ef840d8fb7d072344867b21d2cb6574ba494b0c9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868624344485066336"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:02:44.651] Scheduled build:
{
"id": "8703194282589967201",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-20T16:02:44.208469984Z",
"updateTime": "2025-09-20T16:02:44.208469984Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ef840d8fb7d072344867b21d2cb6574ba494b0c9",
"ref": "refs/heads/main"
}
}
}
[16:02:44.651] Task URL: https://cr-buildbucket.appspot.com/build/8703194282589967201
[16:02:44.651] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:2:0) after 9m15s
[16:02:45.591] Received PubSub notification, asking Buildbucket for the build status
[16:02:45.624] Build status: SCHEDULED
[16:11:59.673] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:2:0)
[16:11:59.687] Build status: SCHEDULED
[16:11:59.687] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:4:0) after 6m44s
[16:18:43.705] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:4:0)
[16:18:43.736] Build status: SCHEDULED
[16:18:43.736] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:5:0) after 1m17s
[16:20:00.793] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:5:0)
[16:20:00.854] Build status: SCHEDULED
[16:20:00.854] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:6:0) after 1m48s
[16:21:49.046] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:6:0)
[16:21:49.064] Build status: SCHEDULED
[16:21:49.064] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:7:0) after 2m55s
[16:24:44.195] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:7:0)
[16:24:44.219] Build status: SCHEDULED
[16:24:44.219] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:8:0) after 7m24s
[16:32:08.357] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:8:0)
[16:32:08.379] Build status: SCHEDULED
[16:32:08.379] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:9:0) after 4m1s
[16:36:09.429] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:9:0)
[16:36:09.456] Build status: SCHEDULED
[16:36:09.456] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:10:0) after 3m42s
[16:39:51.706] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:10:0)
[16:39:51.726] Build status: SCHEDULED
[16:39:51.726] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:11:0) after 5m31s
[16:45:22.840] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:11:0)
[16:45:22.858] Build status: SCHEDULED
[16:45:22.858] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:12:0) after 9m43s
[16:55:05.977] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:12:0)
[16:55:05.997] Build status: SCHEDULED
[16:55:05.998] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:13:0) after 9m27s
[17:04:33.022] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:13:0)
[17:04:33.039] Build status: SCHEDULED
[17:04:33.039] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:14:0) after 3m31s
[17:08:04.233] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:14:0)
[17:08:04.265] Build status: SCHEDULED
[17:08:04.265] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:15:0) after 3m10s
[17:11:14.322] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:15:0)
[17:11:14.337] Build status: SCHEDULED
[17:11:14.337] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:16:0) after 8m32s
[17:15:48.444] Received PubSub notification, asking Buildbucket for the build status
[17:15:48.467] Build status: STARTED
[17:19:46.309] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:16:0)
[17:19:46.459] Build status: STARTED
[17:19:46.459] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:18:0) after 8m16s
[17:28:02.483] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:18:0)
[17:28:02.502] Build status: STARTED
[17:28:02.502] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:19:0) after 4m46s
[17:32:48.634] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:19:0)
[17:32:48.653] Build status: STARTED
[17:32:48.653] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:20:0) after 2m2s
[17:34:50.636] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:20:0)
[17:34:50.651] Build status: STARTED
[17:34:50.651] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:21:0) after 3m9s
[17:37:59.644] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:21:0)
[17:37:59.661] Build status: STARTED
[17:37:59.661] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:22:0) after 5m40s
[17:43:39.797] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:22:0)
[17:43:39.842] Build status: STARTED
[17:43:39.842] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:23:0) after 3m29s
[17:47:08.858] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:23:0)
[17:47:08.896] Build status: STARTED
[17:47:08.896] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:24:0) after 7m10s
[17:54:18.998] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:24:0)
[17:54:19.053] Build status: STARTED
[17:54:19.053] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:25:0) after 1m27s
[17:55:46.162] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:25:0)
[17:55:46.227] Build status: STARTED
[17:55:46.227] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:26:0) after 3m43s
[17:59:29.242] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:26:0)
[17:59:29.260] Build status: STARTED
[17:59:29.260] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:27:0) after 7m53s
[18:07:22.369] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:27:0)
[18:07:22.472] Build status: STARTED
[18:07:22.472] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:28:0) after 7m39s
[18:15:01.494] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:28:0)
[18:15:01.513] Build status: STARTED
[18:15:01.513] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:29:0) after 7m33s
[18:22:34.529] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:29:0)
[18:22:34.548] Build status: STARTED
[18:22:34.548] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:30:0) after 4m38s
[18:27:12.563] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:30:0)
[18:27:12.580] Build status: STARTED
[18:27:12.580] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:31:0) after 2m35s
[18:29:47.682] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:31:0)
[18:29:48.263] Build status: STARTED
[18:29:48.263] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:32:0) after 3m40s
[18:33:28.346] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:32:0)
[18:33:28.363] Build status: STARTED
[18:33:28.363] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:33:0) after 3m30s
[18:36:58.495] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:33:0)
[18:36:58.511] Build status: STARTED
[18:36:58.511] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:34:0) after 9m17s
[18:46:15.528] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:34:0)
[18:46:15.547] Build status: STARTED
[18:46:15.547] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:35:0) after 8m15s
[18:54:30.567] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:35:0)
[18:54:30.588] Build status: STARTED
[18:54:30.588] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:36:0) after 9m35s
[19:04:05.595] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:36:0)
[19:04:05.639] Build status: STARTED
[19:04:05.639] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:37:0) after 4m22s
[19:08:27.660] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:37:0)
[19:08:27.687] Build status: STARTED
[19:08:27.687] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:38:0) after 8m14s
[19:16:41.702] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:38:0)
[19:16:41.723] Build status: STARTED
[19:16:41.723] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:39:0) after 8m11s
[19:24:52.803] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:39:0)
[19:24:52.826] Build status: STARTED
[19:24:52.826] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:40:0) after 5m45s
[19:30:37.840] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:40:0)
[19:30:37.855] Build status: STARTED
[19:30:37.855] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:41:0) after 3m10s
[19:33:47.871] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:41:0)
[19:33:48.357] Build status: STARTED
[19:33:48.357] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:42:0) after 1m21s
[19:35:09.383] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:42:0)
[19:35:09.404] Build status: STARTED
[19:35:09.404] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8868624344485066336:43:0) after 5m49s
[19:38:07.851] Received PubSub notification, asking Buildbucket for the build status
[19:38:07.866] Build:
{
"id": "8703194282589967201",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-20T16:02:44.208469984Z",
"startTime": "2025-09-20T17:15:48.203114235Z",
"endTime": "2025-09-20T19:38:07.558026840Z",
"updateTime": "2025-09-20T19:38:07.558026840Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ef840d8fb7d072344867b21d2cb6574ba494b0c9",
"ref": "refs/heads/main"
}
}
}
[19:38:07.866] Invocation finished in 3h35m24.849250186s with status FAILED