[09:29:11.649] New invocation is queued and will start shortly
[09:29:12.723] Starting the invocation (attempt 1)
[09:29:12.747] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/b90a8d385e0d35a2e870aa7b4cf16ee37df10851"
[09:29:12.747] Popped gitiles commit info from properties and tags
[09:29:12.747] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:29:12.747] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:29:12.748] Buildbucket request:
{
"requestId": "8865931193816323168",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865931193816323168",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4d6f43d64f07f5adc9f37212756794e20b4ae8c5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4d6f43d64f07f5adc9f37212756794e20b4ae8c5",
"title": "4d6f43d64f07f5adc9f37212756794e20b4ae8c5",
"url": "https://llvm.googlesource.com/llvm-project/+/4d6f43d64f07f5adc9f37212756794e20b4ae8c5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "36bc9b7a6b3da2c6ce74174cefc5047444fe5c95"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@36bc9b7a6b3da2c6ce74174cefc5047444fe5c95",
"title": "36bc9b7a6b3da2c6ce74174cefc5047444fe5c95",
"url": "https://llvm.googlesource.com/llvm-project/+/36bc9b7a6b3da2c6ce74174cefc5047444fe5c95"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "086666de834a72eadc302a18e2bc51ba2bce1937"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@086666de834a72eadc302a18e2bc51ba2bce1937",
"title": "086666de834a72eadc302a18e2bc51ba2bce1937",
"url": "https://llvm.googlesource.com/llvm-project/+/086666de834a72eadc302a18e2bc51ba2bce1937"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a2ddd722f842f4698840cd9ec0f82631c6d313f2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a2ddd722f842f4698840cd9ec0f82631c6d313f2",
"title": "a2ddd722f842f4698840cd9ec0f82631c6d313f2",
"url": "https://llvm.googlesource.com/llvm-project/+/a2ddd722f842f4698840cd9ec0f82631c6d313f2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "aa63949428b3e3052e06214ce97eeee84d48567b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@aa63949428b3e3052e06214ce97eeee84d48567b",
"title": "aa63949428b3e3052e06214ce97eeee84d48567b",
"url": "https://llvm.googlesource.com/llvm-project/+/aa63949428b3e3052e06214ce97eeee84d48567b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "46a866ab7735aaa0f89fde209d516271c4825c49"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@46a866ab7735aaa0f89fde209d516271c4825c49",
"title": "46a866ab7735aaa0f89fde209d516271c4825c49",
"url": "https://llvm.googlesource.com/llvm-project/+/46a866ab7735aaa0f89fde209d516271c4825c49"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8774128fcbff455baa2ac4b49cc7877f78ec8ff8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8774128fcbff455baa2ac4b49cc7877f78ec8ff8",
"title": "8774128fcbff455baa2ac4b49cc7877f78ec8ff8",
"url": "https://llvm.googlesource.com/llvm-project/+/8774128fcbff455baa2ac4b49cc7877f78ec8ff8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "573ca36753e9141f25b941ea9a84d0599e3baae7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@573ca36753e9141f25b941ea9a84d0599e3baae7",
"title": "573ca36753e9141f25b941ea9a84d0599e3baae7",
"url": "https://llvm.googlesource.com/llvm-project/+/573ca36753e9141f25b941ea9a84d0599e3baae7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "dacd69c1e9a63d858027f342a27e22a44326de54"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@dacd69c1e9a63d858027f342a27e22a44326de54",
"title": "dacd69c1e9a63d858027f342a27e22a44326de54",
"url": "https://llvm.googlesource.com/llvm-project/+/dacd69c1e9a63d858027f342a27e22a44326de54"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fbb15f58b58da6a7529abd6b406c2afc7d8cab67"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fbb15f58b58da6a7529abd6b406c2afc7d8cab67",
"title": "fbb15f58b58da6a7529abd6b406c2afc7d8cab67",
"url": "https://llvm.googlesource.com/llvm-project/+/fbb15f58b58da6a7529abd6b406c2afc7d8cab67"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d0ed8bc1a48f1897d7b756d2a55b85046413dc60"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d0ed8bc1a48f1897d7b756d2a55b85046413dc60",
"title": "d0ed8bc1a48f1897d7b756d2a55b85046413dc60",
"url": "https://llvm.googlesource.com/llvm-project/+/d0ed8bc1a48f1897d7b756d2a55b85046413dc60"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "eb17a8d599dbcadecba2529dcf9ac234b085088a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@eb17a8d599dbcadecba2529dcf9ac234b085088a",
"title": "eb17a8d599dbcadecba2529dcf9ac234b085088a",
"url": "https://llvm.googlesource.com/llvm-project/+/eb17a8d599dbcadecba2529dcf9ac234b085088a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b90a8d385e0d35a2e870aa7b4cf16ee37df10851"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b90a8d385e0d35a2e870aa7b4cf16ee37df10851",
"title": "b90a8d385e0d35a2e870aa7b4cf16ee37df10851",
"url": "https://llvm.googlesource.com/llvm-project/+/b90a8d385e0d35a2e870aa7b4cf16ee37df10851"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b90a8d385e0d35a2e870aa7b4cf16ee37df10851",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865931193816323168"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:29:13.308] Scheduled build:
{
"id": "8700501131764205873",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-20T09:29:12.980347693Z",
"updateTime": "2025-10-20T09:29:12.980347693Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b90a8d385e0d35a2e870aa7b4cf16ee37df10851",
"ref": "refs/heads/main"
}
},
"canary": true
}
[09:29:13.308] Task URL: https://cr-buildbucket.appspot.com/build/8700501131764205873
[09:29:13.308] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:2:0) after 5m59s
[09:29:14.228] Received PubSub notification, asking Buildbucket for the build status
[09:29:14.245] Build status: SCHEDULED
[09:29:16.999] Received PubSub notification, asking Buildbucket for the build status
[09:29:17.017] Build status: STARTED
[09:35:12.377] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:2:0)
[09:35:12.401] Build status: STARTED
[09:35:12.401] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:5:0) after 9m20s
[09:44:32.449] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:5:0)
[09:44:32.465] Build status: STARTED
[09:44:32.465] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:6:0) after 4m46s
[09:49:18.580] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:6:0)
[09:49:18.603] Build status: STARTED
[09:49:18.603] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:7:0) after 3m42s
[09:53:00.664] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:7:0)
[09:53:00.683] Build status: STARTED
[09:53:00.683] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:8:0) after 2m51s
[09:55:51.762] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:8:0)
[09:55:51.774] Build status: STARTED
[09:55:51.774] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:9:0) after 5m15s
[10:01:07.377] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:9:0)
[10:01:07.398] Build status: STARTED
[10:01:07.398] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:10:0) after 6m3s
[10:07:10.376] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:10:0)
[10:07:10.391] Build status: STARTED
[10:07:10.391] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:11:0) after 2m38s
[10:09:48.491] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:11:0)
[10:09:48.511] Build status: STARTED
[10:09:48.511] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:12:0) after 9m26s
[10:19:14.530] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:12:0)
[10:19:14.548] Build status: STARTED
[10:19:14.548] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:13:0) after 6m46s
[10:26:00.566] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:13:0)
[10:26:00.579] Build status: STARTED
[10:26:00.579] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:14:0) after 8m41s
[10:34:42.307] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:14:0)
[10:34:42.324] Build status: STARTED
[10:34:42.324] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:15:0) after 1m58s
[10:36:40.392] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:15:0)
[10:36:40.416] Build status: STARTED
[10:36:40.416] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:16:0) after 3m8s
[10:39:48.567] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:16:0)
[10:39:48.653] Build status: STARTED
[10:39:48.653] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:17:0) after 3m21s
[10:43:10.155] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:17:0)
[10:43:10.181] Build status: STARTED
[10:43:10.181] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:18:0) after 5m41s
[10:48:51.398] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:18:0)
[10:48:51.418] Build status: STARTED
[10:48:51.418] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:19:0) after 4m34s
[10:53:25.483] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:19:0)
[10:53:25.502] Build status: STARTED
[10:53:25.502] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:20:0) after 2m12s
[10:55:37.501] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:20:0)
[10:55:37.517] Build status: STARTED
[10:55:37.517] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:21:0) after 9m30s
[11:05:07.600] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:21:0)
[11:05:07.630] Build status: STARTED
[11:05:07.631] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:22:0) after 6m14s
[11:11:21.865] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:22:0)
[11:11:21.882] Build status: STARTED
[11:11:21.882] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:23:0) after 2m35s
[11:13:57.152] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:23:0)
[11:13:57.169] Build status: STARTED
[11:13:57.170] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:24:0) after 7m25s
[11:21:22.385] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:24:0)
[11:21:22.403] Build status: STARTED
[11:21:22.403] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:25:0) after 5m45s
[11:27:07.939] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:25:0)
[11:27:07.958] Build status: STARTED
[11:27:07.959] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:26:0) after 1m40s
[11:28:48.023] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:26:0)
[11:28:48.040] Build status: STARTED
[11:28:48.040] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:27:0) after 6m25s
[11:35:13.053] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:27:0)
[11:35:13.069] Build status: STARTED
[11:35:13.069] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:28:0) after 5m52s
[11:41:05.283] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:28:0)
[11:41:05.298] Build status: STARTED
[11:41:05.298] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:29:0) after 2m38s
[11:43:43.416] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:29:0)
[11:43:43.437] Build status: STARTED
[11:43:43.437] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:30:0) after 6m40s
[11:50:23.404] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:30:0)
[11:50:23.424] Build status: STARTED
[11:50:23.424] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:31:0) after 1m20s
[11:51:43.592] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:31:0)
[11:51:43.606] Build status: STARTED
[11:51:43.607] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8865931193816323168:32:0) after 6m58s
[11:51:55.813] Received PubSub notification, asking Buildbucket for the build status
[11:51:56.011] Build:
{
"id": "8700501131764205873",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-10-20T09:29:12.980347693Z",
"startTime": "2025-10-20T09:29:16.776024663Z",
"endTime": "2025-10-20T11:51:55.522649694Z",
"updateTime": "2025-10-20T11:51:55.522649694Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "b90a8d385e0d35a2e870aa7b4cf16ee37df10851",
"ref": "refs/heads/main"
}
},
"canary": true
}
[11:51:56.011] Invocation finished in 2h22m44.371030614s with status FAILED