[01:21:07.746] New invocation is queued and will start shortly
[01:21:08.956] Starting the invocation (attempt 1)
[01:21:09.044] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/79012fcfd333040e517f82e235d114c3bc960a99"
[01:21:09.044] Popped gitiles commit info from properties and tags
[01:21:09.044] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:21:09.044] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:21:09.045] Buildbucket request:
{
"requestId": "8869495181907870608",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869495181907870608",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8f8429540e8acb67df4e9f260326a372d2695dee"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8f8429540e8acb67df4e9f260326a372d2695dee",
"title": "8f8429540e8acb67df4e9f260326a372d2695dee",
"url": "https://llvm.googlesource.com/llvm-project/+/8f8429540e8acb67df4e9f260326a372d2695dee"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f869d7a1b100c9f9fc5bb06effcf4f73346c0919"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f869d7a1b100c9f9fc5bb06effcf4f73346c0919",
"title": "f869d7a1b100c9f9fc5bb06effcf4f73346c0919",
"url": "https://llvm.googlesource.com/llvm-project/+/f869d7a1b100c9f9fc5bb06effcf4f73346c0919"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9179d3f19e32630dd54efd8a41cb57737b5ec4f3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9179d3f19e32630dd54efd8a41cb57737b5ec4f3",
"title": "9179d3f19e32630dd54efd8a41cb57737b5ec4f3",
"url": "https://llvm.googlesource.com/llvm-project/+/9179d3f19e32630dd54efd8a41cb57737b5ec4f3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3e898bc40fc344b72cdf6b0ee75eb22b73ee840f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3e898bc40fc344b72cdf6b0ee75eb22b73ee840f",
"title": "3e898bc40fc344b72cdf6b0ee75eb22b73ee840f",
"url": "https://llvm.googlesource.com/llvm-project/+/3e898bc40fc344b72cdf6b0ee75eb22b73ee840f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0efa75de650c41cce0e56d2b1a396d740fd96ab4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0efa75de650c41cce0e56d2b1a396d740fd96ab4",
"title": "0efa75de650c41cce0e56d2b1a396d740fd96ab4",
"url": "https://llvm.googlesource.com/llvm-project/+/0efa75de650c41cce0e56d2b1a396d740fd96ab4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b8e1cc5c72d1e4243a189b2516517bcd5de7ea18"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b8e1cc5c72d1e4243a189b2516517bcd5de7ea18",
"title": "b8e1cc5c72d1e4243a189b2516517bcd5de7ea18",
"url": "https://llvm.googlesource.com/llvm-project/+/b8e1cc5c72d1e4243a189b2516517bcd5de7ea18"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4eadb45f83cef00165055f8038f179ca5c3e88ef"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4eadb45f83cef00165055f8038f179ca5c3e88ef",
"title": "4eadb45f83cef00165055f8038f179ca5c3e88ef",
"url": "https://llvm.googlesource.com/llvm-project/+/4eadb45f83cef00165055f8038f179ca5c3e88ef"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "96413995d485783b2c1eede30e1fc7e277ba4e9c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@96413995d485783b2c1eede30e1fc7e277ba4e9c",
"title": "96413995d485783b2c1eede30e1fc7e277ba4e9c",
"url": "https://llvm.googlesource.com/llvm-project/+/96413995d485783b2c1eede30e1fc7e277ba4e9c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0dbea52dde644e23672cde3bcc8bcef560a0eaf8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0dbea52dde644e23672cde3bcc8bcef560a0eaf8",
"title": "0dbea52dde644e23672cde3bcc8bcef560a0eaf8",
"url": "https://llvm.googlesource.com/llvm-project/+/0dbea52dde644e23672cde3bcc8bcef560a0eaf8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "21857ae337e0892a5522b6e7337899caa61de2a6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@21857ae337e0892a5522b6e7337899caa61de2a6",
"title": "21857ae337e0892a5522b6e7337899caa61de2a6",
"url": "https://llvm.googlesource.com/llvm-project/+/21857ae337e0892a5522b6e7337899caa61de2a6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d8f0a57d4c18f92447d231650ed36dd6d56593f8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d8f0a57d4c18f92447d231650ed36dd6d56593f8",
"title": "d8f0a57d4c18f92447d231650ed36dd6d56593f8",
"url": "https://llvm.googlesource.com/llvm-project/+/d8f0a57d4c18f92447d231650ed36dd6d56593f8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "79012fcfd333040e517f82e235d114c3bc960a99"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@79012fcfd333040e517f82e235d114c3bc960a99",
"title": "79012fcfd333040e517f82e235d114c3bc960a99",
"url": "https://llvm.googlesource.com/llvm-project/+/79012fcfd333040e517f82e235d114c3bc960a99"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "79012fcfd333040e517f82e235d114c3bc960a99",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869495181907870608"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:21:09.438] Scheduled build:
{
"id": "8704065119822400017",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-11T01:21:09.105759994Z",
"updateTime": "2025-09-11T01:21:09.105759994Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "79012fcfd333040e517f82e235d114c3bc960a99",
"ref": "refs/heads/main"
}
}
}
[01:21:09.438] Task URL: https://cr-buildbucket.appspot.com/build/8704065119822400017
[01:21:09.438] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:2:0) after 6m36s
[01:21:10.470] Received PubSub notification, asking Buildbucket for the build status
[01:21:10.500] Build status: SCHEDULED
[01:27:45.458] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:2:0)
[01:27:45.482] Build status: SCHEDULED
[01:27:45.482] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:4:0) after 4m6s
[01:31:51.510] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:4:0)
[01:31:51.537] Build status: SCHEDULED
[01:31:51.537] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:5:0) after 7m48s
[01:39:39.562] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:5:0)
[01:39:39.586] Build status: SCHEDULED
[01:39:39.586] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:6:0) after 9m0s
[01:48:39.601] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:6:0)
[01:48:39.635] Build status: SCHEDULED
[01:48:39.635] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:7:0) after 7m38s
[01:56:17.657] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:7:0)
[01:56:17.676] Build status: SCHEDULED
[01:56:17.676] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:8:0) after 3m23s
[01:59:40.687] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:8:0)
[01:59:40.722] Build status: SCHEDULED
[01:59:40.722] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:9:0) after 2m29s
[02:02:09.738] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:9:0)
[02:02:09.764] Build status: SCHEDULED
[02:02:09.764] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:10:0) after 2m23s
[02:04:32.810] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:10:0)
[02:04:32.836] Build status: SCHEDULED
[02:04:32.836] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:11:0) after 7m51s
[02:12:23.893] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:11:0)
[02:12:23.940] Build status: SCHEDULED
[02:12:23.940] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:12:0) after 8m11s
[02:20:35.057] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:12:0)
[02:20:35.083] Build status: SCHEDULED
[02:20:35.083] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:13:0) after 5m5s
[02:25:40.666] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:13:0)
[02:25:40.737] Build status: SCHEDULED
[02:25:40.737] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:14:0) after 7m48s
[02:33:28.899] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:14:0)
[02:33:28.920] Build status: SCHEDULED
[02:33:28.920] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:15:0) after 8m25s
[02:38:53.561] Received PubSub notification, asking Buildbucket for the build status
[02:38:53.691] Build status: STARTED
[02:41:54.020] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:15:0)
[02:41:54.049] Build status: STARTED
[02:41:54.049] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:17:0) after 9m8s
[02:51:02.064] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:17:0)
[02:51:02.082] Build status: STARTED
[02:51:02.082] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:18:0) after 1m43s
[02:52:45.097] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:18:0)
[02:52:45.189] Build status: STARTED
[02:52:45.189] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:19:0) after 3m4s
[02:55:49.880] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:19:0)
[02:55:49.915] Build status: STARTED
[02:55:49.915] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:20:0) after 7m15s
[03:03:04.930] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:20:0)
[03:03:04.999] Build status: STARTED
[03:03:04.999] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:21:0) after 1m12s
[03:04:17.019] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:21:0)
[03:04:17.083] Build status: STARTED
[03:04:17.083] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:22:0) after 8m18s
[03:12:35.101] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:22:0)
[03:12:35.134] Build status: STARTED
[03:12:35.134] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:23:0) after 9m57s
[03:22:32.220] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:23:0)
[03:22:32.252] Build status: STARTED
[03:22:32.253] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:24:0) after 5m22s
[03:27:54.271] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:24:0)
[03:27:54.285] Build status: STARTED
[03:27:54.285] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:25:0) after 5m8s
[03:33:02.300] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:25:0)
[03:33:02.329] Build status: STARTED
[03:33:02.330] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:26:0) after 3m4s
[03:36:06.346] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:26:0)
[03:36:06.368] Build status: STARTED
[03:36:06.368] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:27:0) after 4m41s
[03:40:47.447] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:27:0)
[03:40:47.464] Build status: STARTED
[03:40:47.464] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:28:0) after 9m53s
[03:50:40.532] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:28:0)
[03:50:40.550] Build status: STARTED
[03:50:40.550] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:29:0) after 8m57s
[03:59:37.564] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:29:0)
[03:59:37.586] Build status: STARTED
[03:59:37.586] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:30:0) after 3m42s
[04:03:19.660] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:30:0)
[04:03:19.682] Build status: STARTED
[04:03:19.682] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:31:0) after 6m56s
[04:10:15.719] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:31:0)
[04:10:15.736] Build status: STARTED
[04:10:15.736] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:32:0) after 5m13s
[04:15:28.733] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:32:0)
[04:15:28.749] Build status: STARTED
[04:15:28.749] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:33:0) after 4m22s
[04:19:50.739] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:33:0)
[04:19:50.762] Build status: STARTED
[04:19:50.762] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8869495181907870608:34:0) after 2m22s
[04:20:34.039] Received PubSub notification, asking Buildbucket for the build status
[04:20:34.082] Build:
{
"id": "8704065119822400017",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-09-11T01:21:09.105759994Z",
"startTime": "2025-09-11T02:38:53.225633834Z",
"endTime": "2025-09-11T04:20:33.664505384Z",
"updateTime": "2025-09-11T04:20:33.664505384Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "79012fcfd333040e517f82e235d114c3bc960a99",
"ref": "refs/heads/main"
}
}
}
[04:20:34.082] Invocation finished in 2h59m26.348966195s with status FAILED