[20:09:51.487] New invocation is queued and will start shortly
[20:09:52.612] Starting the invocation (attempt 1)
[20:09:52.645] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/2e9944a03e6bdda64f266aa4b9fe88d81fdf16cd"
[20:09:52.645] Popped gitiles commit info from properties and tags
[20:09:52.645] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:09:52.645] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:09:52.646] Buildbucket request:
{
"requestId": "8872142077412425264",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872142077412425264",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4d629f9744827b87b9853d0815617e6e8d9ea05e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4d629f9744827b87b9853d0815617e6e8d9ea05e",
"title": "4d629f9744827b87b9853d0815617e6e8d9ea05e",
"url": "https://llvm.googlesource.com/llvm-project/+/4d629f9744827b87b9853d0815617e6e8d9ea05e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "21473462f762a9a2d3140eb8ecaea034f83d9a7c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@21473462f762a9a2d3140eb8ecaea034f83d9a7c",
"title": "21473462f762a9a2d3140eb8ecaea034f83d9a7c",
"url": "https://llvm.googlesource.com/llvm-project/+/21473462f762a9a2d3140eb8ecaea034f83d9a7c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d70e50b0da85970ddcbb632e6068d558a7cce5e6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d70e50b0da85970ddcbb632e6068d558a7cce5e6",
"title": "d70e50b0da85970ddcbb632e6068d558a7cce5e6",
"url": "https://llvm.googlesource.com/llvm-project/+/d70e50b0da85970ddcbb632e6068d558a7cce5e6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "cd1c58ae5a9855470fa2cafd357793832b468a8a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@cd1c58ae5a9855470fa2cafd357793832b468a8a",
"title": "cd1c58ae5a9855470fa2cafd357793832b468a8a",
"url": "https://llvm.googlesource.com/llvm-project/+/cd1c58ae5a9855470fa2cafd357793832b468a8a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a02444fb69e61f4bb338cf454e3d2ebc98d905dd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a02444fb69e61f4bb338cf454e3d2ebc98d905dd",
"title": "a02444fb69e61f4bb338cf454e3d2ebc98d905dd",
"url": "https://llvm.googlesource.com/llvm-project/+/a02444fb69e61f4bb338cf454e3d2ebc98d905dd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2b37471f7284f2a7baa44f638efc73b8095b9a67"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2b37471f7284f2a7baa44f638efc73b8095b9a67",
"title": "2b37471f7284f2a7baa44f638efc73b8095b9a67",
"url": "https://llvm.googlesource.com/llvm-project/+/2b37471f7284f2a7baa44f638efc73b8095b9a67"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d66a28f236e3a996e54b3b2351039056b1f86573"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d66a28f236e3a996e54b3b2351039056b1f86573",
"title": "d66a28f236e3a996e54b3b2351039056b1f86573",
"url": "https://llvm.googlesource.com/llvm-project/+/d66a28f236e3a996e54b3b2351039056b1f86573"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1c7720ef78dc5eb9196d6c178afe03b60f201b78"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1c7720ef78dc5eb9196d6c178afe03b60f201b78",
"title": "1c7720ef78dc5eb9196d6c178afe03b60f201b78",
"url": "https://llvm.googlesource.com/llvm-project/+/1c7720ef78dc5eb9196d6c178afe03b60f201b78"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "35892345680b5176d34c9d0dfb65b1a7b39914af"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@35892345680b5176d34c9d0dfb65b1a7b39914af",
"title": "35892345680b5176d34c9d0dfb65b1a7b39914af",
"url": "https://llvm.googlesource.com/llvm-project/+/35892345680b5176d34c9d0dfb65b1a7b39914af"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2e9944a03e6bdda64f266aa4b9fe88d81fdf16cd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2e9944a03e6bdda64f266aa4b9fe88d81fdf16cd",
"title": "2e9944a03e6bdda64f266aa4b9fe88d81fdf16cd",
"url": "https://llvm.googlesource.com/llvm-project/+/2e9944a03e6bdda64f266aa4b9fe88d81fdf16cd"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2e9944a03e6bdda64f266aa4b9fe88d81fdf16cd",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872142077412425264"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:09:53.017] Scheduled build:
{
"id": "8706712015470917969",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-12T20:09:52.707116736Z",
"updateTime": "2025-08-12T20:09:52.707116736Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2e9944a03e6bdda64f266aa4b9fe88d81fdf16cd",
"ref": "refs/heads/main"
}
}
}
[20:09:53.017] Task URL: https://cr-buildbucket.appspot.com/build/8706712015470917969
[20:09:53.017] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:2:0) after 9m8s
[20:09:54.019] Received PubSub notification, asking Buildbucket for the build status
[20:09:54.053] Build status: SCHEDULED
[20:19:01.132] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:2:0)
[20:19:01.156] Build status: SCHEDULED
[20:19:01.156] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:4:0) after 1m45s
[20:20:46.321] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:4:0)
[20:20:46.338] Build status: SCHEDULED
[20:20:46.338] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:5:0) after 8m58s
[20:29:44.454] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:5:0)
[20:29:44.473] Build status: SCHEDULED
[20:29:44.473] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:6:0) after 4m4s
[20:33:48.462] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:6:0)
[20:33:48.491] Build status: SCHEDULED
[20:33:48.491] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:7:0) after 4m22s
[20:38:10.511] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:7:0)
[20:38:10.529] Build status: SCHEDULED
[20:38:10.529] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:8:0) after 5m37s
[20:43:47.619] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:8:0)
[20:43:47.635] Build status: SCHEDULED
[20:43:47.635] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:9:0) after 4m16s
[20:48:03.809] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:9:0)
[20:48:03.824] Build status: SCHEDULED
[20:48:03.824] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:10:0) after 2m52s
[20:50:55.888] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:10:0)
[20:50:55.916] Build status: SCHEDULED
[20:50:55.916] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:11:0) after 5m57s
[20:56:52.990] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:11:0)
[20:56:53.039] Build status: SCHEDULED
[20:56:53.039] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:12:0) after 7m8s
[21:04:01.096] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:12:0)
[21:04:01.148] Build status: SCHEDULED
[21:04:01.148] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:13:0) after 8m51s
[21:12:02.852] Received PubSub notification, asking Buildbucket for the build status
[21:12:02.879] Build status: STARTED
[21:12:52.168] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:13:0)
[21:12:52.204] Build status: STARTED
[21:12:52.204] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:15:0) after 6m15s
[21:19:07.219] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:15:0)
[21:19:07.244] Build status: STARTED
[21:19:07.244] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:16:0) after 8m25s
[21:27:32.360] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:16:0)
[21:27:32.380] Build status: STARTED
[21:27:32.381] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:17:0) after 9m9s
[21:36:41.477] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:17:0)
[21:36:41.660] Build status: STARTED
[21:36:41.660] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:18:0) after 4m6s
[21:40:47.678] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:18:0)
[21:40:47.695] Build status: STARTED
[21:40:47.695] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:19:0) after 3m5s
[21:43:52.729] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:19:0)
[21:43:52.752] Build status: STARTED
[21:43:52.752] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:20:0) after 4m5s
[21:47:57.770] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:20:0)
[21:47:57.788] Build status: STARTED
[21:47:57.788] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:21:0) after 1m19s
[21:49:16.824] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:21:0)
[21:49:16.858] Build status: STARTED
[21:49:16.858] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:22:0) after 5m30s
[21:54:46.873] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:22:0)
[21:54:46.975] Build status: STARTED
[21:54:46.975] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:23:0) after 3m26s
[21:58:12.990] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:23:0)
[21:58:13.035] Build status: STARTED
[21:58:13.035] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:24:0) after 3m5s
[22:01:18.139] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:24:0)
[22:01:18.208] Build status: STARTED
[22:01:18.208] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:25:0) after 8m21s
[22:09:39.400] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:25:0)
[22:09:39.418] Build status: STARTED
[22:09:39.418] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:26:0) after 1m1s
[22:10:40.458] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:26:0)
[22:10:40.533] Build status: STARTED
[22:10:40.533] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:27:0) after 1m36s
[22:12:16.517] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:27:0)
[22:12:16.539] Build status: STARTED
[22:12:16.539] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:28:0) after 1m48s
[22:14:04.609] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:28:0)
[22:14:04.635] Build status: STARTED
[22:14:04.635] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:29:0) after 7m21s
[22:21:25.653] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:29:0)
[22:21:25.674] Build status: STARTED
[22:21:25.674] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:30:0) after 1m27s
[22:22:52.740] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:30:0)
[22:22:52.769] Build status: STARTED
[22:22:52.769] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:31:0) after 7m35s
[22:30:27.784] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:31:0)
[22:30:27.809] Build status: STARTED
[22:30:27.809] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:32:0) after 3m49s
[22:34:16.838] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:32:0)
[22:34:16.856] Build status: STARTED
[22:34:16.856] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:33:0) after 6m55s
[22:41:11.862] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:33:0)
[22:41:11.883] Build status: STARTED
[22:41:11.883] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:34:0) after 1m43s
[22:42:54.900] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:34:0)
[22:42:54.953] Build status: STARTED
[22:42:54.953] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:35:0) after 5m40s
[22:48:34.975] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:35:0)
[22:48:35.041] Build status: STARTED
[22:48:35.041] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:36:0) after 5m18s
[22:53:53.087] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:36:0)
[22:53:53.106] Build status: STARTED
[22:53:53.107] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8872142077412425264:37:0) after 7m8s
[22:54:38.750] Received PubSub notification, asking Buildbucket for the build status
[22:54:38.765] Build:
{
"id": "8706712015470917969",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-08-12T20:09:52.707116736Z",
"startTime": "2025-08-12T21:12:02.533527560Z",
"endTime": "2025-08-12T22:54:38.344438384Z",
"updateTime": "2025-08-12T22:54:38.344438384Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "2e9944a03e6bdda64f266aa4b9fe88d81fdf16cd",
"ref": "refs/heads/main"
}
}
}
[22:54:38.765] Invocation finished in 2h44m47.293104196s with status FAILED