[19:45:40.361] New invocation is queued and will start shortly
[19:45:41.555] Starting the invocation (attempt 1)
[19:45:41.580] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/6b3d2b629cc3805d483ec4522cc97e2540070ae1"
[19:45:41.580] Popped gitiles commit info from properties and tags
[19:45:41.580] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:45:41.580] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:45:41.581] Buildbucket request:
{
"requestId": "8875948671607040880",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875948671607040880",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3edae0d5e5b69a4613a0dfce32ef56eb3ffec2fb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3edae0d5e5b69a4613a0dfce32ef56eb3ffec2fb",
"title": "3edae0d5e5b69a4613a0dfce32ef56eb3ffec2fb",
"url": "https://llvm.googlesource.com/llvm-project/+/3edae0d5e5b69a4613a0dfce32ef56eb3ffec2fb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5035d20dcbcea1edced779148ac69b84d3c97577"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5035d20dcbcea1edced779148ac69b84d3c97577",
"title": "5035d20dcbcea1edced779148ac69b84d3c97577",
"url": "https://llvm.googlesource.com/llvm-project/+/5035d20dcbcea1edced779148ac69b84d3c97577"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "491c79f76396f2865de3bcac9ad2c381ec9caa15"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@491c79f76396f2865de3bcac9ad2c381ec9caa15",
"title": "491c79f76396f2865de3bcac9ad2c381ec9caa15",
"url": "https://llvm.googlesource.com/llvm-project/+/491c79f76396f2865de3bcac9ad2c381ec9caa15"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8dbfe83681ed2066b3591be24c4a566b87177d12"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8dbfe83681ed2066b3591be24c4a566b87177d12",
"title": "8dbfe83681ed2066b3591be24c4a566b87177d12",
"url": "https://llvm.googlesource.com/llvm-project/+/8dbfe83681ed2066b3591be24c4a566b87177d12"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b54e02a40b3c99e205ece39ac7fe1c5168ed2c9b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b54e02a40b3c99e205ece39ac7fe1c5168ed2c9b",
"title": "b54e02a40b3c99e205ece39ac7fe1c5168ed2c9b",
"url": "https://llvm.googlesource.com/llvm-project/+/b54e02a40b3c99e205ece39ac7fe1c5168ed2c9b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "67f1eb5c1702d6b4ea727366699e7951414efc2a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@67f1eb5c1702d6b4ea727366699e7951414efc2a",
"title": "67f1eb5c1702d6b4ea727366699e7951414efc2a",
"url": "https://llvm.googlesource.com/llvm-project/+/67f1eb5c1702d6b4ea727366699e7951414efc2a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e11d354d64fb9f4f87f53fdc96a1dbbfee167337"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e11d354d64fb9f4f87f53fdc96a1dbbfee167337",
"title": "e11d354d64fb9f4f87f53fdc96a1dbbfee167337",
"url": "https://llvm.googlesource.com/llvm-project/+/e11d354d64fb9f4f87f53fdc96a1dbbfee167337"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6fafa46f8c1b335d08a59febb8bcb35a17fb177e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6fafa46f8c1b335d08a59febb8bcb35a17fb177e",
"title": "6fafa46f8c1b335d08a59febb8bcb35a17fb177e",
"url": "https://llvm.googlesource.com/llvm-project/+/6fafa46f8c1b335d08a59febb8bcb35a17fb177e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "efe0deae3fc6211a15c0fa0cdf7707d06950a616"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@efe0deae3fc6211a15c0fa0cdf7707d06950a616",
"title": "efe0deae3fc6211a15c0fa0cdf7707d06950a616",
"url": "https://llvm.googlesource.com/llvm-project/+/efe0deae3fc6211a15c0fa0cdf7707d06950a616"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "119292c40b0fbca8aa7ef6796d75d0cf336f9909"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@119292c40b0fbca8aa7ef6796d75d0cf336f9909",
"title": "119292c40b0fbca8aa7ef6796d75d0cf336f9909",
"url": "https://llvm.googlesource.com/llvm-project/+/119292c40b0fbca8aa7ef6796d75d0cf336f9909"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d48035942050781796b95af143e5a911378553de"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d48035942050781796b95af143e5a911378553de",
"title": "d48035942050781796b95af143e5a911378553de",
"url": "https://llvm.googlesource.com/llvm-project/+/d48035942050781796b95af143e5a911378553de"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7da8ed8d339a06e1dcef4be2eb3b532f833ae6b2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7da8ed8d339a06e1dcef4be2eb3b532f833ae6b2",
"title": "7da8ed8d339a06e1dcef4be2eb3b532f833ae6b2",
"url": "https://llvm.googlesource.com/llvm-project/+/7da8ed8d339a06e1dcef4be2eb3b532f833ae6b2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6b3d2b629cc3805d483ec4522cc97e2540070ae1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6b3d2b629cc3805d483ec4522cc97e2540070ae1",
"title": "6b3d2b629cc3805d483ec4522cc97e2540070ae1",
"url": "https://llvm.googlesource.com/llvm-project/+/6b3d2b629cc3805d483ec4522cc97e2540070ae1"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6b3d2b629cc3805d483ec4522cc97e2540070ae1",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875948671607040880"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:45:42.042] Scheduled build:
{
"id": "8710518609600544545",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-01T19:45:41.653369258Z",
"updateTime": "2025-07-01T19:45:41.653369258Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6b3d2b629cc3805d483ec4522cc97e2540070ae1",
"ref": "refs/heads/main"
}
}
}
[19:45:42.042] Task URL: https://cr-buildbucket.appspot.com/build/8710518609600544545
[19:45:42.042] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:2:0) after 9m41s
[19:45:43.051] Received PubSub notification, asking Buildbucket for the build status
[19:45:43.112] Build status: SCHEDULED
[19:55:23.227] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:2:0)
[19:55:23.252] Build status: SCHEDULED
[19:55:23.252] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:4:0) after 2m25s
[19:57:48.295] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:4:0)
[19:57:48.328] Build status: SCHEDULED
[19:57:48.328] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:5:0) after 3m55s
[20:01:43.477] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:5:0)
[20:01:43.536] Build status: SCHEDULED
[20:01:43.536] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:6:0) after 2m18s
[20:04:01.547] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:6:0)
[20:04:01.603] Build status: SCHEDULED
[20:04:01.603] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:7:0) after 9m30s
[20:13:31.671] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:7:0)
[20:13:31.699] Build status: SCHEDULED
[20:13:31.700] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:8:0) after 3m28s
[20:16:59.742] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:8:0)
[20:16:59.762] Build status: SCHEDULED
[20:16:59.762] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:9:0) after 4m15s
[20:17:14.902] Received PubSub notification, asking Buildbucket for the build status
[20:17:14.922] Build status: STARTED
[20:21:14.867] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:9:0)
[20:21:14.887] Build status: STARTED
[20:21:14.887] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:11:0) after 3m34s
[20:24:49.210] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:11:0)
[20:24:49.244] Build status: STARTED
[20:24:49.244] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:12:0) after 4m51s
[20:29:40.323] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:12:0)
[20:29:40.343] Build status: STARTED
[20:29:40.343] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:13:0) after 7m9s
[20:36:49.553] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:13:0)
[20:36:49.578] Build status: STARTED
[20:36:49.578] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:14:0) after 7m50s
[20:44:39.588] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:14:0)
[20:44:39.606] Build status: STARTED
[20:44:39.606] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:15:0) after 8m57s
[20:53:36.598] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:15:0)
[20:53:36.619] Build status: STARTED
[20:53:36.619] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:16:0) after 2m44s
[20:56:20.688] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:16:0)
[20:56:20.723] Build status: STARTED
[20:56:20.723] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:17:0) after 7m10s
[21:03:30.756] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:17:0)
[21:03:30.788] Build status: STARTED
[21:03:30.788] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:18:0) after 1m38s
[21:05:08.799] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:18:0)
[21:05:08.817] Build status: STARTED
[21:05:08.817] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:19:0) after 5m5s
[21:10:13.784] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:19:0)
[21:10:13.806] Build status: STARTED
[21:10:13.806] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:20:0) after 3m10s
[21:13:23.829] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:20:0)
[21:13:23.919] Build status: STARTED
[21:13:23.919] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:21:0) after 6m31s
[21:19:54.943] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:21:0)
[21:19:54.960] Build status: STARTED
[21:19:54.960] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:22:0) after 5m46s
[21:25:41.069] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:22:0)
[21:25:41.092] Build status: STARTED
[21:25:41.092] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:23:0) after 7m2s
[21:32:43.138] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:23:0)
[21:32:43.165] Build status: STARTED
[21:32:43.165] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:24:0) after 1m16s
[21:33:59.301] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:24:0)
[21:33:59.323] Build status: STARTED
[21:33:59.323] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:25:0) after 5m57s
[21:39:56.653] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:25:0)
[21:39:56.726] Build status: STARTED
[21:39:56.726] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:26:0) after 8m32s
[21:48:28.817] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:26:0)
[21:48:28.840] Build status: STARTED
[21:48:28.840] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:27:0) after 6m15s
[21:54:43.858] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:27:0)
[21:54:43.936] Build status: STARTED
[21:54:43.936] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875948671607040880:28:0) after 9m43s
[22:02:16.418] Received PubSub notification, asking Buildbucket for the build status
[22:02:16.455] Build:
{
"id": "8710518609600544545",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-01T19:45:41.653369258Z",
"startTime": "2025-07-01T20:17:14.043211534Z",
"endTime": "2025-07-01T22:02:16.121411510Z",
"updateTime": "2025-07-01T22:02:16.121411510Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "6b3d2b629cc3805d483ec4522cc97e2540070ae1",
"ref": "refs/heads/main"
}
}
}
[22:02:16.455] Invocation finished in 2h16m36.099818601s with status FAILED