[19:02:27.261] New invocation is queued and will start shortly
[19:02:29.612] Starting the invocation (attempt 1)
[19:02:29.645] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/a942d7f8106226ba79185e60873c0e0e654f1e68"
[19:02:29.645] Popped gitiles commit info from properties and tags
[19:02:29.645] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:02:29.647] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:02:29.647] Buildbucket request:
{
"requestId": "8884739296409974304",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8884739296409974304",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4cabee35b76b01760be89fa3943464ed92fb9666"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4cabee35b76b01760be89fa3943464ed92fb9666",
"title": "4cabee35b76b01760be89fa3943464ed92fb9666",
"url": "https://llvm.googlesource.com/llvm-project/+/4cabee35b76b01760be89fa3943464ed92fb9666"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "96d1baedefc3581b53bc4389bb171760bec6f191"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@96d1baedefc3581b53bc4389bb171760bec6f191",
"title": "96d1baedefc3581b53bc4389bb171760bec6f191",
"url": "https://llvm.googlesource.com/llvm-project/+/96d1baedefc3581b53bc4389bb171760bec6f191"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3e59b00eb596c9d4aa5e1511babf62082996ca8d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3e59b00eb596c9d4aa5e1511babf62082996ca8d",
"title": "3e59b00eb596c9d4aa5e1511babf62082996ca8d",
"url": "https://llvm.googlesource.com/llvm-project/+/3e59b00eb596c9d4aa5e1511babf62082996ca8d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0106e5ad91d7b7d9045e82f2eb7319ab0f74d27a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0106e5ad91d7b7d9045e82f2eb7319ab0f74d27a",
"title": "0106e5ad91d7b7d9045e82f2eb7319ab0f74d27a",
"url": "https://llvm.googlesource.com/llvm-project/+/0106e5ad91d7b7d9045e82f2eb7319ab0f74d27a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "545ea0dd378912d588550a79728cc98cd4dbaa24"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@545ea0dd378912d588550a79728cc98cd4dbaa24",
"title": "545ea0dd378912d588550a79728cc98cd4dbaa24",
"url": "https://llvm.googlesource.com/llvm-project/+/545ea0dd378912d588550a79728cc98cd4dbaa24"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "27539c3f903be26c487703943d3c27d45d4542b2"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@27539c3f903be26c487703943d3c27d45d4542b2",
"title": "27539c3f903be26c487703943d3c27d45d4542b2",
"url": "https://llvm.googlesource.com/llvm-project/+/27539c3f903be26c487703943d3c27d45d4542b2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6a371c7744c276c872fec4947f1642789e5b24ec"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6a371c7744c276c872fec4947f1642789e5b24ec",
"title": "6a371c7744c276c872fec4947f1642789e5b24ec",
"url": "https://llvm.googlesource.com/llvm-project/+/6a371c7744c276c872fec4947f1642789e5b24ec"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a80aad28123101539134c277c6904905016754ca"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a80aad28123101539134c277c6904905016754ca",
"title": "a80aad28123101539134c277c6904905016754ca",
"url": "https://llvm.googlesource.com/llvm-project/+/a80aad28123101539134c277c6904905016754ca"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6d1184d05ffe3872ce5ea186c0cd3085219aae07"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6d1184d05ffe3872ce5ea186c0cd3085219aae07",
"title": "6d1184d05ffe3872ce5ea186c0cd3085219aae07",
"url": "https://llvm.googlesource.com/llvm-project/+/6d1184d05ffe3872ce5ea186c0cd3085219aae07"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a942d7f8106226ba79185e60873c0e0e654f1e68"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a942d7f8106226ba79185e60873c0e0e654f1e68",
"title": "a942d7f8106226ba79185e60873c0e0e654f1e68",
"url": "https://llvm.googlesource.com/llvm-project/+/a942d7f8106226ba79185e60873c0e0e654f1e68"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a942d7f8106226ba79185e60873c0e0e654f1e68",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8884739296409974304"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:02:30.005] Scheduled build:
{
"id": "8719309233196631217",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-26T19:02:29.704926900Z",
"updateTime": "2025-03-26T19:02:29.704926900Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a942d7f8106226ba79185e60873c0e0e654f1e68",
"ref": "refs/heads/main"
}
}
}
[19:02:30.005] Task URL: https://cr-buildbucket.appspot.com/build/8719309233196631217
[19:02:30.005] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:2:0) after 1m28s
[19:02:30.988] Received PubSub notification, asking Buildbucket for the build status
[19:02:31.036] Build status: SCHEDULED
[19:02:33.978] Received PubSub notification, asking Buildbucket for the build status
[19:02:34.006] Build status: STARTED
[19:03:58.276] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:2:0)
[19:03:58.351] Build status: STARTED
[19:03:58.351] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:5:0) after 7m17s
[19:11:15.423] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:5:0)
[19:11:15.462] Build status: STARTED
[19:11:15.462] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:6:0) after 2m22s
[19:13:37.482] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:6:0)
[19:13:37.498] Build status: STARTED
[19:13:37.498] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:7:0) after 2m7s
[19:15:44.573] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:7:0)
[19:15:44.597] Build status: STARTED
[19:15:44.597] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:8:0) after 2m37s
[19:18:21.612] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:8:0)
[19:18:21.632] Build status: STARTED
[19:18:21.632] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:9:0) after 2m14s
[19:20:35.684] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:9:0)
[19:20:35.711] Build status: STARTED
[19:20:35.711] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:10:0) after 8m36s
[19:29:11.726] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:10:0)
[19:29:11.746] Build status: STARTED
[19:29:11.746] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:11:0) after 2m4s
[19:31:15.810] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:11:0)
[19:31:15.827] Build status: STARTED
[19:31:15.827] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:12:0) after 3m50s
[19:35:05.951] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:12:0)
[19:35:05.976] Build status: STARTED
[19:35:05.976] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:13:0) after 8m55s
[19:44:01.002] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:13:0)
[19:44:01.043] Build status: STARTED
[19:44:01.043] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:14:0) after 2m10s
[19:46:11.069] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:14:0)
[19:46:11.118] Build status: STARTED
[19:46:11.118] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:15:0) after 1m24s
[19:47:35.141] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:15:0)
[19:47:35.157] Build status: STARTED
[19:47:35.157] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:16:0) after 5m48s
[19:53:23.207] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:16:0)
[19:53:23.228] Build status: STARTED
[19:53:23.228] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:17:0) after 8m10s
[20:01:33.347] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:17:0)
[20:01:33.367] Build status: STARTED
[20:01:33.367] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:18:0) after 9m33s
[20:11:06.386] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:18:0)
[20:11:06.410] Build status: STARTED
[20:11:06.410] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:19:0) after 7m55s
[20:19:01.432] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:19:0)
[20:19:01.454] Build status: STARTED
[20:19:01.454] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:20:0) after 3m23s
[20:22:24.531] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:20:0)
[20:22:24.551] Build status: STARTED
[20:22:24.551] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:21:0) after 2m10s
[20:24:34.564] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:21:0)
[20:24:34.581] Build status: STARTED
[20:24:34.581] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:22:0) after 2m53s
[20:27:27.645] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:22:0)
[20:27:27.660] Build status: STARTED
[20:27:27.660] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:23:0) after 5m28s
[20:32:55.768] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:23:0)
[20:32:55.787] Build status: STARTED
[20:32:55.787] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:24:0) after 5m34s
[20:38:29.815] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:24:0)
[20:38:29.935] Build status: STARTED
[20:38:29.935] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:25:0) after 3m37s
[20:42:07.009] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:25:0)
[20:42:07.036] Build status: STARTED
[20:42:07.036] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8884739296409974304:26:0) after 2m43s
[20:44:33.159] Received PubSub notification, asking Buildbucket for the build status
[20:44:33.185] Build:
{
"id": "8719309233196631217",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-26T19:02:29.704926900Z",
"startTime": "2025-03-26T19:02:33.668130517Z",
"endTime": "2025-03-26T20:44:32.875884892Z",
"updateTime": "2025-03-26T20:44:32.875884892Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "a942d7f8106226ba79185e60873c0e0e654f1e68",
"ref": "refs/heads/main"
}
}
}
[20:44:33.185] Invocation finished in 1h42m5.928940591s with status FAILED