[20:39:48.612] New invocation is queued and will start shortly
[20:39:49.866] Starting the invocation (attempt 1)
[20:39:49.893] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3f30207a230f9332b5c02a8d00ad3e9dc44e9bd3"
[20:39:49.893] Popped gitiles commit info from properties and tags
[20:39:49.893] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:39:49.893] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:39:49.894] Buildbucket request:
{
"requestId": "8886182722778602080",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8886182722778602080",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3c71f716a9a06f14212cc69df841c57ff7d47b82"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3c71f716a9a06f14212cc69df841c57ff7d47b82",
"title": "3c71f716a9a06f14212cc69df841c57ff7d47b82",
"url": "https://llvm.googlesource.com/llvm-project/+/3c71f716a9a06f14212cc69df841c57ff7d47b82"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8f0293695f783ec9dd0bd7532e1556edbbf6cfea"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8f0293695f783ec9dd0bd7532e1556edbbf6cfea",
"title": "8f0293695f783ec9dd0bd7532e1556edbbf6cfea",
"url": "https://llvm.googlesource.com/llvm-project/+/8f0293695f783ec9dd0bd7532e1556edbbf6cfea"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "51850db4bf1532ed53a632454bc024b5a4352d6a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@51850db4bf1532ed53a632454bc024b5a4352d6a",
"title": "51850db4bf1532ed53a632454bc024b5a4352d6a",
"url": "https://llvm.googlesource.com/llvm-project/+/51850db4bf1532ed53a632454bc024b5a4352d6a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3fb8cb6740682b0f6f73637c603658a98006baf1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3fb8cb6740682b0f6f73637c603658a98006baf1",
"title": "3fb8cb6740682b0f6f73637c603658a98006baf1",
"url": "https://llvm.googlesource.com/llvm-project/+/3fb8cb6740682b0f6f73637c603658a98006baf1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0a1f7f0e661b48dc4470d31d95e22e95a7959adc"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0a1f7f0e661b48dc4470d31d95e22e95a7959adc",
"title": "0a1f7f0e661b48dc4470d31d95e22e95a7959adc",
"url": "https://llvm.googlesource.com/llvm-project/+/0a1f7f0e661b48dc4470d31d95e22e95a7959adc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9f170e6abed4a7b393bb8abbf07ac8d6930aa3b0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9f170e6abed4a7b393bb8abbf07ac8d6930aa3b0",
"title": "9f170e6abed4a7b393bb8abbf07ac8d6930aa3b0",
"url": "https://llvm.googlesource.com/llvm-project/+/9f170e6abed4a7b393bb8abbf07ac8d6930aa3b0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "68e3c02285d79253beab92ca50e5992a59db6eb6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@68e3c02285d79253beab92ca50e5992a59db6eb6",
"title": "68e3c02285d79253beab92ca50e5992a59db6eb6",
"url": "https://llvm.googlesource.com/llvm-project/+/68e3c02285d79253beab92ca50e5992a59db6eb6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e2733c82bd5cacfdcb97dfea44f42b70e8b0182c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e2733c82bd5cacfdcb97dfea44f42b70e8b0182c",
"title": "e2733c82bd5cacfdcb97dfea44f42b70e8b0182c",
"url": "https://llvm.googlesource.com/llvm-project/+/e2733c82bd5cacfdcb97dfea44f42b70e8b0182c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "53c3a2c69aeaaf65ceedc1117648461607f0c165"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@53c3a2c69aeaaf65ceedc1117648461607f0c165",
"title": "53c3a2c69aeaaf65ceedc1117648461607f0c165",
"url": "https://llvm.googlesource.com/llvm-project/+/53c3a2c69aeaaf65ceedc1117648461607f0c165"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "706e7d83cfd92c9da5125c43a28832336e9bd45b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@706e7d83cfd92c9da5125c43a28832336e9bd45b",
"title": "706e7d83cfd92c9da5125c43a28832336e9bd45b",
"url": "https://llvm.googlesource.com/llvm-project/+/706e7d83cfd92c9da5125c43a28832336e9bd45b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6b5b0821e3d879390a262679d05ad268b62c0a19"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6b5b0821e3d879390a262679d05ad268b62c0a19",
"title": "6b5b0821e3d879390a262679d05ad268b62c0a19",
"url": "https://llvm.googlesource.com/llvm-project/+/6b5b0821e3d879390a262679d05ad268b62c0a19"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "33b061f8ea8ba1d7fa0ff29bfbf499375df9c4e7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@33b061f8ea8ba1d7fa0ff29bfbf499375df9c4e7",
"title": "33b061f8ea8ba1d7fa0ff29bfbf499375df9c4e7",
"url": "https://llvm.googlesource.com/llvm-project/+/33b061f8ea8ba1d7fa0ff29bfbf499375df9c4e7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8c535669a3717a4c3f58154b672748f82f137c11"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8c535669a3717a4c3f58154b672748f82f137c11",
"title": "8c535669a3717a4c3f58154b672748f82f137c11",
"url": "https://llvm.googlesource.com/llvm-project/+/8c535669a3717a4c3f58154b672748f82f137c11"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b7557ab34dbc79390c706812e23626747b7fe40a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b7557ab34dbc79390c706812e23626747b7fe40a",
"title": "b7557ab34dbc79390c706812e23626747b7fe40a",
"url": "https://llvm.googlesource.com/llvm-project/+/b7557ab34dbc79390c706812e23626747b7fe40a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d53079055ed6e9afbb8d944dadb3298e76949711"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d53079055ed6e9afbb8d944dadb3298e76949711",
"title": "d53079055ed6e9afbb8d944dadb3298e76949711",
"url": "https://llvm.googlesource.com/llvm-project/+/d53079055ed6e9afbb8d944dadb3298e76949711"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f6fc29d3319c8cc4004235984b9b43e08881c53d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f6fc29d3319c8cc4004235984b9b43e08881c53d",
"title": "f6fc29d3319c8cc4004235984b9b43e08881c53d",
"url": "https://llvm.googlesource.com/llvm-project/+/f6fc29d3319c8cc4004235984b9b43e08881c53d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bbc27fbb1cb3ac6a92d9ce15f647b29114a75c91"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bbc27fbb1cb3ac6a92d9ce15f647b29114a75c91",
"title": "bbc27fbb1cb3ac6a92d9ce15f647b29114a75c91",
"url": "https://llvm.googlesource.com/llvm-project/+/bbc27fbb1cb3ac6a92d9ce15f647b29114a75c91"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fd8de7524d4f32c167aa2a75b0cd61e64b756760"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fd8de7524d4f32c167aa2a75b0cd61e64b756760",
"title": "fd8de7524d4f32c167aa2a75b0cd61e64b756760",
"url": "https://llvm.googlesource.com/llvm-project/+/fd8de7524d4f32c167aa2a75b0cd61e64b756760"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "73b96cff012b27195d2f5e09395899b0421f1347"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@73b96cff012b27195d2f5e09395899b0421f1347",
"title": "73b96cff012b27195d2f5e09395899b0421f1347",
"url": "https://llvm.googlesource.com/llvm-project/+/73b96cff012b27195d2f5e09395899b0421f1347"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "40d9096fda65dc94fc1b10c091802dcb8f3ab3a5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@40d9096fda65dc94fc1b10c091802dcb8f3ab3a5",
"title": "40d9096fda65dc94fc1b10c091802dcb8f3ab3a5",
"url": "https://llvm.googlesource.com/llvm-project/+/40d9096fda65dc94fc1b10c091802dcb8f3ab3a5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "8227f2a35aef0abebf0e2914795b668845a90169"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@8227f2a35aef0abebf0e2914795b668845a90169",
"title": "8227f2a35aef0abebf0e2914795b668845a90169",
"url": "https://llvm.googlesource.com/llvm-project/+/8227f2a35aef0abebf0e2914795b668845a90169"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c1898522180f76376167aaab8c0f07afe9e3fef5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c1898522180f76376167aaab8c0f07afe9e3fef5",
"title": "c1898522180f76376167aaab8c0f07afe9e3fef5",
"url": "https://llvm.googlesource.com/llvm-project/+/c1898522180f76376167aaab8c0f07afe9e3fef5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f9146ccbe940d8b8eb15e7686a511a28eb0abc6b"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f9146ccbe940d8b8eb15e7686a511a28eb0abc6b",
"title": "f9146ccbe940d8b8eb15e7686a511a28eb0abc6b",
"url": "https://llvm.googlesource.com/llvm-project/+/f9146ccbe940d8b8eb15e7686a511a28eb0abc6b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f84f4e1e05f65ef9669b9dd0b1fce519240e9c60"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f84f4e1e05f65ef9669b9dd0b1fce519240e9c60",
"title": "f84f4e1e05f65ef9669b9dd0b1fce519240e9c60",
"url": "https://llvm.googlesource.com/llvm-project/+/f84f4e1e05f65ef9669b9dd0b1fce519240e9c60"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e235432867e922613d86b6ee8e94234817cddce0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e235432867e922613d86b6ee8e94234817cddce0",
"title": "e235432867e922613d86b6ee8e94234817cddce0",
"url": "https://llvm.googlesource.com/llvm-project/+/e235432867e922613d86b6ee8e94234817cddce0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3f30207a230f9332b5c02a8d00ad3e9dc44e9bd3"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3f30207a230f9332b5c02a8d00ad3e9dc44e9bd3",
"title": "3f30207a230f9332b5c02a8d00ad3e9dc44e9bd3",
"url": "https://llvm.googlesource.com/llvm-project/+/3f30207a230f9332b5c02a8d00ad3e9dc44e9bd3"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3f30207a230f9332b5c02a8d00ad3e9dc44e9bd3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8886182722778602080"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:39:50.304] Scheduled build:
{
"id": "8720752660720356193",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-10T20:39:49.947838102Z",
"updateTime": "2025-03-10T20:39:49.947838102Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3f30207a230f9332b5c02a8d00ad3e9dc44e9bd3",
"ref": "refs/heads/main"
}
}
}
[20:39:50.304] Task URL: https://cr-buildbucket.appspot.com/build/8720752660720356193
[20:39:50.304] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:2:0) after 7m34s
[20:39:51.306] Received PubSub notification, asking Buildbucket for the build status
[20:39:51.323] Build status: SCHEDULED
[20:39:54.384] Received PubSub notification, asking Buildbucket for the build status
[20:39:54.403] Build status: STARTED
[20:47:24.409] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:2:0)
[20:47:24.432] Build status: STARTED
[20:47:24.432] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:5:0) after 4m8s
[20:51:32.462] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:5:0)
[20:51:32.490] Build status: STARTED
[20:51:32.490] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:6:0) after 9m30s
[21:01:02.509] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:6:0)
[21:01:02.567] Build status: STARTED
[21:01:02.567] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:7:0) after 8m27s
[21:09:29.589] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:7:0)
[21:09:29.668] Build status: STARTED
[21:09:29.668] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:8:0) after 6m31s
[21:16:00.816] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:8:0)
[21:16:00.833] Build status: STARTED
[21:16:00.833] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:9:0) after 7m2s
[21:23:02.871] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:9:0)
[21:23:02.985] Build status: STARTED
[21:23:02.985] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:10:0) after 6m58s
[21:30:01.076] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:10:0)
[21:30:01.094] Build status: STARTED
[21:30:01.094] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:11:0) after 3m14s
[21:33:15.255] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:11:0)
[21:33:15.332] Build status: STARTED
[21:33:15.332] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:12:0) after 6m25s
[21:39:40.390] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:12:0)
[21:39:40.408] Build status: STARTED
[21:39:40.408] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:13:0) after 8m8s
[21:47:48.428] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:13:0)
[21:47:48.444] Build status: STARTED
[21:47:48.444] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:14:0) after 4m27s
[21:52:15.515] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:14:0)
[21:52:15.531] Build status: STARTED
[21:52:15.531] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:15:0) after 8m13s
[22:00:28.560] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:15:0)
[22:00:28.575] Build status: STARTED
[22:00:28.575] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:16:0) after 9m20s
[22:09:48.590] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:16:0)
[22:09:48.647] Build status: STARTED
[22:09:48.647] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:17:0) after 6m26s
[22:16:14.666] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:17:0)
[22:16:14.685] Build status: STARTED
[22:16:14.685] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886182722778602080:18:0) after 7m6s
[22:21:44.514] Received PubSub notification, asking Buildbucket for the build status
[22:21:44.536] Build:
{
"id": "8720752660720356193",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-10T20:39:49.947838102Z",
"startTime": "2025-03-10T20:39:54.167812020Z",
"endTime": "2025-03-10T22:21:44.056268533Z",
"updateTime": "2025-03-10T22:21:44.056268533Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3f30207a230f9332b5c02a8d00ad3e9dc44e9bd3",
"ref": "refs/heads/main"
}
}
}
[22:21:44.536] Invocation finished in 1h41m55.934726091s with status FAILED