[16:17:15.550] New invocation is queued and will start shortly
[16:17:16.620] Starting the invocation (attempt 1)
[16:17:16.654] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/e8f491fc973e27c657b5de4e8d0b80ac566403ab"
[16:17:16.654] Popped gitiles commit info from properties and tags
[16:17:16.654] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:17:16.654] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:17:16.655] Buildbucket request:
{
"requestId": "8875780589922162832",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875780589922162832",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6440b1028220955c510c7325bb6e27dc293f711a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6440b1028220955c510c7325bb6e27dc293f711a",
"title": "6440b1028220955c510c7325bb6e27dc293f711a",
"url": "https://llvm.googlesource.com/llvm-project/+/6440b1028220955c510c7325bb6e27dc293f711a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "522d743545e6e175315f4b96037defbe08fa2338"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@522d743545e6e175315f4b96037defbe08fa2338",
"title": "522d743545e6e175315f4b96037defbe08fa2338",
"url": "https://llvm.googlesource.com/llvm-project/+/522d743545e6e175315f4b96037defbe08fa2338"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "34f124b06ffd3a4e5befafe3cf5daf7753f415ff"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@34f124b06ffd3a4e5befafe3cf5daf7753f415ff",
"title": "34f124b06ffd3a4e5befafe3cf5daf7753f415ff",
"url": "https://llvm.googlesource.com/llvm-project/+/34f124b06ffd3a4e5befafe3cf5daf7753f415ff"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a88e286aefbf25d504239badaa1a908c0a56c78e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a88e286aefbf25d504239badaa1a908c0a56c78e",
"title": "a88e286aefbf25d504239badaa1a908c0a56c78e",
"url": "https://llvm.googlesource.com/llvm-project/+/a88e286aefbf25d504239badaa1a908c0a56c78e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2b49d36c081f4557cb17d176e17269c2c8843243"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2b49d36c081f4557cb17d176e17269c2c8843243",
"title": "2b49d36c081f4557cb17d176e17269c2c8843243",
"url": "https://llvm.googlesource.com/llvm-project/+/2b49d36c081f4557cb17d176e17269c2c8843243"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3ba161bb753000400caeff6e1ca6b8a860d0dacc"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3ba161bb753000400caeff6e1ca6b8a860d0dacc",
"title": "3ba161bb753000400caeff6e1ca6b8a860d0dacc",
"url": "https://llvm.googlesource.com/llvm-project/+/3ba161bb753000400caeff6e1ca6b8a860d0dacc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "23104a74e79f208d467830058111fd883dfcb489"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@23104a74e79f208d467830058111fd883dfcb489",
"title": "23104a74e79f208d467830058111fd883dfcb489",
"url": "https://llvm.googlesource.com/llvm-project/+/23104a74e79f208d467830058111fd883dfcb489"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a282c685806713321396c4230d32c0e2f79a1e8d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a282c685806713321396c4230d32c0e2f79a1e8d",
"title": "a282c685806713321396c4230d32c0e2f79a1e8d",
"url": "https://llvm.googlesource.com/llvm-project/+/a282c685806713321396c4230d32c0e2f79a1e8d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "51ff8f2f7e4c997170be8f3b29f8bdd37d4a2a78"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@51ff8f2f7e4c997170be8f3b29f8bdd37d4a2a78",
"title": "51ff8f2f7e4c997170be8f3b29f8bdd37d4a2a78",
"url": "https://llvm.googlesource.com/llvm-project/+/51ff8f2f7e4c997170be8f3b29f8bdd37d4a2a78"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f019c890087a044cef031002e76e7626ff912deb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f019c890087a044cef031002e76e7626ff912deb",
"title": "f019c890087a044cef031002e76e7626ff912deb",
"url": "https://llvm.googlesource.com/llvm-project/+/f019c890087a044cef031002e76e7626ff912deb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4b9f622ca94d8f4c0102560cb15c99f4e0013f99"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4b9f622ca94d8f4c0102560cb15c99f4e0013f99",
"title": "4b9f622ca94d8f4c0102560cb15c99f4e0013f99",
"url": "https://llvm.googlesource.com/llvm-project/+/4b9f622ca94d8f4c0102560cb15c99f4e0013f99"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6c23e9e82c36afc1e68593cf7e4880612216c790"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6c23e9e82c36afc1e68593cf7e4880612216c790",
"title": "6c23e9e82c36afc1e68593cf7e4880612216c790",
"url": "https://llvm.googlesource.com/llvm-project/+/6c23e9e82c36afc1e68593cf7e4880612216c790"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "46b4ca8e9869ad6e51b9d22bb08e32b37ccff03a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@46b4ca8e9869ad6e51b9d22bb08e32b37ccff03a",
"title": "46b4ca8e9869ad6e51b9d22bb08e32b37ccff03a",
"url": "https://llvm.googlesource.com/llvm-project/+/46b4ca8e9869ad6e51b9d22bb08e32b37ccff03a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0f717044ff1ab3967624807b3e061fb5deaf8c77"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0f717044ff1ab3967624807b3e061fb5deaf8c77",
"title": "0f717044ff1ab3967624807b3e061fb5deaf8c77",
"url": "https://llvm.googlesource.com/llvm-project/+/0f717044ff1ab3967624807b3e061fb5deaf8c77"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5df748dd329ea5590f9dcc8e643413d26554be00"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5df748dd329ea5590f9dcc8e643413d26554be00",
"title": "5df748dd329ea5590f9dcc8e643413d26554be00",
"url": "https://llvm.googlesource.com/llvm-project/+/5df748dd329ea5590f9dcc8e643413d26554be00"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a244907922354ead70182002af1d10067bd2b8b6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a244907922354ead70182002af1d10067bd2b8b6",
"title": "a244907922354ead70182002af1d10067bd2b8b6",
"url": "https://llvm.googlesource.com/llvm-project/+/a244907922354ead70182002af1d10067bd2b8b6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "59d641a2dab475f6ab0ab1308b1d6dd641dccb6a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@59d641a2dab475f6ab0ab1308b1d6dd641dccb6a",
"title": "59d641a2dab475f6ab0ab1308b1d6dd641dccb6a",
"url": "https://llvm.googlesource.com/llvm-project/+/59d641a2dab475f6ab0ab1308b1d6dd641dccb6a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e93a34662f1471c17f2afa7461ec71bf7913b984"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e93a34662f1471c17f2afa7461ec71bf7913b984",
"title": "e93a34662f1471c17f2afa7461ec71bf7913b984",
"url": "https://llvm.googlesource.com/llvm-project/+/e93a34662f1471c17f2afa7461ec71bf7913b984"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "21c4fbd4235a964e87c10b1008c61f9a2e6eb9a9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@21c4fbd4235a964e87c10b1008c61f9a2e6eb9a9",
"title": "21c4fbd4235a964e87c10b1008c61f9a2e6eb9a9",
"url": "https://llvm.googlesource.com/llvm-project/+/21c4fbd4235a964e87c10b1008c61f9a2e6eb9a9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "61a0653cc6101ca78929482367ef5f2f9f324b2e"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@61a0653cc6101ca78929482367ef5f2f9f324b2e",
"title": "61a0653cc6101ca78929482367ef5f2f9f324b2e",
"url": "https://llvm.googlesource.com/llvm-project/+/61a0653cc6101ca78929482367ef5f2f9f324b2e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e8f491fc973e27c657b5de4e8d0b80ac566403ab"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e8f491fc973e27c657b5de4e8d0b80ac566403ab",
"title": "e8f491fc973e27c657b5de4e8d0b80ac566403ab",
"url": "https://llvm.googlesource.com/llvm-project/+/e8f491fc973e27c657b5de4e8d0b80ac566403ab"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e8f491fc973e27c657b5de4e8d0b80ac566403ab",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875780589922162832"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:17:17.411] Scheduled build:
{
"id": "8710350527804205009",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-03T16:17:16.945300338Z",
"updateTime": "2025-07-03T16:17:16.945300338Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e8f491fc973e27c657b5de4e8d0b80ac566403ab",
"ref": "refs/heads/main"
}
}
}
[16:17:17.411] Task URL: https://cr-buildbucket.appspot.com/build/8710350527804205009
[16:17:17.411] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:2:0) after 7m27s
[16:17:17.525] Received PubSub notification, asking Buildbucket for the build status
[16:17:17.551] Build status: SCHEDULED
[16:24:44.435] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:2:0)
[16:24:44.462] Build status: SCHEDULED
[16:24:44.463] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:4:0) after 6m41s
[16:25:23.372] Received PubSub notification, asking Buildbucket for the build status
[16:25:23.401] Build status: STARTED
[16:31:25.568] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:4:0)
[16:31:25.597] Build status: STARTED
[16:31:25.597] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:6:0) after 4m49s
[16:36:14.632] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:6:0)
[16:36:14.654] Build status: STARTED
[16:36:14.654] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:7:0) after 3m17s
[16:39:31.768] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:7:0)
[16:39:31.789] Build status: STARTED
[16:39:31.790] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:8:0) after 1m38s
[16:41:09.791] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:8:0)
[16:41:09.809] Build status: STARTED
[16:41:09.809] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:9:0) after 1m43s
[16:42:52.929] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:9:0)
[16:42:52.959] Build status: STARTED
[16:42:52.959] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:10:0) after 3m57s
[16:46:50.021] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:10:0)
[16:46:50.049] Build status: STARTED
[16:46:50.049] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:11:0) after 9m46s
[16:56:36.076] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:11:0)
[16:56:36.100] Build status: STARTED
[16:56:36.100] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:12:0) after 5m26s
[17:02:02.120] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:12:0)
[17:02:02.186] Build status: STARTED
[17:02:02.186] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:13:0) after 1m30s
[17:03:32.214] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:13:0)
[17:03:32.240] Build status: STARTED
[17:03:32.240] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:14:0) after 8m6s
[17:11:38.332] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:14:0)
[17:11:38.353] Build status: STARTED
[17:11:38.353] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:15:0) after 2m29s
[17:14:07.368] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:15:0)
[17:14:07.405] Build status: STARTED
[17:14:07.405] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:16:0) after 6m13s
[17:20:20.426] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:16:0)
[17:20:20.448] Build status: STARTED
[17:20:20.448] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:17:0) after 9m31s
[17:29:51.472] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:17:0)
[17:29:51.497] Build status: STARTED
[17:29:51.497] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:18:0) after 7m28s
[17:37:19.606] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:18:0)
[17:37:19.624] Build status: STARTED
[17:37:19.624] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:19:0) after 3m53s
[17:41:12.649] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:19:0)
[17:41:12.672] Build status: STARTED
[17:41:12.672] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:20:0) after 9m13s
[17:50:25.749] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:20:0)
[17:50:25.770] Build status: STARTED
[17:50:25.770] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:21:0) after 7m47s
[17:58:12.795] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:21:0)
[17:58:12.843] Build status: STARTED
[17:58:12.843] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:22:0) after 5m45s
[18:03:57.879] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:22:0)
[18:03:57.962] Build status: STARTED
[18:03:57.962] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:23:0) after 3m11s
[18:07:09.929] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:23:0)
[18:07:09.986] Build status: STARTED
[18:07:09.986] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:24:0) after 2m32s
[18:09:42.045] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:24:0)
[18:09:42.108] Build status: STARTED
[18:09:42.108] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875780589922162832:25:0) after 8m57s
[18:10:21.016] Received PubSub notification, asking Buildbucket for the build status
[18:10:21.044] Build:
{
"id": "8710350527804205009",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-03T16:17:16.945300338Z",
"startTime": "2025-07-03T16:25:22.761612918Z",
"endTime": "2025-07-03T18:10:20.679197689Z",
"updateTime": "2025-07-03T18:10:20.679197689Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "e8f491fc973e27c657b5de4e8d0b80ac566403ab",
"ref": "refs/heads/main"
}
}
}
[18:10:21.044] Invocation finished in 1h53m5.501161466s with status FAILED