[18:57:52.776] New invocation is queued and will start shortly
[18:57:53.857] Starting the invocation (attempt 1)
[18:57:53.883] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4476f7237ee000ce3c36e359297d4ac76b2dfb5f"
[18:57:53.883] Popped gitiles commit info from properties and tags
[18:57:53.883] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:57:53.883] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:57:53.884] Buildbucket request:
{
"requestId": "8886189135705385728",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8886189135705385728",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a5763048b63b18f2c660ba14d4c3d4434689889d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a5763048b63b18f2c660ba14d4c3d4434689889d",
"title": "a5763048b63b18f2c660ba14d4c3d4434689889d",
"url": "https://llvm.googlesource.com/llvm-project/+/a5763048b63b18f2c660ba14d4c3d4434689889d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "cf5aa559a8b69bc39ba134148ace4172fd6de0a8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@cf5aa559a8b69bc39ba134148ace4172fd6de0a8",
"title": "cf5aa559a8b69bc39ba134148ace4172fd6de0a8",
"url": "https://llvm.googlesource.com/llvm-project/+/cf5aa559a8b69bc39ba134148ace4172fd6de0a8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "74868cf0d14e59c553518d516e19937de46e23bb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@74868cf0d14e59c553518d516e19937de46e23bb",
"title": "74868cf0d14e59c553518d516e19937de46e23bb",
"url": "https://llvm.googlesource.com/llvm-project/+/74868cf0d14e59c553518d516e19937de46e23bb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "1d1b20a19ecf51741f2946976ec5f44a0ed53710"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@1d1b20a19ecf51741f2946976ec5f44a0ed53710",
"title": "1d1b20a19ecf51741f2946976ec5f44a0ed53710",
"url": "https://llvm.googlesource.com/llvm-project/+/1d1b20a19ecf51741f2946976ec5f44a0ed53710"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7220ab821dd8c91dbc8e74afcdf3871605062ea0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7220ab821dd8c91dbc8e74afcdf3871605062ea0",
"title": "7220ab821dd8c91dbc8e74afcdf3871605062ea0",
"url": "https://llvm.googlesource.com/llvm-project/+/7220ab821dd8c91dbc8e74afcdf3871605062ea0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "809a33d7ab56f846387fc105a653d1c22c1f7a8d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@809a33d7ab56f846387fc105a653d1c22c1f7a8d",
"title": "809a33d7ab56f846387fc105a653d1c22c1f7a8d",
"url": "https://llvm.googlesource.com/llvm-project/+/809a33d7ab56f846387fc105a653d1c22c1f7a8d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "35c030208642ddae96ed7a03b73c7d08c6997052"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@35c030208642ddae96ed7a03b73c7d08c6997052",
"title": "35c030208642ddae96ed7a03b73c7d08c6997052",
"url": "https://llvm.googlesource.com/llvm-project/+/35c030208642ddae96ed7a03b73c7d08c6997052"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "aa3875411746de0a24a8de0d40def711cd70153d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@aa3875411746de0a24a8de0d40def711cd70153d",
"title": "aa3875411746de0a24a8de0d40def711cd70153d",
"url": "https://llvm.googlesource.com/llvm-project/+/aa3875411746de0a24a8de0d40def711cd70153d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "22f7897374a1d0964e36c6fefccc3e3630a89465"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@22f7897374a1d0964e36c6fefccc3e3630a89465",
"title": "22f7897374a1d0964e36c6fefccc3e3630a89465",
"url": "https://llvm.googlesource.com/llvm-project/+/22f7897374a1d0964e36c6fefccc3e3630a89465"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "c7f7ac759110cdcf0d9180515a414c494154d213"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@c7f7ac759110cdcf0d9180515a414c494154d213",
"title": "c7f7ac759110cdcf0d9180515a414c494154d213",
"url": "https://llvm.googlesource.com/llvm-project/+/c7f7ac759110cdcf0d9180515a414c494154d213"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "933221e55aa1e1c1ebc16bde30c8e4a0e12836bd"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@933221e55aa1e1c1ebc16bde30c8e4a0e12836bd",
"title": "933221e55aa1e1c1ebc16bde30c8e4a0e12836bd",
"url": "https://llvm.googlesource.com/llvm-project/+/933221e55aa1e1c1ebc16bde30c8e4a0e12836bd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "934d9162e1f2712d1fcb2c9eea00959ee10546eb"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@934d9162e1f2712d1fcb2c9eea00959ee10546eb",
"title": "934d9162e1f2712d1fcb2c9eea00959ee10546eb",
"url": "https://llvm.googlesource.com/llvm-project/+/934d9162e1f2712d1fcb2c9eea00959ee10546eb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "431eaa8deb4ea1cbe079a29126f9559e4716f00d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@431eaa8deb4ea1cbe079a29126f9559e4716f00d",
"title": "431eaa8deb4ea1cbe079a29126f9559e4716f00d",
"url": "https://llvm.googlesource.com/llvm-project/+/431eaa8deb4ea1cbe079a29126f9559e4716f00d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "deb4b206622c735450819e9cff36518997fed5c1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@deb4b206622c735450819e9cff36518997fed5c1",
"title": "deb4b206622c735450819e9cff36518997fed5c1",
"url": "https://llvm.googlesource.com/llvm-project/+/deb4b206622c735450819e9cff36518997fed5c1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7016f2d6e9f84159747e7e8e01e1b49c5547bdec"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7016f2d6e9f84159747e7e8e01e1b49c5547bdec",
"title": "7016f2d6e9f84159747e7e8e01e1b49c5547bdec",
"url": "https://llvm.googlesource.com/llvm-project/+/7016f2d6e9f84159747e7e8e01e1b49c5547bdec"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "483c23f6e860c079ae2b9cceb37ebe2129ada13d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@483c23f6e860c079ae2b9cceb37ebe2129ada13d",
"title": "483c23f6e860c079ae2b9cceb37ebe2129ada13d",
"url": "https://llvm.googlesource.com/llvm-project/+/483c23f6e860c079ae2b9cceb37ebe2129ada13d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a7f1dc0ff5a6e76699fbb398e888a59cc929d578"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a7f1dc0ff5a6e76699fbb398e888a59cc929d578",
"title": "a7f1dc0ff5a6e76699fbb398e888a59cc929d578",
"url": "https://llvm.googlesource.com/llvm-project/+/a7f1dc0ff5a6e76699fbb398e888a59cc929d578"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b9cb931713ed3f05568e8a091bd47a3e865f059f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b9cb931713ed3f05568e8a091bd47a3e865f059f",
"title": "b9cb931713ed3f05568e8a091bd47a3e865f059f",
"url": "https://llvm.googlesource.com/llvm-project/+/b9cb931713ed3f05568e8a091bd47a3e865f059f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4476f7237ee000ce3c36e359297d4ac76b2dfb5f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4476f7237ee000ce3c36e359297d4ac76b2dfb5f",
"title": "4476f7237ee000ce3c36e359297d4ac76b2dfb5f",
"url": "https://llvm.googlesource.com/llvm-project/+/4476f7237ee000ce3c36e359297d4ac76b2dfb5f"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4476f7237ee000ce3c36e359297d4ac76b2dfb5f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8886189135705385728"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:57:54.380] Scheduled build:
{
"id": "8720759073809382497",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-10T18:57:53.949245358Z",
"updateTime": "2025-03-10T18:57:53.949245358Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4476f7237ee000ce3c36e359297d4ac76b2dfb5f",
"ref": "refs/heads/main"
}
}
}
[18:57:54.380] Task URL: https://cr-buildbucket.appspot.com/build/8720759073809382497
[18:57:54.380] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:2:0) after 9m59s
[18:57:55.250] Received PubSub notification, asking Buildbucket for the build status
[18:57:55.280] Build status: SCHEDULED
[18:57:58.284] Received PubSub notification, asking Buildbucket for the build status
[18:57:58.317] Build status: STARTED
[19:07:53.452] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:2:0)
[19:07:53.474] Build status: STARTED
[19:07:53.474] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:5:0) after 9m39s
[19:17:32.495] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:5:0)
[19:17:32.524] Build status: STARTED
[19:17:32.524] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:6:0) after 4m47s
[19:22:19.545] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:6:0)
[19:22:19.566] Build status: STARTED
[19:22:19.566] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:7:0) after 3m14s
[19:25:33.593] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:7:0)
[19:25:33.622] Build status: STARTED
[19:25:33.622] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:8:0) after 2m39s
[19:28:12.643] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:8:0)
[19:28:12.687] Build status: STARTED
[19:28:12.687] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:9:0) after 2m13s
[19:30:25.704] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:9:0)
[19:30:25.742] Build status: STARTED
[19:30:25.742] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:10:0) after 4m27s
[19:34:52.795] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:10:0)
[19:34:52.831] Build status: STARTED
[19:34:52.831] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:11:0) after 8m14s
[19:43:06.898] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:11:0)
[19:43:06.929] Build status: STARTED
[19:43:06.929] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:12:0) after 7m34s
[19:50:40.984] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:12:0)
[19:50:41.048] Build status: STARTED
[19:50:41.048] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:13:0) after 6m28s
[19:57:09.123] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:13:0)
[19:57:09.141] Build status: STARTED
[19:57:09.141] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:14:0) after 9m8s
[20:06:17.157] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:14:0)
[20:06:17.185] Build status: STARTED
[20:06:17.185] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:15:0) after 7m21s
[20:13:38.233] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:15:0)
[20:13:38.257] Build status: STARTED
[20:13:38.257] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:16:0) after 4m50s
[20:18:28.313] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:16:0)
[20:18:28.384] Build status: STARTED
[20:18:28.384] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:17:0) after 5m47s
[20:24:15.427] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:17:0)
[20:24:15.451] Build status: STARTED
[20:24:15.451] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:18:0) after 9m34s
[20:33:49.483] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:18:0)
[20:33:49.499] Build status: STARTED
[20:33:49.499] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:19:0) after 5m9s
[20:38:58.534] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:19:0)
[20:38:58.557] Build status: STARTED
[20:38:58.557] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8886189135705385728:20:0) after 5m54s
[20:39:46.041] Received PubSub notification, asking Buildbucket for the build status
[20:39:46.058] Build:
{
"id": "8720759073809382497",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-03-10T18:57:53.949245358Z",
"startTime": "2025-03-10T18:57:58.093857240Z",
"endTime": "2025-03-10T20:39:45.724322990Z",
"updateTime": "2025-03-10T20:39:45.724322990Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4476f7237ee000ce3c36e359297d4ac76b2dfb5f",
"ref": "refs/heads/main"
}
}
}
[20:39:46.058] Invocation finished in 1h41m53.301324825s with status FAILED