[17:58:46.368] New invocation is queued and will start shortly
[17:58:47.406] Starting the invocation (attempt 1)
[17:58:47.435] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/eba106d461f769b889c33faa09802d25fce44757"
[17:58:47.435] Popped gitiles commit info from properties and tags
[17:58:47.435] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:58:47.435] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:58:47.435] Buildbucket request:
{
"requestId": "8901050756862485392",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8901050756862485392",
"job": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "97169bf086131d49e0d700859c6a44c09eddddd5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@97169bf086131d49e0d700859c6a44c09eddddd5",
"title": "97169bf086131d49e0d700859c6a44c09eddddd5",
"url": "https://llvm.googlesource.com/llvm-project/+/97169bf086131d49e0d700859c6a44c09eddddd5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6fd870bf3585db7d9b4af5e4b95bc731bbf9c0fa"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6fd870bf3585db7d9b4af5e4b95bc731bbf9c0fa",
"title": "6fd870bf3585db7d9b4af5e4b95bc731bbf9c0fa",
"url": "https://llvm.googlesource.com/llvm-project/+/6fd870bf3585db7d9b4af5e4b95bc731bbf9c0fa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a4197e472823f51075c837f709da05a55ebc16d0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a4197e472823f51075c837f709da05a55ebc16d0",
"title": "a4197e472823f51075c837f709da05a55ebc16d0",
"url": "https://llvm.googlesource.com/llvm-project/+/a4197e472823f51075c837f709da05a55ebc16d0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b65930c6cecab2552bf963cc27adbcbb97f96352"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b65930c6cecab2552bf963cc27adbcbb97f96352",
"title": "b65930c6cecab2552bf963cc27adbcbb97f96352",
"url": "https://llvm.googlesource.com/llvm-project/+/b65930c6cecab2552bf963cc27adbcbb97f96352"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e42cc3f42e6a36f4dfff408278194040367e8259"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e42cc3f42e6a36f4dfff408278194040367e8259",
"title": "e42cc3f42e6a36f4dfff408278194040367e8259",
"url": "https://llvm.googlesource.com/llvm-project/+/e42cc3f42e6a36f4dfff408278194040367e8259"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "51259deb72d5acee4f3e65911dd364d0c3827846"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@51259deb72d5acee4f3e65911dd364d0c3827846",
"title": "51259deb72d5acee4f3e65911dd364d0c3827846",
"url": "https://llvm.googlesource.com/llvm-project/+/51259deb72d5acee4f3e65911dd364d0c3827846"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "ea568a93ce78d150957cf8afc7159596cd85d912"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@ea568a93ce78d150957cf8afc7159596cd85d912",
"title": "ea568a93ce78d150957cf8afc7159596cd85d912",
"url": "https://llvm.googlesource.com/llvm-project/+/ea568a93ce78d150957cf8afc7159596cd85d912"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "68f529df5017e9c85df4cff9cac61d8f21fc6687"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@68f529df5017e9c85df4cff9cac61d8f21fc6687",
"title": "68f529df5017e9c85df4cff9cac61d8f21fc6687",
"url": "https://llvm.googlesource.com/llvm-project/+/68f529df5017e9c85df4cff9cac61d8f21fc6687"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "787a6d57f95ff6eaee8df01392900a6eea512930"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@787a6d57f95ff6eaee8df01392900a6eea512930",
"title": "787a6d57f95ff6eaee8df01392900a6eea512930",
"url": "https://llvm.googlesource.com/llvm-project/+/787a6d57f95ff6eaee8df01392900a6eea512930"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "cd5f5b769010da31210bc55bd5e337ec60b34665"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@cd5f5b769010da31210bc55bd5e337ec60b34665",
"title": "cd5f5b769010da31210bc55bd5e337ec60b34665",
"url": "https://llvm.googlesource.com/llvm-project/+/cd5f5b769010da31210bc55bd5e337ec60b34665"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "50afafbf299385c4836cca5383e9cd7eb7593c9a"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@50afafbf299385c4836cca5383e9cd7eb7593c9a",
"title": "50afafbf299385c4836cca5383e9cd7eb7593c9a",
"url": "https://llvm.googlesource.com/llvm-project/+/50afafbf299385c4836cca5383e9cd7eb7593c9a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "eba106d461f769b889c33faa09802d25fce44757"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@eba106d461f769b889c33faa09802d25fce44757",
"title": "eba106d461f769b889c33faa09802d25fce44757",
"url": "https://llvm.googlesource.com/llvm-project/+/eba106d461f769b889c33faa09802d25fce44757"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "eba106d461f769b889c33faa09802d25fce44757",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8901050756862485392"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:58:47.931] Scheduled build:
{
"id": "8735620695022136225",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2024-09-27T17:58:47.498591397Z",
"updateTime": "2024-09-27T17:58:47.498591397Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "eba106d461f769b889c33faa09802d25fce44757",
"ref": "refs/heads/main"
}
},
"canary": true
}
[17:58:47.931] Task URL: https://cr-buildbucket.appspot.com/build/8735620695022136225
[17:58:47.931] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:2:0) after 9m27s
[17:58:48.851] Received PubSub notification, asking Buildbucket for the build status
[17:58:48.873] Build status: SCHEDULED
[17:59:00.107] Received PubSub notification, asking Buildbucket for the build status
[17:59:00.143] Build status: STARTED
[18:08:15.057] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:2:0)
[18:08:15.100] Build status: STARTED
[18:08:15.100] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:5:0) after 6m22s
[18:14:37.117] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:5:0)
[18:14:37.198] Build status: STARTED
[18:14:37.199] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:6:0) after 6m15s
[18:20:52.220] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:6:0)
[18:20:52.238] Build status: STARTED
[18:20:52.238] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:7:0) after 1m19s
[18:22:11.358] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:7:0)
[18:22:11.378] Build status: STARTED
[18:22:11.378] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:8:0) after 2m32s
[18:24:43.482] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:8:0)
[18:24:43.501] Build status: STARTED
[18:24:43.501] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:9:0) after 5m4s
[18:29:47.519] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:9:0)
[18:29:47.538] Build status: STARTED
[18:29:47.538] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:10:0) after 9m24s
[18:39:11.608] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:10:0)
[18:39:11.630] Build status: STARTED
[18:39:11.630] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:11:0) after 9m8s
[18:48:19.690] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:11:0)
[18:48:19.710] Build status: STARTED
[18:48:19.710] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:12:0) after 4m12s
[18:52:31.728] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:12:0)
[18:52:31.747] Build status: STARTED
[18:52:31.747] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:13:0) after 7m24s
[18:59:55.765] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:13:0)
[18:59:55.783] Build status: STARTED
[18:59:55.783] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:14:0) after 4m34s
[19:04:29.823] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:14:0)
[19:04:29.841] Build status: STARTED
[19:04:29.841] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:15:0) after 2m9s
[19:06:38.935] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:15:0)
[19:06:38.953] Build status: STARTED
[19:06:38.953] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:16:0) after 8m39s
[19:15:18.063] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:16:0)
[19:15:18.090] Build status: STARTED
[19:15:18.090] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:17:0) after 6m20s
[19:21:38.066] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:17:0)
[19:21:38.113] Build status: STARTED
[19:21:38.113] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:18:0) after 3m16s
[19:24:54.133] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:18:0)
[19:24:54.153] Build status: STARTED
[19:24:54.153] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:19:0) after 7m9s
[19:32:03.190] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:19:0)
[19:32:03.213] Build status: STARTED
[19:32:03.213] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:20:0) after 1m43s
[19:33:46.227] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:20:0)
[19:33:46.247] Build status: STARTED
[19:33:46.247] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:21:0) after 5m58s
[19:39:44.265] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:21:0)
[19:39:44.285] Build status: STARTED
[19:39:44.285] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-arm64-40be1bb5:8901050756862485392:22:0) after 1m28s
[19:40:17.931] Received PubSub notification, asking Buildbucket for the build status
[19:40:17.948] Build:
{
"id": "8735620695022136225",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-arm64"
},
"createdBy": "project:fuchsia",
"createTime": "2024-09-27T17:58:47.498591397Z",
"startTime": "2024-09-27T17:58:59.913773863Z",
"endTime": "2024-09-27T19:40:17.612339578Z",
"updateTime": "2024-09-27T19:40:17.612339578Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "eba106d461f769b889c33faa09802d25fce44757",
"ref": "refs/heads/main"
}
},
"canary": true
}
[19:40:17.948] Invocation finished in 1h41m31.589753624s with status FAILED