[21:44:22.927] New invocation is queued and will start shortly
[21:44:24.655] Starting the invocation (attempt 1)
[21:44:24.709] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/0baa0b38ae105d3b0ec30000960cf31bfcd057de"
[21:44:24.710] Popped gitiles commit info from properties and tags
[21:44:24.710] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:44:24.710] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:44:24.710] Buildbucket request:
{
"requestId": "8882645378576165936",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8882645378576165936",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a3f8836ae84dd697e096446d3ca666461da839ed"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a3f8836ae84dd697e096446d3ca666461da839ed",
"title": "a3f8836ae84dd697e096446d3ca666461da839ed",
"url": "https://llvm.googlesource.com/llvm-project/+/a3f8836ae84dd697e096446d3ca666461da839ed"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "7c9f4f1128ce6fd87aa274089b7c4271185331d9"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@7c9f4f1128ce6fd87aa274089b7c4271185331d9",
"title": "7c9f4f1128ce6fd87aa274089b7c4271185331d9",
"url": "https://llvm.googlesource.com/llvm-project/+/7c9f4f1128ce6fd87aa274089b7c4271185331d9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "15e662bf0646200d1fbe28a651fc8d4247bd13cf"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@15e662bf0646200d1fbe28a651fc8d4247bd13cf",
"title": "15e662bf0646200d1fbe28a651fc8d4247bd13cf",
"url": "https://llvm.googlesource.com/llvm-project/+/15e662bf0646200d1fbe28a651fc8d4247bd13cf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "058992ea9fc62a9f79ab90eaebecb267469795a7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@058992ea9fc62a9f79ab90eaebecb267469795a7",
"title": "058992ea9fc62a9f79ab90eaebecb267469795a7",
"url": "https://llvm.googlesource.com/llvm-project/+/058992ea9fc62a9f79ab90eaebecb267469795a7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e5f326044fdca0ba8a4ce42cafd0927776bcabff"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e5f326044fdca0ba8a4ce42cafd0927776bcabff",
"title": "e5f326044fdca0ba8a4ce42cafd0927776bcabff",
"url": "https://llvm.googlesource.com/llvm-project/+/e5f326044fdca0ba8a4ce42cafd0927776bcabff"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "30747cfe41f5d4f0b0083750ba9c20cfcccec117"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@30747cfe41f5d4f0b0083750ba9c20cfcccec117",
"title": "30747cfe41f5d4f0b0083750ba9c20cfcccec117",
"url": "https://llvm.googlesource.com/llvm-project/+/30747cfe41f5d4f0b0083750ba9c20cfcccec117"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "e232d28eff876b1babbb731f1a0e5502c611a0ee"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@e232d28eff876b1babbb731f1a0e5502c611a0ee",
"title": "e232d28eff876b1babbb731f1a0e5502c611a0ee",
"url": "https://llvm.googlesource.com/llvm-project/+/e232d28eff876b1babbb731f1a0e5502c611a0ee"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "9c3ffa7940c5acd8ec48723748199fe9ed368fde"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@9c3ffa7940c5acd8ec48723748199fe9ed368fde",
"title": "9c3ffa7940c5acd8ec48723748199fe9ed368fde",
"url": "https://llvm.googlesource.com/llvm-project/+/9c3ffa7940c5acd8ec48723748199fe9ed368fde"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3ad353c91a0e759df5adb2d27c8b1ae214acab4f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3ad353c91a0e759df5adb2d27c8b1ae214acab4f",
"title": "3ad353c91a0e759df5adb2d27c8b1ae214acab4f",
"url": "https://llvm.googlesource.com/llvm-project/+/3ad353c91a0e759df5adb2d27c8b1ae214acab4f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "34e78093975b7c3be0fbd088429d8124702d8336"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@34e78093975b7c3be0fbd088429d8124702d8336",
"title": "34e78093975b7c3be0fbd088429d8124702d8336",
"url": "https://llvm.googlesource.com/llvm-project/+/34e78093975b7c3be0fbd088429d8124702d8336"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "f2c175f626df67a028e2c56c56db76980135b72f"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@f2c175f626df67a028e2c56c56db76980135b72f",
"title": "f2c175f626df67a028e2c56c56db76980135b72f",
"url": "https://llvm.googlesource.com/llvm-project/+/f2c175f626df67a028e2c56c56db76980135b72f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "5dcfa6146f8f44b0ba9937a37c612d54be6f95e7"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@5dcfa6146f8f44b0ba9937a37c612d54be6f95e7",
"title": "5dcfa6146f8f44b0ba9937a37c612d54be6f95e7",
"url": "https://llvm.googlesource.com/llvm-project/+/5dcfa6146f8f44b0ba9937a37c612d54be6f95e7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "a79e257ff15504fca877601c842b91244e3c0ab0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@a79e257ff15504fca877601c842b91244e3c0ab0",
"title": "a79e257ff15504fca877601c842b91244e3c0ab0",
"url": "https://llvm.googlesource.com/llvm-project/+/a79e257ff15504fca877601c842b91244e3c0ab0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d36ce05237ce5e2c1f9d6cccc79e23241d661999"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d36ce05237ce5e2c1f9d6cccc79e23241d661999",
"title": "d36ce05237ce5e2c1f9d6cccc79e23241d661999",
"url": "https://llvm.googlesource.com/llvm-project/+/d36ce05237ce5e2c1f9d6cccc79e23241d661999"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "540ea4ddff75f7bdec41533c1e9059b6a4ec81c1"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@540ea4ddff75f7bdec41533c1e9059b6a4ec81c1",
"title": "540ea4ddff75f7bdec41533c1e9059b6a4ec81c1",
"url": "https://llvm.googlesource.com/llvm-project/+/540ea4ddff75f7bdec41533c1e9059b6a4ec81c1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "aed4ecc456a00385b8be04c3e3b4680a09c24463"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@aed4ecc456a00385b8be04c3e3b4680a09c24463",
"title": "aed4ecc456a00385b8be04c3e3b4680a09c24463",
"url": "https://llvm.googlesource.com/llvm-project/+/aed4ecc456a00385b8be04c3e3b4680a09c24463"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "0baa0b38ae105d3b0ec30000960cf31bfcd057de"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@0baa0b38ae105d3b0ec30000960cf31bfcd057de",
"title": "0baa0b38ae105d3b0ec30000960cf31bfcd057de",
"url": "https://llvm.googlesource.com/llvm-project/+/0baa0b38ae105d3b0ec30000960cf31bfcd057de"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0baa0b38ae105d3b0ec30000960cf31bfcd057de",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8882645378576165936"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:44:25.048] Scheduled build:
{
"id": "8717215315978996049",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-04-18T21:44:24.775582255Z",
"updateTime": "2025-04-18T21:44:24.775582255Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0baa0b38ae105d3b0ec30000960cf31bfcd057de",
"ref": "refs/heads/main"
}
},
"canary": true
}
[21:44:25.048] Task URL: https://cr-buildbucket.appspot.com/build/8717215315978996049
[21:44:25.048] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:2:0) after 1m2s
[21:44:28.137] Received PubSub notification, asking Buildbucket for the build status
[21:44:28.160] Build status: SCHEDULED
[21:44:30.945] Received PubSub notification, asking Buildbucket for the build status
[21:44:30.966] Build status: STARTED
[21:45:27.091] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:2:0)
[21:45:27.199] Build status: STARTED
[21:45:27.199] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:5:0) after 6m16s
[21:51:43.217] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:5:0)
[21:51:43.237] Build status: STARTED
[21:51:43.237] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:6:0) after 2m14s
[21:53:57.292] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:6:0)
[21:53:57.321] Build status: STARTED
[21:53:57.321] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:7:0) after 5m51s
[21:59:48.338] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:7:0)
[21:59:48.446] Build status: STARTED
[21:59:48.446] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:8:0) after 3m51s
[22:03:39.471] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:8:0)
[22:03:39.501] Build status: STARTED
[22:03:39.501] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:9:0) after 9m6s
[22:12:45.546] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:9:0)
[22:12:45.693] Build status: STARTED
[22:12:45.693] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:10:0) after 5m23s
[22:18:08.712] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:10:0)
[22:18:08.740] Build status: STARTED
[22:18:08.740] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:11:0) after 7m27s
[22:25:35.774] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:11:0)
[22:25:35.803] Build status: STARTED
[22:25:35.803] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:12:0) after 2m3s
[22:27:38.823] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:12:0)
[22:27:38.920] Build status: STARTED
[22:27:38.921] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:13:0) after 9m41s
[22:37:19.947] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:13:0)
[22:37:19.970] Build status: STARTED
[22:37:19.970] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:14:0) after 5m12s
[22:42:32.156] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:14:0)
[22:42:32.174] Build status: STARTED
[22:42:32.174] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:15:0) after 4m43s
[22:47:15.242] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:15:0)
[22:47:15.260] Build status: STARTED
[22:47:15.260] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:16:0) after 5m10s
[22:52:25.278] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:16:0)
[22:52:25.307] Build status: STARTED
[22:52:25.307] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:17:0) after 1m52s
[22:54:17.343] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:17:0)
[22:54:17.359] Build status: STARTED
[22:54:17.359] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:18:0) after 1m53s
[22:56:10.383] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:18:0)
[22:56:10.420] Build status: STARTED
[22:56:10.420] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:19:0) after 3m42s
[22:59:52.443] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:19:0)
[22:59:52.466] Build status: STARTED
[22:59:52.466] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:20:0) after 1m57s
[23:01:49.488] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:20:0)
[23:01:49.501] Build status: STARTED
[23:01:49.501] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:21:0) after 2m19s
[23:04:08.543] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:21:0)
[23:04:08.563] Build status: STARTED
[23:04:08.563] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:22:0) after 8m18s
[23:12:26.685] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:22:0)
[23:12:26.702] Build status: STARTED
[23:12:26.702] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8882645378576165936:23:0) after 9m14s
[23:20:05.506] Received PubSub notification, asking Buildbucket for the build status
[23:20:05.530] Build:
{
"id": "8717215315978996049",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-04-18T21:44:24.775582255Z",
"startTime": "2025-04-18T21:44:30.027439510Z",
"endTime": "2025-04-18T23:20:05.102769812Z",
"updateTime": "2025-04-18T23:20:05.102769812Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "0baa0b38ae105d3b0ec30000960cf31bfcd057de",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:20:05.530] Invocation finished in 1h35m42.61511484s with status FAILED