[09:44:12.207] New invocation is queued and will start shortly
[09:44:13.269] Starting the invocation (attempt 1)
[09:44:13.294] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/563bea91222f534d90c2baa645a5e2bc4132e9a8"
[09:44:13.294] Popped gitiles commit info from properties and tags
[09:44:13.294] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:44:13.294] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:44:13.295] Buildbucket request:
{
"requestId": "8875805318852098688",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875805318852098688",
"job": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "85d09de5fa19a32bbcc400928d55f9d633077640"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@85d09de5fa19a32bbcc400928d55f9d633077640",
"title": "85d09de5fa19a32bbcc400928d55f9d633077640",
"url": "https://llvm.googlesource.com/llvm-project/+/85d09de5fa19a32bbcc400928d55f9d633077640"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3e370452fd23a894433c3bf2a8ce46a86c742ed5"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3e370452fd23a894433c3bf2a8ce46a86c742ed5",
"title": "3e370452fd23a894433c3bf2a8ce46a86c742ed5",
"url": "https://llvm.googlesource.com/llvm-project/+/3e370452fd23a894433c3bf2a8ce46a86c742ed5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "3efa461d45a1867cf03d30bd4b6caf1ed2260475"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@3efa461d45a1867cf03d30bd4b6caf1ed2260475",
"title": "3efa461d45a1867cf03d30bd4b6caf1ed2260475",
"url": "https://llvm.googlesource.com/llvm-project/+/3efa461d45a1867cf03d30bd4b6caf1ed2260475"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4acdb8e14ef7e72d5f56b45d51de72c7b797be03"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4acdb8e14ef7e72d5f56b45d51de72c7b797be03",
"title": "4acdb8e14ef7e72d5f56b45d51de72c7b797be03",
"url": "https://llvm.googlesource.com/llvm-project/+/4acdb8e14ef7e72d5f56b45d51de72c7b797be03"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "b478c38c19f9e6ccc7ff2b6ede79a6e27ec20d19"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@b478c38c19f9e6ccc7ff2b6ede79a6e27ec20d19",
"title": "b478c38c19f9e6ccc7ff2b6ede79a6e27ec20d19",
"url": "https://llvm.googlesource.com/llvm-project/+/b478c38c19f9e6ccc7ff2b6ede79a6e27ec20d19"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "fcdb91e113467ca10b34a1a43226aa67dee31646"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@fcdb91e113467ca10b34a1a43226aa67dee31646",
"title": "fcdb91e113467ca10b34a1a43226aa67dee31646",
"url": "https://llvm.googlesource.com/llvm-project/+/fcdb91e113467ca10b34a1a43226aa67dee31646"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "2dba752f0575306d8178e9bb4869d06528ab452c"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@2dba752f0575306d8178e9bb4869d06528ab452c",
"title": "2dba752f0575306d8178e9bb4869d06528ab452c",
"url": "https://llvm.googlesource.com/llvm-project/+/2dba752f0575306d8178e9bb4869d06528ab452c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "bd6cd92984e7a30cb91e4f069a0bacc5c582a234"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@bd6cd92984e7a30cb91e4f069a0bacc5c582a234",
"title": "bd6cd92984e7a30cb91e4f069a0bacc5c582a234",
"url": "https://llvm.googlesource.com/llvm-project/+/bd6cd92984e7a30cb91e4f069a0bacc5c582a234"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "032966ff5679804e826b76beab6306e277ef8d33"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@032966ff5679804e826b76beab6306e277ef8d33",
"title": "032966ff5679804e826b76beab6306e277ef8d33",
"url": "https://llvm.googlesource.com/llvm-project/+/032966ff5679804e826b76beab6306e277ef8d33"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "6a50aa77821dc6b031947e0d29f909e204d2bc1d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@6a50aa77821dc6b031947e0d29f909e204d2bc1d",
"title": "6a50aa77821dc6b031947e0d29f909e204d2bc1d",
"url": "https://llvm.googlesource.com/llvm-project/+/6a50aa77821dc6b031947e0d29f909e204d2bc1d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "44031237284e465f4fa97d2d9f4067cdecbc2dee"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@44031237284e465f4fa97d2d9f4067cdecbc2dee",
"title": "44031237284e465f4fa97d2d9f4067cdecbc2dee",
"url": "https://llvm.googlesource.com/llvm-project/+/44031237284e465f4fa97d2d9f4067cdecbc2dee"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "431507db52c8836f326f40f6ef6328bbf3c7bbd4"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@431507db52c8836f326f40f6ef6328bbf3c7bbd4",
"title": "431507db52c8836f326f40f6ef6328bbf3c7bbd4",
"url": "https://llvm.googlesource.com/llvm-project/+/431507db52c8836f326f40f6ef6328bbf3c7bbd4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "94d8231578272ead668bb95f8cb9c3ff5ee15aa6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@94d8231578272ead668bb95f8cb9c3ff5ee15aa6",
"title": "94d8231578272ead668bb95f8cb9c3ff5ee15aa6",
"url": "https://llvm.googlesource.com/llvm-project/+/94d8231578272ead668bb95f8cb9c3ff5ee15aa6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "58d84a615e9180eeff583a9d30033ba21343550d"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@58d84a615e9180eeff583a9d30033ba21343550d",
"title": "58d84a615e9180eeff583a9d30033ba21343550d",
"url": "https://llvm.googlesource.com/llvm-project/+/58d84a615e9180eeff583a9d30033ba21343550d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "4017dc06e3b5c4b97d8b1089070f88363e0db6f0"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@4017dc06e3b5c4b97d8b1089070f88363e0db6f0",
"title": "4017dc06e3b5c4b97d8b1089070f88363e0db6f0",
"url": "https://llvm.googlesource.com/llvm-project/+/4017dc06e3b5c4b97d8b1089070f88363e0db6f0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "d56c06e6c9f0cf03d75fd755c099a6844ecf38e6"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@d56c06e6c9f0cf03d75fd755c099a6844ecf38e6",
"title": "d56c06e6c9f0cf03d75fd755c099a6844ecf38e6",
"url": "https://llvm.googlesource.com/llvm-project/+/d56c06e6c9f0cf03d75fd755c099a6844ecf38e6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://llvm.googlesource.com/llvm-project",
"revision": "563bea91222f534d90c2baa645a5e2bc4132e9a8"
},
"id": "https://llvm.googlesource.com/llvm-project/+/refs/heads/main@563bea91222f534d90c2baa645a5e2bc4132e9a8",
"title": "563bea91222f534d90c2baa645a5e2bc4132e9a8",
"url": "https://llvm.googlesource.com/llvm-project/+/563bea91222f534d90c2baa645a5e2bc4132e9a8"
}
]
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "563bea91222f534d90c2baa645a5e2bc4132e9a8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875805318852098688"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/toolchain.ci-clang-mac-x64-40be1bb5"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:44:13.851] Scheduled build:
{
"id": "8710375256986694449",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-03T09:44:13.359590287Z",
"updateTime": "2025-07-03T09:44:13.359590287Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "563bea91222f534d90c2baa645a5e2bc4132e9a8",
"ref": "refs/heads/main"
}
}
}
[09:44:13.851] Task URL: https://cr-buildbucket.appspot.com/build/8710375256986694449
[09:44:13.851] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:2:0) after 2m27s
[09:44:25.378] Received PubSub notification, asking Buildbucket for the build status
[09:44:25.432] Build status: SCHEDULED
[09:46:16.536] Received PubSub notification, asking Buildbucket for the build status
[09:46:16.558] Build status: STARTED
[09:46:41.002] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:2:0)
[09:46:41.153] Build status: STARTED
[09:46:41.153] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:5:0) after 3m26s
[09:50:07.172] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:5:0)
[09:50:07.200] Build status: STARTED
[09:50:07.200] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:6:0) after 1m13s
[09:51:20.237] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:6:0)
[09:51:20.315] Build status: STARTED
[09:51:20.315] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:7:0) after 2m47s
[09:54:07.337] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:7:0)
[09:54:07.365] Build status: STARTED
[09:54:07.365] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:8:0) after 4m43s
[09:58:50.419] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:8:0)
[09:58:50.550] Build status: STARTED
[09:58:50.550] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:9:0) after 1m45s
[10:00:35.578] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:9:0)
[10:00:35.624] Build status: STARTED
[10:00:35.624] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:10:0) after 7m30s
[10:08:05.647] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:10:0)
[10:08:05.675] Build status: STARTED
[10:08:05.675] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:11:0) after 5m29s
[10:13:34.693] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:11:0)
[10:13:34.750] Build status: STARTED
[10:13:34.750] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:12:0) after 8m47s
[10:22:21.772] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:12:0)
[10:22:21.791] Build status: STARTED
[10:22:21.791] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:13:0) after 6m28s
[10:28:49.828] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:13:0)
[10:28:50.090] Build status: STARTED
[10:28:50.090] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:14:0) after 3m1s
[10:31:51.187] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:14:0)
[10:31:51.217] Build status: STARTED
[10:31:51.217] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:15:0) after 9m4s
[10:40:55.348] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:15:0)
[10:40:55.424] Build status: STARTED
[10:40:55.424] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:16:0) after 1m26s
[10:42:21.947] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:16:0)
[10:42:22.006] Build status: STARTED
[10:42:22.006] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:17:0) after 5m35s
[10:47:57.024] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:17:0)
[10:47:57.046] Build status: STARTED
[10:47:57.046] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:18:0) after 6m19s
[10:54:17.052] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:18:0)
[10:54:17.070] Build status: STARTED
[10:54:17.070] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:19:0) after 2m50s
[10:57:07.088] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:19:0)
[10:57:07.119] Build status: STARTED
[10:57:07.120] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:20:0) after 8m41s
[11:05:48.143] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:20:0)
[11:05:48.192] Build status: STARTED
[11:05:48.192] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:21:0) after 8m50s
[11:14:38.211] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:21:0)
[11:14:38.251] Build status: STARTED
[11:14:38.251] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:22:0) after 4m58s
[11:19:36.597] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:22:0)
[11:19:36.646] Build status: STARTED
[11:19:36.646] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:23:0) after 6m10s
[11:25:46.828] Handling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:23:0)
[11:25:46.848] Build status: STARTED
[11:25:46.848] Scheduling timer "check-buildbucket-build-status" (fuchsia/toolchain.ci-clang-mac-x64-40be1bb5:8875805318852098688:24:0) after 8m3s
[11:31:59.093] Received PubSub notification, asking Buildbucket for the build status
[11:31:59.111] Build:
{
"id": "8710375256986694449",
"builder": {
"project": "fuchsia",
"bucket": "toolchain.ci",
"builder": "clang-mac-x64"
},
"createdBy": "project:fuchsia",
"createTime": "2025-07-03T09:44:13.359590287Z",
"startTime": "2025-07-03T09:46:14.325706266Z",
"endTime": "2025-07-03T11:31:12.663426526Z",
"updateTime": "2025-07-03T11:31:12.663426526Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "563bea91222f534d90c2baa645a5e2bc4132e9a8",
"ref": "refs/heads/main"
}
}
}
[11:31:59.111] Invocation finished in 1h47m46.91454205s with status FAILED