[03:42:04.495] New invocation is queued and will start shortly
[03:42:04.495] Triggered by user:clang-ci-builder@fuchsia-service-accounts.iam.gserviceaccount.com
[03:42:06.128] Starting the invocation (attempt 1)
[03:42:06.150] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4e275f727439af9589ee54bc6ac2e95fac9f63ae"
[03:42:06.150] Reconstructed gitiles commit from tags
[03:42:06.150] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:42:06.150] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:42:06.151] Buildbucket request:
{
"requestId": "8863144526717693424",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "8401278bceefcecdfc340019b392690fa77bc92121e1a3de6bd8e18d0a05da7c/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "a8c1115dcdabc39a68439b5ea3cd1a9d54336e48",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863144526717693424",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "8401278bceefcecdfc340019b392690fa77bc92121e1a3de6bd8e18d0a05da7c/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "a8c1115dcdabc39a68439b5ea3cd1a9d54336e48",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4e275f727439af9589ee54bc6ac2e95fac9f63ae"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/4e275f727439af9589ee54bc6ac2e95fac9f63ae",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "1b5f9b64-e51f-4bdd-9625-10646282871d",
"title": "clang-mac-x64/0",
"url": "https://cr-buildbucket.appspot.com/build/8697723515955917201"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "4e275f727439af9589ee54bc6ac2e95fac9f63ae"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4e275f727439af9589ee54bc6ac2e95fac9f63ae",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863144526717693424"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:42:06.653] Scheduled build:
{
"id": "8697714464273620449",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-20T03:42:06.195410489Z",
"updateTime": "2025-11-20T03:42:06.195410489Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4e275f727439af9589ee54bc6ac2e95fac9f63ae",
"ref": "refs/heads/main"
}
}
}
[03:42:06.653] Task URL: https://cr-buildbucket.appspot.com/build/8697714464273620449
[03:42:06.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:2:0) after 1m28s
[03:42:07.567] Received PubSub notification, asking Buildbucket for the build status
[03:42:07.598] Build status: SCHEDULED
[03:43:34.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:2:0)
[03:43:34.698] Build status: SCHEDULED
[03:43:34.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:4:0) after 5m11s
[03:48:45.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:4:0)
[03:48:45.841] Build status: SCHEDULED
[03:48:45.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:5:0) after 3m40s
[03:52:25.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:5:0)
[03:52:25.937] Build status: SCHEDULED
[03:52:25.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:6:0) after 3m24s
[03:55:49.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:6:0)
[03:55:49.993] Build status: SCHEDULED
[03:55:49.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:7:0) after 6m39s
[04:02:29.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:7:0)
[04:02:29.034] Build status: SCHEDULED
[04:02:29.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:8:0) after 7m11s
[04:09:40.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:8:0)
[04:09:40.100] Build status: SCHEDULED
[04:09:40.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:9:0) after 9m7s
[04:18:47.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:9:0)
[04:18:47.192] Build status: SCHEDULED
[04:18:47.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:10:0) after 1m50s
[04:20:37.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:10:0)
[04:20:37.365] Build status: SCHEDULED
[04:20:37.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:11:0) after 4m14s
[04:24:51.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:11:0)
[04:24:51.487] Build status: SCHEDULED
[04:24:51.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:12:0) after 9m18s
[04:34:09.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:12:0)
[04:34:09.520] Build status: SCHEDULED
[04:34:09.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:13:0) after 6m12s
[04:40:21.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:13:0)
[04:40:21.576] Build status: SCHEDULED
[04:40:21.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:14:0) after 9m49s
[04:50:10.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:14:0)
[04:50:10.756] Build status: SCHEDULED
[04:50:10.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:15:0) after 5m11s
[04:55:21.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:15:0)
[04:55:21.837] Build status: SCHEDULED
[04:55:21.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:16:0) after 7m9s
[05:02:30.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:16:0)
[05:02:30.872] Build status: SCHEDULED
[05:02:30.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:17:0) after 8m20s
[05:10:50.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:17:0)
[05:10:50.942] Build status: SCHEDULED
[05:10:50.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:18:0) after 8m1s
[05:18:51.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:18:0)
[05:18:51.986] Build status: SCHEDULED
[05:18:51.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:19:0) after 2m10s
[05:21:02.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:19:0)
[05:21:02.104] Build status: SCHEDULED
[05:21:02.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:20:0) after 8m14s
[05:24:16.375] Received PubSub notification, asking Buildbucket for the build status
[05:24:16.403] Build status: STARTED
[05:29:16.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:20:0)
[05:29:16.303] Build status: STARTED
[05:29:16.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:22:0) after 2m32s
[05:31:48.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:22:0)
[05:31:48.336] Build status: STARTED
[05:31:48.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:23:0) after 4m37s
[05:36:25.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:23:0)
[05:36:25.510] Build status: STARTED
[05:36:25.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:24:0) after 5m46s
[05:42:11.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:24:0)
[05:42:11.543] Build status: STARTED
[05:42:11.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:25:0) after 7m57s
[05:50:08.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:25:0)
[05:50:08.571] Build status: STARTED
[05:50:08.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:26:0) after 2m15s
[05:52:23.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:26:0)
[05:52:23.652] Build status: STARTED
[05:52:23.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:27:0) after 1m14s
[05:53:37.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:27:0)
[05:53:37.705] Build status: STARTED
[05:53:37.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:28:0) after 3m18s
[05:56:55.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:28:0)
[05:56:55.734] Build status: STARTED
[05:56:55.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:29:0) after 9m9s
[06:06:04.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:29:0)
[06:06:04.786] Build status: STARTED
[06:06:04.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:30:0) after 1m55s
[06:07:59.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:30:0)
[06:07:59.844] Build status: STARTED
[06:07:59.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:31:0) after 1m51s
[06:09:50.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:31:0)
[06:09:50.949] Build status: STARTED
[06:09:50.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:32:0) after 5m30s
[06:15:21.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:32:0)
[06:15:21.072] Build status: STARTED
[06:15:21.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:33:0) after 7m27s
[06:22:48.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:33:0)
[06:22:48.423] Build status: STARTED
[06:22:48.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:34:0) after 2m40s
[06:25:28.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:34:0)
[06:25:28.686] Build status: STARTED
[06:25:28.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:35:0) after 6m12s
[06:31:40.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:35:0)
[06:31:40.899] Build status: STARTED
[06:31:40.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:36:0) after 7m48s
[06:39:29.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:36:0)
[06:39:29.192] Build status: STARTED
[06:39:29.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8863144526717693424:37:0) after 7m48s
[06:41:52.839] Received PubSub notification, asking Buildbucket for the build status
[06:41:52.856] Build:
{
"id": "8697714464273620449",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-20T03:42:06.195410489Z",
"startTime": "2025-11-20T05:24:16.181162386Z",
"endTime": "2025-11-20T06:41:52.576313159Z",
"updateTime": "2025-11-20T06:41:52.576313159Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "4e275f727439af9589ee54bc6ac2e95fac9f63ae",
"ref": "refs/heads/main"
}
}
}
[06:41:52.856] Invocation finished in 2h59m48.375579583s with status FAILED