[22:00:27.260] New invocation is queued and will start shortly
[22:00:27.260] Triggered by user:fuchsia-ci-builder@fuchsia-infra.iam.gserviceaccount.com
[22:00:28.827] Starting the invocation (attempt 1)
[22:00:28.856] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/65c57066e099fe7f1357485cd6c4fb068bc82323"
[22:00:28.856] Reconstructed gitiles commit from tags
[22:00:28.856] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:00:28.856] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:00:28.856] Buildbucket request:
{
"requestId": "8901669730345500400",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b326353845e06b89c38f67c83aafcd3bf0ef2239cfdcd9df799925f135013ecc/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "85c6cdf0ccb30f861f685fb10ca98a2a3a6c3479",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8901669730345500400",
"job": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "b326353845e06b89c38f67c83aafcd3bf0ef2239cfdcd9df799925f135013ecc/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "85c6cdf0ccb30f861f685fb10ca98a2a3a6c3479",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "65c57066e099fe7f1357485cd6c4fb068bc82323"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/65c57066e099fe7f1357485cd6c4fb068bc82323",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "8432f6a6-7caf-459a-84c8-8ba56f6e3953",
"title": "clang-mac-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "65c57066e099fe7f1357485cd6c4fb068bc82323"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "65c57066e099fe7f1357485cd6c4fb068bc82323",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8901669730345500400"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:00:29.392] Scheduled build:
{
"id": "8736239667946298705",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-09-20T22:00:28.918435356Z",
"updateTime": "2024-09-20T22:00:28.918435356Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "65c57066e099fe7f1357485cd6c4fb068bc82323",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:00:29.392] Task URL: https://cr-buildbucket.appspot.com/build/8736239667946298705
[22:00:29.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:2:0) after 8m25s
[22:00:30.226] Received PubSub notification, asking Buildbucket for the build status
[22:00:30.244] Build status: SCHEDULED
[22:08:54.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:2:0)
[22:08:54.496] Build status: SCHEDULED
[22:08:54.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:4:0) after 9m20s
[22:18:14.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:4:0)
[22:18:14.554] Build status: SCHEDULED
[22:18:14.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:5:0) after 7m47s
[22:26:01.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:5:0)
[22:26:01.620] Build status: SCHEDULED
[22:26:01.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:6:0) after 5m10s
[22:31:11.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:6:0)
[22:31:11.660] Build status: SCHEDULED
[22:31:11.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:7:0) after 8m26s
[22:39:37.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:7:0)
[22:39:37.715] Build status: SCHEDULED
[22:39:37.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:8:0) after 7m48s
[22:47:25.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:8:0)
[22:47:25.765] Build status: SCHEDULED
[22:47:25.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:9:0) after 8m41s
[22:56:06.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:9:0)
[22:56:06.974] Build status: SCHEDULED
[22:56:06.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:10:0) after 7m56s
[23:04:03.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:10:0)
[23:04:03.042] Build status: SCHEDULED
[23:04:03.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:11:0) after 4m57s
[23:09:00.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:11:0)
[23:09:00.180] Build status: SCHEDULED
[23:09:00.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:12:0) after 9m31s
[23:18:31.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:12:0)
[23:18:31.228] Build status: SCHEDULED
[23:18:31.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:13:0) after 1m59s
[23:20:30.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:13:0)
[23:20:30.238] Build status: SCHEDULED
[23:20:30.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:14:0) after 3m0s
[23:23:30.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:14:0)
[23:23:30.276] Build status: SCHEDULED
[23:23:30.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:15:0) after 8m4s
[23:31:34.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:15:0)
[23:31:34.309] Build status: SCHEDULED
[23:31:34.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:16:0) after 8m7s
[23:39:41.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:16:0)
[23:39:41.461] Build status: SCHEDULED
[23:39:41.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:17:0) after 8m33s
[23:48:14.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:17:0)
[23:48:14.557] Build status: SCHEDULED
[23:48:14.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:18:0) after 5m17s
[23:53:31.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:18:0)
[23:53:31.608] Build status: SCHEDULED
[23:53:31.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:19:0) after 4m47s
[23:58:18.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:19:0)
[23:58:18.670] Build status: SCHEDULED
[23:58:18.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:20:0) after 5m29s
[00:03:47.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:20:0)
[00:03:47.741] Build status: SCHEDULED
[00:03:47.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:21:0) after 7m9s
[00:10:56.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:21:0)
[00:10:56.790] Build status: SCHEDULED
[00:10:56.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:22:0) after 5m10s
[00:16:06.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:22:0)
[00:16:06.838] Build status: SCHEDULED
[00:16:06.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:23:0) after 2m8s
[00:18:14.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:23:0)
[00:18:14.857] Build status: SCHEDULED
[00:18:14.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:24:0) after 4m47s
[00:23:01.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:24:0)
[00:23:01.957] Build status: SCHEDULED
[00:23:01.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:25:0) after 8m50s
[00:31:52.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:25:0)
[00:31:52.118] Build status: SCHEDULED
[00:31:52.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:26:0) after 7m27s
[00:39:19.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:26:0)
[00:39:19.158] Build status: SCHEDULED
[00:39:19.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:27:0) after 1m51s
[00:41:10.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:27:0)
[00:41:10.287] Build status: SCHEDULED
[00:41:10.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:28:0) after 2m26s
[00:43:36.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:28:0)
[00:43:36.326] Build status: SCHEDULED
[00:43:36.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:29:0) after 5m43s
[00:49:19.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:29:0)
[00:49:19.422] Build status: SCHEDULED
[00:49:19.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:30:0) after 2m23s
[00:51:42.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:30:0)
[00:51:42.465] Build status: SCHEDULED
[00:51:42.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:31:0) after 8m44s
[01:00:26.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:31:0)
[01:00:26.530] Build status: SCHEDULED
[01:00:26.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:32:0) after 6m58s
[01:07:24.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:32:0)
[01:07:24.706] Build status: SCHEDULED
[01:07:24.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:33:0) after 2m48s
[01:10:12.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:33:0)
[01:10:12.751] Build status: SCHEDULED
[01:10:12.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:34:0) after 6m35s
[01:16:47.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:34:0)
[01:16:47.902] Build status: SCHEDULED
[01:16:47.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:35:0) after 3m49s
[01:20:36.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:35:0)
[01:20:36.935] Build status: SCHEDULED
[01:20:36.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:36:0) after 1m5s
[01:21:42.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:36:0)
[01:21:42.049] Build status: SCHEDULED
[01:21:42.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:37:0) after 3m56s
[01:25:38.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:37:0)
[01:25:38.088] Build status: SCHEDULED
[01:25:38.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:38:0) after 7m29s
[01:33:07.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:38:0)
[01:33:07.638] Build status: SCHEDULED
[01:33:07.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:39:0) after 2m57s
[01:33:50.495] Received PubSub notification, asking Buildbucket for the build status
[01:33:50.512] Build status: STARTED
[01:36:04.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:39:0)
[01:36:04.912] Build status: STARTED
[01:36:04.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:41:0) after 7m42s
[01:43:47.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:41:0)
[01:43:47.057] Build status: STARTED
[01:43:47.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:42:0) after 9m25s
[01:53:12.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:42:0)
[01:53:12.127] Build status: STARTED
[01:53:12.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:43:0) after 5m43s
[01:58:55.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:43:0)
[01:58:55.749] Build status: STARTED
[01:58:55.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:44:0) after 5m17s
[02:04:13.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:44:0)
[02:04:13.229] Build status: STARTED
[02:04:13.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:45:0) after 9m9s
[02:13:22.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:45:0)
[02:13:22.479] Build status: STARTED
[02:13:22.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:46:0) after 6m42s
[02:20:04.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:46:0)
[02:20:04.581] Build status: STARTED
[02:20:04.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-ci-pigweed-mac-x86:8901669730345500400:47:0) after 8m37s
[02:20:43.798] Received PubSub notification, asking Buildbucket for the build status
[02:20:43.816] Build:
{
"id": "8736239667946298705",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-ci-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-09-20T22:00:28.918435356Z",
"startTime": "2024-09-21T01:33:49.701625146Z",
"endTime": "2024-09-21T02:20:43.417836604Z",
"updateTime": "2024-09-21T02:20:43.417836604Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "65c57066e099fe7f1357485cd6c4fb068bc82323",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:20:43.816] Invocation finished in 4h20m16.570689912s with status FAILED