[23:02:58.206] New invocation is queued and will start shortly
[23:02:58.206] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[23:02:59.282] Starting the invocation (attempt 1)
[23:02:59.311] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/fb6feb86a7dc324dcb2516397ba3fc5fe05ea584"
[23:02:59.311] Reconstructed gitiles commit from tags
[23:02:59.311] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:02:59.315] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:02:59.315] Buildbucket request:
{
"requestId": "8900759827525462240",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6acd6b6f7d6939a9540220a5defff36d2c223839d19463afe86a6bc13c8f7fb8/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "9e8960530c2ff85e71149841422286ceedbabe1c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8900759827525462240",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "6acd6b6f7d6939a9540220a5defff36d2c223839d19463afe86a6bc13c8f7fb8/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "9e8960530c2ff85e71149841422286ceedbabe1c",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "fb6feb86a7dc324dcb2516397ba3fc5fe05ea584"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/fb6feb86a7dc324dcb2516397ba3fc5fe05ea584",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "5853f729-7349-4bfa-9dc0-fe3454222a23",
"title": "clang-mac-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "fb6feb86a7dc324dcb2516397ba3fc5fe05ea584"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "fb6feb86a7dc324dcb2516397ba3fc5fe05ea584",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8900759827525462240"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:02:59.915] Scheduled build:
{
"id": "8735329765579684545",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-09-30T23:02:59.435751693Z",
"updateTime": "2024-09-30T23:02:59.435751693Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "fb6feb86a7dc324dcb2516397ba3fc5fe05ea584",
"ref": "refs/heads/main"
}
}
}
[23:02:59.915] Task URL: https://cr-buildbucket.appspot.com/build/8735329765579684545
[23:02:59.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:2:0) after 5m1s
[23:03:01.697] Received PubSub notification, asking Buildbucket for the build status
[23:03:01.717] Build status: SCHEDULED
[23:08:00.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:2:0)
[23:08:00.963] Build status: SCHEDULED
[23:08:00.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:4:0) after 2m9s
[23:10:10.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:4:0)
[23:10:10.032] Build status: SCHEDULED
[23:10:10.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:5:0) after 6m34s
[23:16:44.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:5:0)
[23:16:44.191] Build status: SCHEDULED
[23:16:44.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:6:0) after 4m7s
[23:20:51.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:6:0)
[23:20:51.205] Build status: SCHEDULED
[23:20:51.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:7:0) after 2m55s
[23:23:46.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:7:0)
[23:23:46.265] Build status: SCHEDULED
[23:23:46.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:8:0) after 4m20s
[23:28:06.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:8:0)
[23:28:06.353] Build status: SCHEDULED
[23:28:06.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:9:0) after 7m54s
[23:36:00.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:9:0)
[23:36:00.420] Build status: SCHEDULED
[23:36:00.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:10:0) after 2m35s
[23:38:35.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:10:0)
[23:38:35.524] Build status: SCHEDULED
[23:38:35.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:11:0) after 8m31s
[23:47:06.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:11:0)
[23:47:06.573] Build status: SCHEDULED
[23:47:06.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:12:0) after 3m3s
[23:50:09.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:12:0)
[23:50:09.767] Build status: SCHEDULED
[23:50:09.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:13:0) after 8m11s
[23:58:20.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:13:0)
[23:58:21.018] Build status: SCHEDULED
[23:58:21.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:14:0) after 6m45s
[00:05:06.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:14:0)
[00:05:06.255] Build status: SCHEDULED
[00:05:06.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:15:0) after 9m18s
[00:14:24.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:15:0)
[00:14:24.299] Build status: SCHEDULED
[00:14:24.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:16:0) after 9m17s
[00:23:41.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:16:0)
[00:23:41.411] Build status: SCHEDULED
[00:23:41.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:17:0) after 1m14s
[00:24:55.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:17:0)
[00:24:55.510] Build status: SCHEDULED
[00:24:55.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:18:0) after 1m9s
[00:26:04.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:18:0)
[00:26:04.681] Build status: SCHEDULED
[00:26:04.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:19:0) after 5m47s
[00:31:51.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:19:0)
[00:31:51.866] Build status: SCHEDULED
[00:31:51.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:20:0) after 4m56s
[00:36:47.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:20:0)
[00:36:47.973] Build status: SCHEDULED
[00:36:47.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:21:0) after 8m39s
[00:45:27.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:21:0)
[00:45:27.040] Build status: SCHEDULED
[00:45:27.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:22:0) after 7m46s
[00:53:13.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:22:0)
[00:53:13.198] Build status: SCHEDULED
[00:53:13.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:23:0) after 5m10s
[00:58:23.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:23:0)
[00:58:23.330] Build status: SCHEDULED
[00:58:23.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:24:0) after 8m16s
[01:06:39.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:24:0)
[01:06:39.434] Build status: SCHEDULED
[01:06:39.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:25:0) after 4m11s
[01:10:50.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:25:0)
[01:10:50.525] Build status: SCHEDULED
[01:10:50.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:26:0) after 4m47s
[01:15:37.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:26:0)
[01:15:37.584] Build status: SCHEDULED
[01:15:37.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:27:0) after 6m10s
[01:21:47.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:27:0)
[01:21:47.634] Build status: SCHEDULED
[01:21:47.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:28:0) after 8m20s
[01:30:07.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:28:0)
[01:30:07.759] Build status: SCHEDULED
[01:30:07.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:29:0) after 7m15s
[01:37:22.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:29:0)
[01:37:22.867] Build status: SCHEDULED
[01:37:22.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:30:0) after 1m39s
[01:39:02.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:30:0)
[01:39:02.134] Build status: SCHEDULED
[01:39:02.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:31:0) after 2m40s
[01:41:42.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:31:0)
[01:41:42.233] Build status: SCHEDULED
[01:41:42.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:32:0) after 7m30s
[01:49:12.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:32:0)
[01:49:12.416] Build status: SCHEDULED
[01:49:12.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:33:0) after 3m43s
[01:52:55.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:33:0)
[01:52:55.560] Build status: SCHEDULED
[01:52:55.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:34:0) after 4m16s
[01:56:16.530] Received PubSub notification, asking Buildbucket for the build status
[01:56:16.583] Build status: STARTED
[01:57:11.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:34:0)
[01:57:11.625] Build status: STARTED
[01:57:11.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:36:0) after 4m3s
[02:01:14.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:36:0)
[02:01:14.718] Build status: STARTED
[02:01:14.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:37:0) after 2m36s
[02:03:50.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:37:0)
[02:03:50.797] Build status: STARTED
[02:03:50.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:38:0) after 7m21s
[02:11:11.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:38:0)
[02:11:11.802] Build status: STARTED
[02:11:11.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:39:0) after 8m6s
[02:19:17.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:39:0)
[02:19:17.853] Build status: STARTED
[02:19:17.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:40:0) after 9m57s
[02:29:14.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:40:0)
[02:29:14.909] Build status: STARTED
[02:29:14.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:41:0) after 3m8s
[02:32:23.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:41:0)
[02:32:23.947] Build status: STARTED
[02:32:23.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:42:0) after 4m54s
[02:37:17.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:42:0)
[02:37:18.021] Build status: STARTED
[02:37:18.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:43:0) after 2m37s
[02:39:55.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:43:0)
[02:39:55.316] Build status: STARTED
[02:39:55.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:44:0) after 2m26s
[02:42:21.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:44:0)
[02:42:21.376] Build status: STARTED
[02:42:21.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8900759827525462240:45:0) after 5m30s
[02:43:17.397] Received PubSub notification, asking Buildbucket for the build status
[02:43:17.441] Build:
{
"id": "8735329765579684545",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-09-30T23:02:59.435751693Z",
"startTime": "2024-10-01T01:56:16.082995801Z",
"endTime": "2024-10-01T02:43:17.152137200Z",
"updateTime": "2024-10-01T02:43:17.152137200Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "fb6feb86a7dc324dcb2516397ba3fc5fe05ea584",
"ref": "refs/heads/main"
}
}
}
[02:43:17.441] Invocation finished in 3h40m19.244822039s with status FAILED