[18:36:08.312] New invocation is queued and will start shortly
[18:36:08.312] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[18:36:09.336] Starting the invocation (attempt 1)
[18:36:09.364] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3d01f0a33b9a14545217938fbd2475226ade2719"
[18:36:09.364] Reconstructed gitiles commit from tags
[18:36:09.364] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:36:09.364] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:36:09.365] Buildbucket request:
{
"requestId": "8903041539271254224",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "7a5a417dc0a4d7fd79dabbfe6b1276fd631783da0c1dd6e014a022d19f9e0657/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2d9245fb1fd8f480455b58656409327a12dcdec5",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8903041539271254224",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "7a5a417dc0a4d7fd79dabbfe6b1276fd631783da0c1dd6e014a022d19f9e0657/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "2d9245fb1fd8f480455b58656409327a12dcdec5",
"project": "integration",
"ref": "refs/heads/releases/canary"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "3d01f0a33b9a14545217938fbd2475226ade2719"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/3d01f0a33b9a14545217938fbd2475226ade2719",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "6237951b-795d-48d2-82fe-ef671b9b4310",
"title": "clang-mac-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "3d01f0a33b9a14545217938fbd2475226ade2719"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3d01f0a33b9a14545217938fbd2475226ade2719",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8903041539271254224"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:36:09.831] Scheduled build:
{
"id": "8737611477436918961",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-09-05T18:36:09.439213161Z",
"updateTime": "2024-09-05T18:36:09.439213161Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3d01f0a33b9a14545217938fbd2475226ade2719",
"ref": "refs/heads/main"
}
},
"canary": true
}
[18:36:09.831] Task URL: https://cr-buildbucket.appspot.com/build/8737611477436918961
[18:36:09.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:2:0) after 7m11s
[18:36:10.739] Received PubSub notification, asking Buildbucket for the build status
[18:36:10.811] Build status: SCHEDULED
[18:43:20.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:2:0)
[18:43:21.030] Build status: SCHEDULED
[18:43:21.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:4:0) after 5m44s
[18:49:05.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:4:0)
[18:49:05.141] Build status: SCHEDULED
[18:49:05.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:5:0) after 9m27s
[18:58:32.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:5:0)
[18:58:32.216] Build status: SCHEDULED
[18:58:32.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:6:0) after 1m52s
[19:00:24.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:6:0)
[19:00:24.535] Build status: SCHEDULED
[19:00:24.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:7:0) after 7m45s
[19:08:09.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:7:0)
[19:08:09.645] Build status: SCHEDULED
[19:08:09.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:8:0) after 5m25s
[19:13:34.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:8:0)
[19:13:34.680] Build status: SCHEDULED
[19:13:34.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:9:0) after 5m37s
[19:19:11.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:9:0)
[19:19:11.719] Build status: SCHEDULED
[19:19:11.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:10:0) after 9m45s
[19:28:56.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:10:0)
[19:28:56.803] Build status: SCHEDULED
[19:28:56.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:11:0) after 8m46s
[19:37:42.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:11:0)
[19:37:42.830] Build status: SCHEDULED
[19:37:42.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:12:0) after 6m20s
[19:44:02.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:12:0)
[19:44:03.005] Build status: SCHEDULED
[19:44:03.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:13:0) after 8m33s
[19:52:36.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:13:0)
[19:52:36.050] Build status: SCHEDULED
[19:52:36.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:14:0) after 4m19s
[19:56:55.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:14:0)
[19:56:55.153] Build status: SCHEDULED
[19:56:55.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:15:0) after 5m10s
[20:02:05.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:15:0)
[20:02:05.213] Build status: SCHEDULED
[20:02:05.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:16:0) after 9m45s
[20:11:50.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:16:0)
[20:11:50.245] Build status: SCHEDULED
[20:11:50.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:17:0) after 3m45s
[20:15:35.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:17:0)
[20:15:35.301] Build status: SCHEDULED
[20:15:35.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:18:0) after 6m23s
[20:21:58.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:18:0)
[20:21:58.463] Build status: SCHEDULED
[20:21:58.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:19:0) after 3m46s
[20:25:44.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:19:0)
[20:25:44.482] Build status: SCHEDULED
[20:25:44.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:20:0) after 2m41s
[20:28:25.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:20:0)
[20:28:25.651] Build status: SCHEDULED
[20:28:25.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:21:0) after 7m21s
[20:35:46.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:21:0)
[20:35:46.688] Build status: SCHEDULED
[20:35:46.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:22:0) after 1m43s
[20:37:29.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:22:0)
[20:37:29.846] Build status: SCHEDULED
[20:37:29.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:23:0) after 3m53s
[20:41:22.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:23:0)
[20:41:22.942] Build status: SCHEDULED
[20:41:22.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:24:0) after 1m12s
[20:42:34.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:24:0)
[20:42:34.987] Build status: SCHEDULED
[20:42:34.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:25:0) after 5m36s
[20:48:11.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:25:0)
[20:48:11.203] Build status: SCHEDULED
[20:48:11.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:26:0) after 3m37s
[20:51:48.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:26:0)
[20:51:48.387] Build status: SCHEDULED
[20:51:48.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:27:0) after 9m43s
[20:53:06.743] Received PubSub notification, asking Buildbucket for the build status
[20:53:06.764] Build status: STARTED
[21:01:31.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:27:0)
[21:01:31.436] Build status: STARTED
[21:01:31.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:29:0) after 1m51s
[21:03:22.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:29:0)
[21:03:22.495] Build status: STARTED
[21:03:22.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:30:0) after 4m28s
[21:07:50.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:30:0)
[21:07:50.679] Build status: STARTED
[21:07:50.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:31:0) after 3m7s
[21:10:57.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:31:0)
[21:10:57.772] Build status: STARTED
[21:10:57.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:32:0) after 6m10s
[21:17:07.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:32:0)
[21:17:07.873] Build status: STARTED
[21:17:07.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:33:0) after 4m52s
[21:21:59.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:33:0)
[21:22:00.049] Build status: STARTED
[21:22:00.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:34:0) after 2m9s
[21:24:09.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:34:0)
[21:24:09.135] Build status: STARTED
[21:24:09.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:35:0) after 4m9s
[21:28:18.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:35:0)
[21:28:18.172] Build status: STARTED
[21:28:18.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:36:0) after 1m58s
[21:30:16.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:36:0)
[21:30:16.207] Build status: STARTED
[21:30:16.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:37:0) after 9m17s
[21:39:33.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:37:0)
[21:39:33.291] Build status: STARTED
[21:39:33.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8903041539271254224:38:0) after 2m27s
[21:40:38.426] Received PubSub notification, asking Buildbucket for the build status
[21:40:38.457] Build:
{
"id": "8737611477436918961",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-09-05T18:36:09.439213161Z",
"startTime": "2024-09-05T20:53:06.279397205Z",
"endTime": "2024-09-05T21:40:36.796775937Z",
"updateTime": "2024-09-05T21:40:36.796775937Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "3d01f0a33b9a14545217938fbd2475226ade2719",
"ref": "refs/heads/main"
}
},
"canary": true
}
[21:40:38.457] Invocation finished in 3h4m30.149046265s with status FAILED