[20:01:57.539] New invocation is queued and will start shortly
[20:01:57.539] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[20:02:00.018] Starting the invocation (attempt 1)
[20:02:00.047] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ff2720d190e0dbd5f157d5d3614d0ab11fe9e7b2"
[20:02:00.047] Reconstructed gitiles commit from tags
[20:02:00.047] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:02:00.048] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:02:00.048] Buildbucket request:
{
"requestId": "8921336727136833456",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "836e7ffed5e106b9514f60e216e7dc31b3155d5f7e0df912ee7664ae8214fb60/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e6d77ee81cca2df1a4861e20b81abe65cab5438a",
"project": "integration"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8921336727136833456",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "836e7ffed5e106b9514f60e216e7dc31b3155d5f7e0df912ee7664ae8214fb60/578",
"cas_instance": "projects/chromium-swarm/instances/default_instance"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "e6d77ee81cca2df1a4861e20b81abe65cab5438a",
"project": "integration"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ff2720d190e0dbd5f157d5d3614d0ab11fe9e7b2"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ff2720d190e0dbd5f157d5d3614d0ab11fe9e7b2",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "d574b29c-2cb1-4eb0-982f-c5a2b59f2840",
"title": "clang-mac-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ff2720d190e0dbd5f157d5d3614d0ab11fe9e7b2"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ff2720d190e0dbd5f157d5d3614d0ab11fe9e7b2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8921336727136833456"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:02:00.796] Scheduled build:
{
"id": "8755906663735880529",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-02-16T20:02:00.152021295Z",
"updateTime": "2024-02-16T20:02:00.152021295Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ff2720d190e0dbd5f157d5d3614d0ab11fe9e7b2",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:02:00.796] Task URL: https://cr-buildbucket.appspot.com/build/8755906663735880529
[20:02:00.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:2:0) after 5m54s
[20:02:01.663] Received PubSub notification, asking Buildbucket for the build status
[20:02:01.686] Build status: SCHEDULED
[20:07:54.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:2:0)
[20:07:54.965] Build status: SCHEDULED
[20:07:54.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:4:0) after 6m54s
[20:14:48.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:4:0)
[20:14:49.032] Build status: SCHEDULED
[20:14:49.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:5:0) after 3m0s
[20:17:49.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:5:0)
[20:17:49.067] Build status: SCHEDULED
[20:17:49.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:6:0) after 8m12s
[20:26:01.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:6:0)
[20:26:01.268] Build status: SCHEDULED
[20:26:01.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:7:0) after 9m44s
[20:35:45.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:7:0)
[20:35:45.358] Build status: SCHEDULED
[20:35:45.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:8:0) after 2m29s
[20:38:14.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:8:0)
[20:38:14.410] Build status: SCHEDULED
[20:38:14.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:9:0) after 1m48s
[20:40:02.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:9:0)
[20:40:02.654] Build status: SCHEDULED
[20:40:02.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:10:0) after 9m54s
[20:49:56.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:10:0)
[20:49:56.781] Build status: SCHEDULED
[20:49:56.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:11:0) after 1m50s
[20:51:46.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:11:0)
[20:51:46.818] Build status: SCHEDULED
[20:51:46.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:12:0) after 2m43s
[20:54:29.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:12:0)
[20:54:29.893] Build status: SCHEDULED
[20:54:29.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:13:0) after 7m37s
[21:02:06.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:13:0)
[21:02:07.001] Build status: SCHEDULED
[21:02:07.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:14:0) after 7m47s
[21:09:54.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:14:0)
[21:09:54.054] Build status: SCHEDULED
[21:09:54.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:15:0) after 1m30s
[21:11:24.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:15:0)
[21:11:24.238] Build status: SCHEDULED
[21:11:24.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:16:0) after 6m26s
[21:17:50.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:16:0)
[21:17:50.439] Build status: SCHEDULED
[21:17:50.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:17:0) after 1m52s
[21:19:42.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:17:0)
[21:19:42.552] Build status: SCHEDULED
[21:19:42.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:18:0) after 8m20s
[21:28:02.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:18:0)
[21:28:02.590] Build status: SCHEDULED
[21:28:02.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:19:0) after 2m52s
[21:30:54.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:19:0)
[21:30:54.848] Build status: SCHEDULED
[21:30:54.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:20:0) after 9m6s
[21:40:00.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:20:0)
[21:40:00.869] Build status: SCHEDULED
[21:40:00.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:21:0) after 5m0s
[21:45:00.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:21:0)
[21:45:00.926] Build status: SCHEDULED
[21:45:00.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:22:0) after 5m3s
[21:50:03.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:22:0)
[21:50:03.986] Build status: SCHEDULED
[21:50:03.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:23:0) after 6m31s
[21:56:35.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:23:0)
[21:56:35.069] Build status: SCHEDULED
[21:56:35.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:24:0) after 7m43s
[22:04:18.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:24:0)
[22:04:18.149] Build status: SCHEDULED
[22:04:18.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:25:0) after 3m49s
[22:08:07.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:25:0)
[22:08:07.289] Build status: SCHEDULED
[22:08:07.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:26:0) after 7m16s
[22:15:23.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:26:0)
[22:15:23.388] Build status: SCHEDULED
[22:15:23.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:27:0) after 8m14s
[22:23:37.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:27:0)
[22:23:37.425] Build status: SCHEDULED
[22:23:37.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:28:0) after 1m31s
[22:25:08.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:28:0)
[22:25:08.578] Build status: SCHEDULED
[22:25:08.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:29:0) after 3m48s
[22:28:56.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:29:0)
[22:28:56.792] Build status: SCHEDULED
[22:28:56.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:30:0) after 1m4s
[22:30:00.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:30:0)
[22:30:00.848] Build status: SCHEDULED
[22:30:00.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:31:0) after 3m24s
[22:33:24.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:31:0)
[22:33:24.955] Build status: SCHEDULED
[22:33:24.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:32:0) after 2m34s
[22:35:58.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:32:0)
[22:35:59.005] Build status: SCHEDULED
[22:35:59.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:33:0) after 5m22s
[22:41:21.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:33:0)
[22:41:21.147] Build status: SCHEDULED
[22:41:21.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:34:0) after 5m58s
[22:47:19.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:34:0)
[22:47:19.488] Build status: SCHEDULED
[22:47:19.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:35:0) after 1m9s
[22:48:28.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:35:0)
[22:48:28.592] Build status: SCHEDULED
[22:48:28.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:36:0) after 4m18s
[22:52:46.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:36:0)
[22:52:46.680] Build status: SCHEDULED
[22:52:46.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:37:0) after 6m46s
[22:59:32.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:37:0)
[22:59:32.787] Build status: SCHEDULED
[22:59:32.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:38:0) after 4m24s
[23:03:56.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:38:0)
[23:03:56.857] Build status: SCHEDULED
[23:03:56.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:39:0) after 5m2s
[23:08:58.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:39:0)
[23:08:59.046] Build status: SCHEDULED
[23:08:59.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:40:0) after 1m46s
[23:10:45.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:40:0)
[23:10:45.161] Build status: SCHEDULED
[23:10:45.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:41:0) after 3m51s
[23:14:36.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:41:0)
[23:14:36.266] Build status: SCHEDULED
[23:14:36.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:42:0) after 9m20s
[23:23:56.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:42:0)
[23:23:56.315] Build status: SCHEDULED
[23:23:56.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:43:0) after 7m58s
[23:31:54.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:43:0)
[23:31:54.445] Build status: SCHEDULED
[23:31:54.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:44:0) after 4m53s
[23:36:47.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:44:0)
[23:36:47.505] Build status: SCHEDULED
[23:36:47.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:45:0) after 9m34s
[23:46:21.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:45:0)
[23:46:21.870] Build status: SCHEDULED
[23:46:21.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:46:0) after 7m43s
[23:54:04.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:46:0)
[23:54:04.986] Build status: SCHEDULED
[23:54:04.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:47:0) after 9m57s
[00:04:02.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:47:0)
[00:04:02.714] Build status: SCHEDULED
[00:04:02.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:48:0) after 2m23s
[00:06:25.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:48:0)
[00:06:25.766] Build status: SCHEDULED
[00:06:25.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:49:0) after 8m16s
[00:14:41.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:49:0)
[00:14:41.951] Build status: SCHEDULED
[00:14:41.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:50:0) after 7m16s
[00:21:57.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:50:0)
[00:21:58.039] Build status: SCHEDULED
[00:21:58.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:51:0) after 3m3s
[00:25:01.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:51:0)
[00:25:01.091] Build status: SCHEDULED
[00:25:01.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:52:0) after 4m33s
[00:29:34.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:52:0)
[00:29:34.143] Build status: SCHEDULED
[00:29:34.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:53:0) after 5m15s
[00:34:49.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:53:0)
[00:34:49.355] Build status: SCHEDULED
[00:34:49.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:54:0) after 9m14s
[00:44:03.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:54:0)
[00:44:03.403] Build status: SCHEDULED
[00:44:03.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:55:0) after 6m40s
[00:50:43.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:55:0)
[00:50:43.949] Build status: SCHEDULED
[00:50:43.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:56:0) after 5m28s
[00:56:11.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:56:0)
[00:56:12.108] Build status: SCHEDULED
[00:56:12.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:57:0) after 4m5s
[01:00:17.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:57:0)
[01:00:17.222] Build status: SCHEDULED
[01:00:17.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:58:0) after 2m22s
[01:02:39.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:58:0)
[01:02:39.274] Build status: SCHEDULED
[01:02:39.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:59:0) after 9m14s
[01:11:53.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:59:0)
[01:11:53.323] Build status: SCHEDULED
[01:11:53.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:60:0) after 6m46s
[01:18:39.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:60:0)
[01:18:39.423] Build status: SCHEDULED
[01:18:39.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:61:0) after 4m35s
[01:23:14.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:61:0)
[01:23:14.407] Build status: SCHEDULED
[01:23:14.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:62:0) after 5m9s
[01:28:23.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:62:0)
[01:28:23.523] Build status: SCHEDULED
[01:28:23.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:63:0) after 4m43s
[01:33:06.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:63:0)
[01:33:06.558] Build status: SCHEDULED
[01:33:06.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:64:0) after 1m55s
[01:35:01.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:64:0)
[01:35:01.874] Build status: SCHEDULED
[01:35:01.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:65:0) after 2m15s
[01:37:16.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:65:0)
[01:37:16.927] Build status: SCHEDULED
[01:37:16.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:66:0) after 1m48s
[01:39:05.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:66:0)
[01:39:05.024] Build status: SCHEDULED
[01:39:05.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:67:0) after 2m10s
[01:41:15.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:67:0)
[01:41:15.133] Build status: SCHEDULED
[01:41:15.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:68:0) after 1m49s
[01:43:04.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:68:0)
[01:43:04.179] Build status: SCHEDULED
[01:43:04.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:69:0) after 5m16s
[01:48:20.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:69:0)
[01:48:20.253] Build status: SCHEDULED
[01:48:20.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:70:0) after 1m23s
[01:49:43.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:70:0)
[01:49:43.333] Build status: SCHEDULED
[01:49:43.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:71:0) after 9m57s
[01:59:40.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:71:0)
[01:59:40.401] Build status: SCHEDULED
[01:59:40.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8921336727136833456:72:0) after 8m24s
[02:02:06.936] Received PubSub notification, asking Buildbucket for the build status
[02:02:06.966] Build:
{
"id": "8755906663735880529",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-02-16T20:02:00.152021295Z",
"endTime": "2024-02-17T02:02:01.875772Z",
"updateTime": "2024-02-17T02:02:01.875772Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ff2720d190e0dbd5f157d5d3614d0ab11fe9e7b2",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:02:06.966] Invocation finished in 6h0m9.441489685s with status FAILED