[21:28:04.738] New invocation is queued and will start shortly
[21:28:04.738] Triggered by user:fuchsia-prod-builder@fuchsia-infra.iam.gserviceaccount.com
[21:28:06.373] Starting the invocation (attempt 1)
[21:28:06.405] Popped buildset tag "buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ee08b992514bd1556c38f42409d92728af3451f7"
[21:28:06.405] Reconstructed gitiles commit from tags
[21:28:06.405] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:28:06.405] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:28:06.406] Buildbucket request:
{
"requestId": "8922962054327112480",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f9fa1823f2421216e83ec7205abc40fefcca35774b4317cc6f00bdf3d2b951c5/578"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "fdd7a3a2f05f53c40f5c5ffca96a7b0633607b89",
"project": "integration"
}
},
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8922962054327112480",
"job": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86",
"triggers": [
{
"buildbucket": {
"properties": {
"$fuchsia/checkout": {
"clang_toolchain": {
"cas_digest": "f9fa1823f2421216e83ec7205abc40fefcca35774b4317cc6f00bdf3d2b951c5/578"
},
"gitiles_commit": {
"host": "fuchsia.googlesource.com",
"id": "fdd7a3a2f05f53c40f5c5ffca96a7b0633607b89",
"project": "integration"
}
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ee08b992514bd1556c38f42409d92728af3451f7"
}
},
"tags": [
"buildset:commit/gitiles/llvm.googlesource.com/llvm-project/+/ee08b992514bd1556c38f42409d92728af3451f7",
"gitiles_ref:refs/heads/main",
"parent_buildername:clang-mac-x64",
"user_agent:recipe"
]
},
"id": "58bc4187-1fe7-4656-84a3-450819acdb02",
"title": "clang-mac-x64/0"
}
]
},
"clang_toolchain": {
"git_repository": "https://llvm.googlesource.com/llvm-project",
"git_revision": "ee08b992514bd1556c38f42409d92728af3451f7"
}
},
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ee08b992514bd1556c38f42409d92728af3451f7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8922962054327112480"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "clang-mac-x64"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:28:06.925] Scheduled build:
{
"id": "8757531991848387505",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-01-29T21:28:06.476302033Z",
"updateTime": "2024-01-29T21:28:06.476302033Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ee08b992514bd1556c38f42409d92728af3451f7",
"ref": "refs/heads/main"
}
}
}
[21:28:06.925] Task URL: https://cr-buildbucket.appspot.com/build/8757531991848387505
[21:28:06.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:2:0) after 8m43s
[21:28:07.853] Received PubSub notification, asking Buildbucket for the build status
[21:28:07.928] Build status: SCHEDULED
[21:36:49.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:2:0)
[21:36:49.977] Build status: SCHEDULED
[21:36:49.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:4:0) after 9m26s
[21:46:16.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:4:0)
[21:46:16.608] Build status: SCHEDULED
[21:46:16.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:5:0) after 5m34s
[21:51:50.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:5:0)
[21:51:50.663] Build status: SCHEDULED
[21:51:50.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:6:0) after 7m48s
[21:59:38.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:6:0)
[21:59:38.744] Build status: SCHEDULED
[21:59:38.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:7:0) after 2m19s
[22:01:57.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:7:0)
[22:01:57.822] Build status: SCHEDULED
[22:01:57.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:8:0) after 5m28s
[22:07:25.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:8:0)
[22:07:25.877] Build status: SCHEDULED
[22:07:25.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:9:0) after 4m25s
[22:11:50.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:9:0)
[22:11:50.938] Build status: SCHEDULED
[22:11:50.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:10:0) after 6m17s
[22:18:08.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:10:0)
[22:18:08.809] Build status: SCHEDULED
[22:18:08.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:11:0) after 4m40s
[22:22:48.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:11:0)
[22:22:48.956] Build status: SCHEDULED
[22:22:48.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:12:0) after 5m0s
[22:27:48.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:12:0)
[22:27:49.010] Build status: SCHEDULED
[22:27:49.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:13:0) after 2m2s
[22:29:51.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:13:0)
[22:29:51.044] Build status: SCHEDULED
[22:29:51.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:14:0) after 1m4s
[22:30:55.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:14:0)
[22:30:55.094] Build status: SCHEDULED
[22:30:55.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:15:0) after 3m43s
[22:34:38.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:15:0)
[22:34:38.134] Build status: SCHEDULED
[22:34:38.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:16:0) after 8m17s
[22:42:55.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:16:0)
[22:42:55.181] Build status: SCHEDULED
[22:42:55.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:17:0) after 5m9s
[22:48:04.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:17:0)
[22:48:04.286] Build status: SCHEDULED
[22:48:04.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:18:0) after 9m32s
[22:57:36.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:18:0)
[22:57:36.357] Build status: SCHEDULED
[22:57:36.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:19:0) after 3m30s
[23:01:06.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:19:0)
[23:01:06.399] Build status: SCHEDULED
[23:01:06.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:20:0) after 8m44s
[23:09:50.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:20:0)
[23:09:50.447] Build status: SCHEDULED
[23:09:50.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:21:0) after 4m18s
[23:14:08.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:21:0)
[23:14:08.562] Build status: SCHEDULED
[23:14:08.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:22:0) after 7m20s
[23:21:28.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:22:0)
[23:21:28.728] Build status: SCHEDULED
[23:21:28.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:23:0) after 2m22s
[23:23:50.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:23:0)
[23:23:50.878] Build status: SCHEDULED
[23:23:50.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:24:0) after 4m30s
[23:28:20.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:24:0)
[23:28:20.964] Build status: SCHEDULED
[23:28:20.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:25:0) after 5m57s
[23:34:18.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:25:0)
[23:34:19.078] Build status: SCHEDULED
[23:34:19.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:26:0) after 4m13s
[23:38:32.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:26:0)
[23:38:32.088] Build status: SCHEDULED
[23:38:32.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:27:0) after 8m40s
[23:47:12.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:27:0)
[23:47:12.137] Build status: SCHEDULED
[23:47:12.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:28:0) after 7m4s
[23:54:16.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:28:0)
[23:54:16.176] Build status: SCHEDULED
[23:54:16.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:29:0) after 1m26s
[23:55:42.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:29:0)
[23:55:42.262] Build status: SCHEDULED
[23:55:42.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:30:0) after 5m14s
[00:00:56.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:30:0)
[00:00:56.383] Build status: SCHEDULED
[00:00:56.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:31:0) after 3m3s
[00:03:59.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:31:0)
[00:03:59.450] Build status: SCHEDULED
[00:03:59.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:32:0) after 9m7s
[00:13:06.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:32:0)
[00:13:06.498] Build status: SCHEDULED
[00:13:06.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:33:0) after 7m45s
[00:20:51.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:33:0)
[00:20:51.548] Build status: SCHEDULED
[00:20:51.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:34:0) after 2m46s
[00:23:37.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:34:0)
[00:23:37.589] Build status: SCHEDULED
[00:23:37.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:35:0) after 4m6s
[00:27:43.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:35:0)
[00:27:43.643] Build status: SCHEDULED
[00:27:43.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:36:0) after 6m1s
[00:33:44.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:36:0)
[00:33:44.811] Build status: SCHEDULED
[00:33:44.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:37:0) after 6m57s
[00:40:41.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:37:0)
[00:40:41.939] Build status: SCHEDULED
[00:40:41.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:38:0) after 3m18s
[00:44:00.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:38:0)
[00:44:00.132] Build status: SCHEDULED
[00:44:00.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:39:0) after 9m38s
[00:53:38.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:39:0)
[00:53:38.135] Build status: SCHEDULED
[00:53:38.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:40:0) after 3m19s
[00:56:57.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:40:0)
[00:56:57.184] Build status: SCHEDULED
[00:56:57.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:41:0) after 9m41s
[01:06:38.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:41:0)
[01:06:38.199] Build status: SCHEDULED
[01:06:38.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:42:0) after 2m7s
[01:08:45.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:42:0)
[01:08:45.261] Build status: SCHEDULED
[01:08:45.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:43:0) after 8m58s
[01:17:43.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:43:0)
[01:17:43.968] Build status: SCHEDULED
[01:17:43.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:44:0) after 4m22s
[01:22:05.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:44:0)
[01:22:05.970] Build status: SCHEDULED
[01:22:05.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:45:0) after 4m59s
[01:27:05.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:45:0)
[01:27:05.122] Build status: SCHEDULED
[01:27:05.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:46:0) after 1m49s
[01:28:54.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:46:0)
[01:28:54.183] Build status: SCHEDULED
[01:28:54.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:47:0) after 5m32s
[01:34:26.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:47:0)
[01:34:26.215] Build status: SCHEDULED
[01:34:26.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:48:0) after 4m49s
[01:39:15.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:48:0)
[01:39:15.262] Build status: SCHEDULED
[01:39:15.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:49:0) after 6m7s
[01:45:22.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:49:0)
[01:45:22.334] Build status: SCHEDULED
[01:45:22.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:50:0) after 3m54s
[01:49:16.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:50:0)
[01:49:16.360] Build status: SCHEDULED
[01:49:16.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:51:0) after 1m11s
[01:50:27.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:51:0)
[01:50:27.494] Build status: SCHEDULED
[01:50:27.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:52:0) after 7m18s
[01:57:45.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:52:0)
[01:57:45.960] Build status: SCHEDULED
[01:57:45.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:53:0) after 7m12s
[02:04:57.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:53:0)
[02:04:58.001] Build status: SCHEDULED
[02:04:58.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:54:0) after 4m57s
[02:09:55.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:54:0)
[02:09:55.055] Build status: SCHEDULED
[02:09:55.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:55:0) after 2m46s
[02:12:41.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:55:0)
[02:12:41.068] Build status: SCHEDULED
[02:12:41.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:56:0) after 9m57s
[02:22:38.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:56:0)
[02:22:38.118] Build status: SCHEDULED
[02:22:38.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:57:0) after 6m22s
[02:29:00.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:57:0)
[02:29:00.219] Build status: SCHEDULED
[02:29:00.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:58:0) after 5m24s
[02:34:24.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:58:0)
[02:34:24.255] Build status: SCHEDULED
[02:34:24.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:59:0) after 5m13s
[02:39:37.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:59:0)
[02:39:37.358] Build status: SCHEDULED
[02:39:37.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:60:0) after 3m38s
[02:43:15.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:60:0)
[02:43:15.403] Build status: SCHEDULED
[02:43:15.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:61:0) after 3m3s
[02:46:18.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:61:0)
[02:46:18.473] Build status: SCHEDULED
[02:46:18.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:62:0) after 4m14s
[02:50:32.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:62:0)
[02:50:32.730] Build status: SCHEDULED
[02:50:32.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:63:0) after 3m6s
[02:53:38.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:63:0)
[02:53:38.789] Build status: SCHEDULED
[02:53:38.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:64:0) after 2m35s
[02:56:13.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:64:0)
[02:56:14.117] Build status: SCHEDULED
[02:56:14.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:65:0) after 5m51s
[03:02:05.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:65:0)
[03:02:05.463] Build status: SCHEDULED
[03:02:05.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:66:0) after 8m58s
[03:11:03.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:66:0)
[03:11:03.737] Build status: SCHEDULED
[03:11:03.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:67:0) after 9m26s
[03:20:29.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:67:0)
[03:20:29.811] Build status: SCHEDULED
[03:20:29.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:68:0) after 4m12s
[03:24:41.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:68:0)
[03:24:41.940] Build status: SCHEDULED
[03:24:41.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:69:0) after 1m36s
[03:26:17.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:69:0)
[03:26:18.003] Build status: SCHEDULED
[03:26:18.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.toolchain-toolchain-prod-pigweed-mac-x86:8922962054327112480:70:0) after 9m19s
[03:28:09.425] Received PubSub notification, asking Buildbucket for the build status
[03:28:09.444] Build:
{
"id": "8757531991848387505",
"builder": {
"project": "pigweed",
"bucket": "pigweed.toolchain",
"builder": "toolchain-prod-pigweed-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2024-01-29T21:28:06.476302033Z",
"endTime": "2024-01-30T03:28:08.807117Z",
"updateTime": "2024-01-30T03:28:08.807117Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "llvm.googlesource.com",
"project": "llvm-project",
"id": "ee08b992514bd1556c38f42409d92728af3451f7",
"ref": "refs/heads/main"
}
}
}
[03:28:09.444] Invocation finished in 6h0m4.715627509s with status FAILED