[09:32:10.566] New invocation is queued and will start shortly
[09:32:10.566] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[09:32:11.655] Starting the invocation (attempt 1)
[09:32:11.693] Ignoring gitiles_ref tag without the buildset tag
[09:32:11.693] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:32:11.694] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:32:11.694] Buildbucket request:
{
"requestId": "8868830109138074656",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868830109138074656",
"job": "pigweed/pigweed.dev.ci-envtest-mac-x86",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "432aec45-c736-4246-9c11-635da1779b70",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8703400335741659857"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868830109138074656"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-envtest-mac-x86"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:32:12.203] Scheduled build:
{
"id": "8703400047234737809",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-18T09:32:11.751944197Z",
"updateTime": "2025-09-18T09:32:11.751944197Z",
"status": "SCHEDULED",
"input": {
}
}
[09:32:12.203] Task URL: https://cr-buildbucket.appspot.com/build/8703400047234737809
[09:32:12.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:2:0) after 3m7s
[09:33:16.118] Received PubSub notification, asking Buildbucket for the build status
[09:33:16.136] Build status: SCHEDULED
[09:35:19.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:2:0)
[09:35:19.233] Build status: SCHEDULED
[09:35:19.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:4:0) after 2m56s
[09:38:15.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:4:0)
[09:38:15.317] Build status: SCHEDULED
[09:38:15.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:5:0) after 9m33s
[09:47:48.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:5:0)
[09:47:48.333] Build status: SCHEDULED
[09:47:48.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:6:0) after 5m40s
[09:53:28.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:6:0)
[09:53:28.364] Build status: SCHEDULED
[09:53:28.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:7:0) after 4m0s
[09:57:28.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:7:0)
[09:57:28.453] Build status: SCHEDULED
[09:57:28.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:8:0) after 8m50s
[10:06:19.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:8:0)
[10:06:19.708] Build status: SCHEDULED
[10:06:19.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:9:0) after 9m51s
[10:16:10.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:9:0)
[10:16:10.865] Build status: SCHEDULED
[10:16:10.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:10:0) after 5m11s
[10:21:21.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:10:0)
[10:21:21.935] Build status: SCHEDULED
[10:21:21.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:11:0) after 2m48s
[10:24:09.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:11:0)
[10:24:09.961] Build status: SCHEDULED
[10:24:09.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:12:0) after 9m2s
[10:33:11.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:12:0)
[10:33:12.011] Build status: SCHEDULED
[10:33:12.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:13:0) after 1m34s
[10:34:46.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:13:0)
[10:34:46.048] Build status: SCHEDULED
[10:34:46.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:14:0) after 5m46s
[10:40:32.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:14:0)
[10:40:32.087] Build status: SCHEDULED
[10:40:32.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:15:0) after 7m11s
[10:47:43.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:15:0)
[10:47:43.145] Build status: SCHEDULED
[10:47:43.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:16:0) after 8m56s
[10:56:39.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:16:0)
[10:56:39.182] Build status: SCHEDULED
[10:56:39.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:17:0) after 7m1s
[11:03:40.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:17:0)
[11:03:40.290] Build status: SCHEDULED
[11:03:40.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:18:0) after 6m10s
[11:09:50.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:18:0)
[11:09:50.696] Build status: SCHEDULED
[11:09:50.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:19:0) after 7m28s
[11:17:19.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:19:0)
[11:17:19.100] Build status: SCHEDULED
[11:17:19.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:20:0) after 6m36s
[11:23:55.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:20:0)
[11:23:55.274] Build status: SCHEDULED
[11:23:55.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:21:0) after 9m19s
[11:33:14.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:21:0)
[11:33:14.363] Build status: SCHEDULED
[11:33:14.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:22:0) after 6m7s
[11:39:21.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:22:0)
[11:39:21.510] Build status: SCHEDULED
[11:39:21.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:23:0) after 3m57s
[11:43:18.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:23:0)
[11:43:18.833] Build status: SCHEDULED
[11:43:18.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:24:0) after 6m47s
[11:50:05.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:24:0)
[11:50:05.924] Build status: SCHEDULED
[11:50:05.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:25:0) after 3m38s
[11:53:43.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:25:0)
[11:53:44.062] Build status: SCHEDULED
[11:53:44.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:26:0) after 3m48s
[11:57:32.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:26:0)
[11:57:32.101] Build status: SCHEDULED
[11:57:32.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:27:0) after 8m41s
[12:06:13.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:27:0)
[12:06:13.183] Build status: SCHEDULED
[12:06:13.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:28:0) after 4m9s
[12:10:22.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:28:0)
[12:10:22.275] Build status: SCHEDULED
[12:10:22.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:29:0) after 6m39s
[12:17:01.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:29:0)
[12:17:01.305] Build status: SCHEDULED
[12:17:01.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:30:0) after 8m17s
[12:25:18.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:30:0)
[12:25:18.472] Build status: SCHEDULED
[12:25:18.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:31:0) after 7m37s
[12:32:55.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:31:0)
[12:32:55.526] Build status: SCHEDULED
[12:32:55.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:32:0) after 9m13s
[12:42:08.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:32:0)
[12:42:08.649] Build status: SCHEDULED
[12:42:08.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:33:0) after 1m3s
[12:43:11.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:33:0)
[12:43:11.763] Build status: SCHEDULED
[12:43:11.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:34:0) after 9m18s
[12:52:29.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:34:0)
[12:52:29.797] Build status: SCHEDULED
[12:52:29.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:35:0) after 1m39s
[12:54:08.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:35:0)
[12:54:08.931] Build status: SCHEDULED
[12:54:08.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:36:0) after 6m54s
[13:01:02.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:36:0)
[13:01:03.087] Build status: SCHEDULED
[13:01:03.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:37:0) after 6m24s
[13:07:27.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:37:0)
[13:07:27.570] Build status: SCHEDULED
[13:07:27.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:38:0) after 7m31s
[13:14:58.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:38:0)
[13:14:58.637] Build status: SCHEDULED
[13:14:58.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:39:0) after 6m32s
[13:21:31.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:39:0)
[13:21:31.390] Build status: SCHEDULED
[13:21:31.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:40:0) after 8m2s
[13:29:33.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:40:0)
[13:29:33.433] Build status: SCHEDULED
[13:29:33.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:41:0) after 2m30s
[13:32:03.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:41:0)
[13:32:03.521] Build status: SCHEDULED
[13:32:03.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:42:0) after 5m43s
[13:37:46.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:42:0)
[13:37:46.587] Build status: SCHEDULED
[13:37:46.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:43:0) after 8m39s
[13:46:25.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:43:0)
[13:46:25.626] Build status: SCHEDULED
[13:46:25.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:44:0) after 6m5s
[13:52:30.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:44:0)
[13:52:30.731] Build status: SCHEDULED
[13:52:30.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:45:0) after 8m23s
[14:00:53.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:45:0)
[14:00:53.783] Build status: SCHEDULED
[14:00:53.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:46:0) after 2m54s
[14:03:47.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:46:0)
[14:03:47.830] Build status: SCHEDULED
[14:03:47.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:47:0) after 1m29s
[14:05:16.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:47:0)
[14:05:16.863] Build status: SCHEDULED
[14:05:16.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:48:0) after 6m54s
[14:12:10.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:48:0)
[14:12:10.940] Build status: SCHEDULED
[14:12:10.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:49:0) after 2m26s
[14:14:37.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:49:0)
[14:14:37.056] Build status: SCHEDULED
[14:14:37.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:50:0) after 3m40s
[14:18:17.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:50:0)
[14:18:17.149] Build status: SCHEDULED
[14:18:17.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:51:0) after 7m53s
[14:26:10.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:51:0)
[14:26:10.188] Build status: SCHEDULED
[14:26:10.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:52:0) after 4m7s
[14:30:17.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:52:0)
[14:30:17.228] Build status: SCHEDULED
[14:30:17.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:53:0) after 2m51s
[14:33:08.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:53:0)
[14:33:08.354] Build status: SCHEDULED
[14:33:08.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:54:0) after 5m40s
[14:38:48.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:54:0)
[14:38:48.453] Build status: SCHEDULED
[14:38:48.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:55:0) after 9m28s
[14:48:16.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:55:0)
[14:48:16.484] Build status: SCHEDULED
[14:48:16.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:56:0) after 5m4s
[14:53:20.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:56:0)
[14:53:20.546] Build status: SCHEDULED
[14:53:20.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:57:0) after 6m29s
[14:59:49.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:57:0)
[14:59:49.628] Build status: SCHEDULED
[14:59:49.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:58:0) after 1m0s
[15:00:49.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:58:0)
[15:00:49.659] Build status: SCHEDULED
[15:00:49.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:59:0) after 3m55s
[15:04:44.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:59:0)
[15:04:44.732] Build status: SCHEDULED
[15:04:44.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:60:0) after 5m0s
[15:09:44.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:60:0)
[15:09:44.774] Build status: SCHEDULED
[15:09:44.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:61:0) after 1m26s
[15:11:10.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:61:0)
[15:11:10.980] Build status: SCHEDULED
[15:11:10.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:62:0) after 6m53s
[15:18:04.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:62:0)
[15:18:04.112] Build status: SCHEDULED
[15:18:04.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:63:0) after 9m7s
[15:27:11.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:63:0)
[15:27:11.378] Build status: SCHEDULED
[15:27:11.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:64:0) after 9m54s
[15:37:05.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:64:0)
[15:37:05.418] Build status: SCHEDULED
[15:37:05.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:65:0) after 9m18s
[15:46:23.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:65:0)
[15:46:23.491] Build status: SCHEDULED
[15:46:23.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:66:0) after 3m20s
[15:49:43.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:66:0)
[15:49:43.654] Build status: SCHEDULED
[15:49:43.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:67:0) after 1m26s
[15:51:09.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:67:0)
[15:51:09.742] Build status: SCHEDULED
[15:51:09.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:68:0) after 2m55s
[15:54:04.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:68:0)
[15:54:04.785] Build status: SCHEDULED
[15:54:04.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:69:0) after 2m55s
[15:56:59.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:69:0)
[15:56:59.866] Build status: SCHEDULED
[15:56:59.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:70:0) after 6m16s
[16:03:15.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:70:0)
[16:03:15.916] Build status: SCHEDULED
[16:03:15.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:71:0) after 5m45s
[16:09:00.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:71:0)
[16:09:00.941] Build status: SCHEDULED
[16:09:00.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:72:0) after 7m19s
[16:16:20.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:72:0)
[16:16:20.079] Build status: SCHEDULED
[16:16:20.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:73:0) after 6m3s
[16:22:23.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:73:0)
[16:22:23.117] Build status: SCHEDULED
[16:22:23.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:74:0) after 2m6s
[16:24:29.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:74:0)
[16:24:29.162] Build status: SCHEDULED
[16:24:29.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:75:0) after 8m31s
[16:33:00.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:75:0)
[16:33:00.237] Build status: SCHEDULED
[16:33:00.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:76:0) after 4m13s
[16:37:13.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:76:0)
[16:37:13.323] Build status: SCHEDULED
[16:37:13.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:77:0) after 7m45s
[16:44:58.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:77:0)
[16:44:58.413] Build status: SCHEDULED
[16:44:58.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:78:0) after 3m55s
[16:48:53.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:78:0)
[16:48:53.462] Build status: SCHEDULED
[16:48:53.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:79:0) after 6m39s
[16:55:32.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:79:0)
[16:55:32.494] Build status: SCHEDULED
[16:55:32.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:80:0) after 9m27s
[17:04:59.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:80:0)
[17:04:59.592] Build status: SCHEDULED
[17:04:59.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:81:0) after 2m5s
[17:07:04.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:81:0)
[17:07:04.579] Build status: SCHEDULED
[17:07:04.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:82:0) after 3m8s
[17:10:12.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:82:0)
[17:10:12.676] Build status: SCHEDULED
[17:10:12.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:83:0) after 8m21s
[17:18:33.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:83:0)
[17:18:33.813] Build status: SCHEDULED
[17:18:33.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:84:0) after 5m47s
[17:24:20.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:84:0)
[17:24:20.903] Build status: SCHEDULED
[17:24:20.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-envtest-mac-x86:8868830109138074656:85:0) after 9m41s
[17:32:15.583] Received PubSub notification, asking Buildbucket for the build status
[17:32:15.603] Build:
{
"id": "8703400047234737809",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "envtest-mac-x86"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-18T09:32:11.751944197Z",
"endTime": "2025-09-18T17:32:15.366491002Z",
"updateTime": "2025-09-18T17:32:15.366491002Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
}
}
[17:32:15.603] Invocation finished in 8h0m5.050958602s with status FAILED