[20:54:05.945] New invocation is queued and will start shortly
[20:54:05.945] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[20:54:07.384] Starting the invocation (attempt 1)
[20:54:07.412] Ignoring gitiles_ref tag without the buildset tag
[20:54:07.412] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:54:07.412] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:54:07.412] Buildbucket request:
{
"requestId": "8894154356840685280",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "python-packages-mac-amd64-310"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8894154356840685280",
"job": "pigweed/pigweed.ci-python-packages-mac-amd64-310",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner-ci",
"user_agent:recipe"
]
},
"id": "515949a4-a371-4eed-9211-95849afa3796",
"title": "rerunner-ci/0"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8894154356840685280"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-python-packages-mac-amd64-310"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner-ci"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:54:08.228] Scheduled build:
{
"id": "8728724294579355409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "python-packages-mac-amd64-310"
},
"createdBy": "project:pigweed",
"createTime": "2024-12-12T20:54:07.476354458Z",
"updateTime": "2024-12-12T20:54:07.476354458Z",
"status": "SCHEDULED",
"input": {
}
}
[20:54:08.228] Task URL: https://cr-buildbucket.appspot.com/build/8728724294579355409
[20:54:08.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:2:0) after 8m8s
[20:54:09.129] Received PubSub notification, asking Buildbucket for the build status
[20:54:09.170] Build status: SCHEDULED
[21:02:16.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:2:0)
[21:02:16.280] Build status: SCHEDULED
[21:02:16.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:4:0) after 2m28s
[21:04:44.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:4:0)
[21:04:44.337] Build status: SCHEDULED
[21:04:44.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:5:0) after 7m19s
[21:12:03.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:5:0)
[21:12:03.589] Build status: SCHEDULED
[21:12:03.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:6:0) after 9m12s
[21:21:15.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:6:0)
[21:21:15.685] Build status: SCHEDULED
[21:21:15.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:7:0) after 4m5s
[21:25:20.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:7:0)
[21:25:20.802] Build status: SCHEDULED
[21:25:20.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:8:0) after 8m26s
[21:33:46.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:8:0)
[21:33:46.835] Build status: SCHEDULED
[21:33:46.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:9:0) after 7m13s
[21:40:59.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:9:0)
[21:40:59.982] Build status: SCHEDULED
[21:40:59.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:10:0) after 3m21s
[21:44:21.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:10:0)
[21:44:21.066] Build status: SCHEDULED
[21:44:21.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:11:0) after 4m0s
[21:48:21.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:11:0)
[21:48:21.239] Build status: SCHEDULED
[21:48:21.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:12:0) after 4m21s
[21:52:42.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:12:0)
[21:52:42.307] Build status: SCHEDULED
[21:52:42.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:13:0) after 7m51s
[22:00:33.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:13:0)
[22:00:33.353] Build status: SCHEDULED
[22:00:33.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:14:0) after 1m33s
[22:02:06.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:14:0)
[22:02:06.518] Build status: SCHEDULED
[22:02:06.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:15:0) after 3m20s
[22:05:26.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:15:0)
[22:05:26.558] Build status: SCHEDULED
[22:05:26.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:16:0) after 7m36s
[22:13:02.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:16:0)
[22:13:02.600] Build status: SCHEDULED
[22:13:02.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:17:0) after 8m25s
[22:21:27.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:17:0)
[22:21:27.663] Build status: SCHEDULED
[22:21:27.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:18:0) after 5m39s
[22:27:06.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:18:0)
[22:27:06.815] Build status: SCHEDULED
[22:27:06.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:19:0) after 7m14s
[22:34:20.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:19:0)
[22:34:20.848] Build status: SCHEDULED
[22:34:20.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:20:0) after 3m0s
[22:37:20.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:20:0)
[22:37:20.881] Build status: SCHEDULED
[22:37:20.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:21:0) after 2m22s
[22:39:42.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:21:0)
[22:39:42.957] Build status: SCHEDULED
[22:39:42.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:22:0) after 3m32s
[22:43:15.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:22:0)
[22:43:15.052] Build status: SCHEDULED
[22:43:15.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:23:0) after 7m56s
[22:51:11.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:23:0)
[22:51:11.269] Build status: SCHEDULED
[22:51:11.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:24:0) after 4m55s
[22:56:06.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:24:0)
[22:56:06.437] Build status: SCHEDULED
[22:56:06.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:25:0) after 3m37s
[22:59:43.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:25:0)
[22:59:43.512] Build status: SCHEDULED
[22:59:43.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:26:0) after 1m57s
[23:01:40.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:26:0)
[23:01:40.647] Build status: SCHEDULED
[23:01:40.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:27:0) after 9m14s
[23:10:54.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:27:0)
[23:10:54.705] Build status: SCHEDULED
[23:10:54.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:28:0) after 2m22s
[23:13:16.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:28:0)
[23:13:16.892] Build status: SCHEDULED
[23:13:16.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:29:0) after 5m10s
[23:18:26.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:29:0)
[23:18:26.925] Build status: SCHEDULED
[23:18:26.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:30:0) after 7m30s
[23:25:56.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:30:0)
[23:25:57.006] Build status: SCHEDULED
[23:25:57.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:31:0) after 5m14s
[23:31:11.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:31:0)
[23:31:11.049] Build status: SCHEDULED
[23:31:11.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:32:0) after 4m9s
[23:35:20.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:32:0)
[23:35:20.070] Build status: SCHEDULED
[23:35:20.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:33:0) after 5m45s
[23:41:05.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:33:0)
[23:41:05.153] Build status: SCHEDULED
[23:41:05.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:34:0) after 3m39s
[23:44:44.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:34:0)
[23:44:44.172] Build status: SCHEDULED
[23:44:44.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:35:0) after 3m14s
[23:47:58.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:35:0)
[23:47:58.210] Build status: SCHEDULED
[23:47:58.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:36:0) after 6m1s
[23:53:59.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:36:0)
[23:53:59.334] Build status: SCHEDULED
[23:53:59.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:37:0) after 6m20s
[00:00:19.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:37:0)
[00:00:19.399] Build status: SCHEDULED
[00:00:19.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:38:0) after 6m2s
[00:06:21.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:38:0)
[00:06:21.436] Build status: SCHEDULED
[00:06:21.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:39:0) after 7m8s
[00:13:29.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:39:0)
[00:13:29.540] Build status: SCHEDULED
[00:13:29.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:40:0) after 4m49s
[00:18:18.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:40:0)
[00:18:18.575] Build status: SCHEDULED
[00:18:18.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:41:0) after 7m57s
[00:26:15.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:41:0)
[00:26:15.608] Build status: SCHEDULED
[00:26:15.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:42:0) after 5m53s
[00:32:08.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:42:0)
[00:32:08.657] Build status: SCHEDULED
[00:32:08.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:43:0) after 5m44s
[00:37:52.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:43:0)
[00:37:53.211] Build status: SCHEDULED
[00:37:53.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:44:0) after 4m32s
[00:42:25.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:44:0)
[00:42:25.280] Build status: SCHEDULED
[00:42:25.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:45:0) after 4m7s
[00:46:32.349] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:45:0)
[00:46:32.370] Build status: SCHEDULED
[00:46:32.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:46:0) after 4m8s
[00:50:40.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:46:0)
[00:50:40.497] Build status: SCHEDULED
[00:50:40.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:47:0) after 5m50s
[00:56:30.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:47:0)
[00:56:30.562] Build status: SCHEDULED
[00:56:30.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:48:0) after 5m33s
[01:02:03.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:48:0)
[01:02:03.629] Build status: SCHEDULED
[01:02:03.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:49:0) after 4m56s
[01:06:59.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:49:0)
[01:06:59.672] Build status: SCHEDULED
[01:06:59.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:50:0) after 9m31s
[01:16:30.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:50:0)
[01:16:30.844] Build status: SCHEDULED
[01:16:30.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:51:0) after 3m3s
[01:19:33.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:51:0)
[01:19:34.065] Build status: SCHEDULED
[01:19:34.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:52:0) after 2m55s
[01:22:29.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:52:0)
[01:22:29.150] Build status: SCHEDULED
[01:22:29.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:53:0) after 1m17s
[01:23:46.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:53:0)
[01:23:46.180] Build status: SCHEDULED
[01:23:46.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:54:0) after 1m21s
[01:25:07.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:54:0)
[01:25:07.259] Build status: SCHEDULED
[01:25:07.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:55:0) after 1m25s
[01:26:32.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:55:0)
[01:26:32.296] Build status: SCHEDULED
[01:26:32.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:56:0) after 1m27s
[01:27:59.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:56:0)
[01:27:59.341] Build status: SCHEDULED
[01:27:59.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:57:0) after 4m52s
[01:32:51.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:57:0)
[01:32:51.431] Build status: SCHEDULED
[01:32:51.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:58:0) after 4m2s
[01:36:53.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:58:0)
[01:36:53.468] Build status: SCHEDULED
[01:36:53.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:59:0) after 2m15s
[01:39:08.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:59:0)
[01:39:08.508] Build status: SCHEDULED
[01:39:08.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:60:0) after 2m41s
[01:41:49.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:60:0)
[01:41:49.544] Build status: SCHEDULED
[01:41:49.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:61:0) after 4m25s
[01:46:14.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:61:0)
[01:46:14.724] Build status: SCHEDULED
[01:46:14.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:62:0) after 2m40s
[01:48:54.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:62:0)
[01:48:54.883] Build status: SCHEDULED
[01:48:54.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:63:0) after 2m37s
[01:51:31.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:63:0)
[01:51:32.099] Build status: SCHEDULED
[01:51:32.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:64:0) after 4m44s
[01:56:16.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:64:0)
[01:56:16.183] Build status: SCHEDULED
[01:56:16.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:65:0) after 5m36s
[02:01:52.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:65:0)
[02:01:52.261] Build status: SCHEDULED
[02:01:52.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:66:0) after 3m35s
[02:05:27.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:66:0)
[02:05:27.298] Build status: SCHEDULED
[02:05:27.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:67:0) after 7m52s
[02:13:19.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:67:0)
[02:13:19.344] Build status: SCHEDULED
[02:13:19.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:68:0) after 4m56s
[02:18:15.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:68:0)
[02:18:15.414] Build status: SCHEDULED
[02:18:15.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:69:0) after 5m25s
[02:23:40.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:69:0)
[02:23:40.546] Build status: SCHEDULED
[02:23:40.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:70:0) after 4m58s
[02:28:38.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:70:0)
[02:28:38.613] Build status: SCHEDULED
[02:28:38.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:71:0) after 3m28s
[02:32:06.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:71:0)
[02:32:06.647] Build status: SCHEDULED
[02:32:06.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:72:0) after 8m27s
[02:40:33.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:72:0)
[02:40:33.714] Build status: SCHEDULED
[02:40:33.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:73:0) after 1m57s
[02:42:30.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:73:0)
[02:42:30.802] Build status: SCHEDULED
[02:42:30.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:74:0) after 2m34s
[02:45:04.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:74:0)
[02:45:04.838] Build status: SCHEDULED
[02:45:04.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:75:0) after 2m51s
[02:47:55.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:75:0)
[02:47:55.870] Build status: SCHEDULED
[02:47:55.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:76:0) after 8m2s
[02:55:57.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:76:0)
[02:55:57.871] Build status: SCHEDULED
[02:55:57.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:77:0) after 6m43s
[03:02:40.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:77:0)
[03:02:40.930] Build status: SCHEDULED
[03:02:40.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:78:0) after 5m7s
[03:07:47.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:78:0)
[03:07:47.980] Build status: SCHEDULED
[03:07:47.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:79:0) after 5m19s
[03:13:07.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:79:0)
[03:13:07.238] Build status: SCHEDULED
[03:13:07.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:80:0) after 3m41s
[03:16:48.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:80:0)
[03:16:48.342] Build status: SCHEDULED
[03:16:48.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:81:0) after 2m57s
[03:19:45.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:81:0)
[03:19:45.381] Build status: SCHEDULED
[03:19:45.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:82:0) after 1m53s
[03:21:38.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:82:0)
[03:21:38.491] Build status: SCHEDULED
[03:21:38.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:83:0) after 2m10s
[03:23:48.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:83:0)
[03:23:48.527] Build status: SCHEDULED
[03:23:48.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:84:0) after 9m51s
[03:33:39.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:84:0)
[03:33:39.564] Build status: SCHEDULED
[03:33:39.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:85:0) after 3m58s
[03:37:37.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:85:0)
[03:37:37.687] Build status: SCHEDULED
[03:37:37.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:86:0) after 3m39s
[03:41:16.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:86:0)
[03:41:16.765] Build status: SCHEDULED
[03:41:16.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:87:0) after 3m57s
[03:45:14.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:87:0)
[03:45:14.590] Build status: SCHEDULED
[03:45:14.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:88:0) after 7m26s
[03:52:40.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:88:0)
[03:52:40.722] Build status: SCHEDULED
[03:52:40.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:89:0) after 6m11s
[03:58:51.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:89:0)
[03:58:51.820] Build status: SCHEDULED
[03:58:51.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:90:0) after 8m0s
[04:06:51.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:90:0)
[04:06:51.970] Build status: SCHEDULED
[04:06:51.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:91:0) after 4m0s
[04:10:51.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:91:0)
[04:10:52.051] Build status: SCHEDULED
[04:10:52.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:92:0) after 1m23s
[04:12:15.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:92:0)
[04:12:15.036] Build status: SCHEDULED
[04:12:15.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:93:0) after 1m33s
[04:13:48.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:93:0)
[04:13:48.043] Build status: SCHEDULED
[04:13:48.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:94:0) after 6m45s
[04:20:33.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:94:0)
[04:20:33.082] Build status: SCHEDULED
[04:20:33.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:95:0) after 9m47s
[04:30:20.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:95:0)
[04:30:20.125] Build status: SCHEDULED
[04:30:20.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:96:0) after 5m21s
[04:35:41.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:96:0)
[04:35:41.166] Build status: SCHEDULED
[04:35:41.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:97:0) after 3m41s
[04:39:22.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:97:0)
[04:39:22.216] Build status: SCHEDULED
[04:39:22.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:98:0) after 9m36s
[04:48:58.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:98:0)
[04:48:58.257] Build status: SCHEDULED
[04:48:58.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:99:0) after 5m41s
[04:54:39.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:99:0)
[04:54:39.339] Build status: SCHEDULED
[04:54:39.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:100:0) after 1m13s
[04:55:52.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:100:0)
[04:55:52.471] Build status: SCHEDULED
[04:55:52.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:101:0) after 4m34s
[05:00:26.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:101:0)
[05:00:26.855] Build status: SCHEDULED
[05:00:26.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:102:0) after 7m14s
[05:07:41.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:102:0)
[05:07:41.462] Build status: SCHEDULED
[05:07:41.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:103:0) after 1m29s
[05:09:10.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:103:0)
[05:09:10.570] Build status: SCHEDULED
[05:09:10.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:104:0) after 9m48s
[05:18:58.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:104:0)
[05:18:58.571] Build status: SCHEDULED
[05:18:58.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:105:0) after 1m12s
[05:20:10.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:105:0)
[05:20:11.019] Build status: SCHEDULED
[05:20:11.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:106:0) after 3m2s
[05:23:13.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:106:0)
[05:23:13.115] Build status: SCHEDULED
[05:23:13.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:107:0) after 3m50s
[05:27:03.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:107:0)
[05:27:03.207] Build status: SCHEDULED
[05:27:03.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:108:0) after 8m12s
[05:35:15.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:108:0)
[05:35:15.257] Build status: SCHEDULED
[05:35:15.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:109:0) after 1m57s
[05:37:12.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:109:0)
[05:37:12.341] Build status: SCHEDULED
[05:37:12.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:110:0) after 2m41s
[05:39:53.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:110:0)
[05:39:53.450] Build status: SCHEDULED
[05:39:53.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:111:0) after 8m52s
[05:48:45.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:111:0)
[05:48:45.853] Build status: SCHEDULED
[05:48:45.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:112:0) after 3m37s
[05:52:22.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:112:0)
[05:52:23.016] Build status: SCHEDULED
[05:52:23.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:113:0) after 9m30s
[05:55:26.791] Received PubSub notification, asking Buildbucket for the build status
[05:55:26.805] Build status: STARTED
[06:01:53.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:113:0)
[06:01:53.348] Build status: STARTED
[06:01:53.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-python-packages-mac-amd64-310:8894154356840685280:115:0) after 4m36s
[06:04:52.759] Received PubSub notification, asking Buildbucket for the build status
[06:04:52.791] Build:
{
"id": "8728724294579355409",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "python-packages-mac-amd64-310"
},
"createdBy": "project:pigweed",
"createTime": "2024-12-12T20:54:07.476354458Z",
"startTime": "2024-12-13T05:55:26.491586790Z",
"endTime": "2024-12-13T06:04:52.398680691Z",
"updateTime": "2024-12-13T06:04:52.398680691Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[06:04:52.791] Invocation finished in 9h10m46.855017818s with status FAILED