[09:04:05.015] New invocation is queued and will start shortly
[09:04:05.015] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[09:04:06.459] Starting the invocation (attempt 1)
[09:04:06.484] Ignoring gitiles_ref tag without the buildset tag
[09:04:06.484] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:04:06.484] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:04:06.484] Buildbucket request:
{
"requestId": "8862037104088195456",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862037104088195456",
"job": "pigweed/examples.dev.ci-examples-envtest-mac",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "02108ae1-dfd7-4b74-b48c-b44c80d52adc",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8696607251921521361"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862037104088195456"
},
{
"key": "scheduler_job_id",
"value": "pigweed/examples.dev.ci-examples-envtest-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:04:06.877] Scheduled build:
{
"id": "8696607041756281553",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-02T09:04:06.607803247Z",
"updateTime": "2025-12-02T09:04:06.607803247Z",
"status": "SCHEDULED",
"input": {
}
}
[09:04:06.877] Task URL: https://cr-buildbucket.appspot.com/build/8696607041756281553
[09:04:06.877] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:2:0) after 3m37s
[09:04:07.875] Received PubSub notification, asking Buildbucket for the build status
[09:04:07.914] Build status: SCHEDULED
[09:07:43.843] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:2:0)
[09:07:43.933] Build status: SCHEDULED
[09:07:43.934] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:4:0) after 5m12s
[09:12:55.945] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:4:0)
[09:12:55.968] Build status: SCHEDULED
[09:12:55.968] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:5:0) after 1m17s
[09:14:12.980] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:5:0)
[09:14:13.000] Build status: SCHEDULED
[09:14:13.000] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:6:0) after 5m56s
[09:20:09.264] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:6:0)
[09:20:09.278] Build status: SCHEDULED
[09:20:09.278] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:7:0) after 9m8s
[09:29:17.290] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:7:0)
[09:29:17.314] Build status: SCHEDULED
[09:29:17.314] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:8:0) after 1m29s
[09:30:46.364] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:8:0)
[09:30:46.375] Build status: SCHEDULED
[09:30:46.375] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:9:0) after 7m55s
[09:38:41.387] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:9:0)
[09:38:41.413] Build status: SCHEDULED
[09:38:41.413] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:10:0) after 3m33s
[09:42:14.526] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:10:0)
[09:42:14.549] Build status: SCHEDULED
[09:42:14.550] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:11:0) after 3m12s
[09:45:26.587] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:11:0)
[09:45:26.605] Build status: SCHEDULED
[09:45:26.605] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:12:0) after 7m8s
[09:52:34.620] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:12:0)
[09:52:34.643] Build status: SCHEDULED
[09:52:34.643] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:13:0) after 6m45s
[09:59:19.729] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:13:0)
[09:59:19.787] Build status: SCHEDULED
[09:59:19.788] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:14:0) after 5m25s
[10:04:44.848] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:14:0)
[10:04:44.864] Build status: SCHEDULED
[10:04:44.864] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:15:0) after 3m23s
[10:08:07.892] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:15:0)
[10:08:08.035] Build status: SCHEDULED
[10:08:08.035] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:16:0) after 9m59s
[10:18:07.120] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:16:0)
[10:18:07.150] Build status: SCHEDULED
[10:18:07.150] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:17:0) after 7m13s
[10:25:20.162] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:17:0)
[10:25:20.177] Build status: SCHEDULED
[10:25:20.177] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:18:0) after 3m51s
[10:29:11.202] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:18:0)
[10:29:11.216] Build status: SCHEDULED
[10:29:11.216] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:19:0) after 6m22s
[10:35:33.235] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:19:0)
[10:35:33.252] Build status: SCHEDULED
[10:35:33.252] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:20:0) after 7m18s
[10:42:51.260] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:20:0)
[10:42:51.284] Build status: SCHEDULED
[10:42:51.284] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:21:0) after 5m23s
[10:48:14.275] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:21:0)
[10:48:14.301] Build status: SCHEDULED
[10:48:14.301] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:22:0) after 1m26s
[10:49:40.346] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:22:0)
[10:49:40.389] Build status: SCHEDULED
[10:49:40.389] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:23:0) after 7m34s
[10:57:14.399] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:23:0)
[10:57:14.417] Build status: SCHEDULED
[10:57:14.417] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:24:0) after 8m41s
[11:05:55.434] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:24:0)
[11:05:55.464] Build status: SCHEDULED
[11:05:55.464] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:25:0) after 7m21s
[11:13:17.320] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:25:0)
[11:13:17.341] Build status: SCHEDULED
[11:13:17.341] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:26:0) after 8m57s
[11:22:14.399] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:26:0)
[11:22:14.473] Build status: SCHEDULED
[11:22:14.473] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:27:0) after 6m39s
[11:28:53.473] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:27:0)
[11:28:53.488] Build status: SCHEDULED
[11:28:53.488] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:28:0) after 8m2s
[11:36:55.501] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:28:0)
[11:36:55.523] Build status: SCHEDULED
[11:36:55.523] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:29:0) after 9m26s
[11:46:21.638] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:29:0)
[11:46:21.744] Build status: SCHEDULED
[11:46:21.744] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:30:0) after 4m7s
[11:50:28.754] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:30:0)
[11:50:28.772] Build status: SCHEDULED
[11:50:28.772] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:31:0) after 6m9s
[11:56:37.865] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:31:0)
[11:56:37.887] Build status: SCHEDULED
[11:56:37.887] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:32:0) after 4m44s
[12:01:21.908] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:32:0)
[12:01:21.966] Build status: SCHEDULED
[12:01:21.966] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:33:0) after 4m57s
[12:06:19.079] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:33:0)
[12:06:19.107] Build status: SCHEDULED
[12:06:19.107] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:34:0) after 1m53s
[12:08:12.509] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:34:0)
[12:08:12.532] Build status: SCHEDULED
[12:08:12.532] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:35:0) after 4m47s
[12:12:59.543] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:35:0)
[12:12:59.560] Build status: SCHEDULED
[12:12:59.560] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:36:0) after 7m38s
[12:20:37.626] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:36:0)
[12:20:37.640] Build status: SCHEDULED
[12:20:37.640] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:37:0) after 7m28s
[12:28:05.720] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:37:0)
[12:28:05.748] Build status: SCHEDULED
[12:28:05.748] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:38:0) after 1m32s
[12:29:37.814] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:38:0)
[12:29:37.829] Build status: SCHEDULED
[12:29:37.829] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:39:0) after 1m41s
[12:31:18.888] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:39:0)
[12:31:18.913] Build status: SCHEDULED
[12:31:18.913] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:40:0) after 5m45s
[12:37:03.930] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:40:0)
[12:37:03.955] Build status: SCHEDULED
[12:37:03.955] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:41:0) after 3m55s
[12:40:59.242] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:41:0)
[12:40:59.255] Build status: SCHEDULED
[12:40:59.255] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:42:0) after 2m22s
[12:43:21.370] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:42:0)
[12:43:21.385] Build status: SCHEDULED
[12:43:21.385] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:43:0) after 2m7s
[12:45:28.404] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:43:0)
[12:45:28.420] Build status: SCHEDULED
[12:45:28.420] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:44:0) after 2m25s
[12:47:53.435] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:44:0)
[12:47:53.466] Build status: SCHEDULED
[12:47:53.466] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:45:0) after 4m18s
[12:52:11.483] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:45:0)
[12:52:11.507] Build status: SCHEDULED
[12:52:11.507] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:46:0) after 3m42s
[12:55:53.525] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:46:0)
[12:55:53.539] Build status: SCHEDULED
[12:55:53.539] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:47:0) after 2m40s
[12:58:33.926] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:47:0)
[12:58:33.942] Build status: SCHEDULED
[12:58:33.942] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:48:0) after 9m4s
[13:07:37.956] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:48:0)
[13:07:37.976] Build status: SCHEDULED
[13:07:37.976] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:49:0) after 3m18s
[13:10:55.990] Handling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:49:0)
[13:10:56.011] Build status: SCHEDULED
[13:10:56.011] Scheduling timer "check-buildbucket-build-status" (pigweed/examples.dev.ci-examples-envtest-mac:8862037104088195456:50:0) after 6m43s
[13:13:28.186] Received PubSub notification, asking Buildbucket for the build status
[13:13:28.202] Build status: STARTED
[13:15:06.105] Received PubSub notification, asking Buildbucket for the build status
[13:15:06.140] Build:
{
"id": "8696607041756281553",
"builder": {
"project": "pigweed",
"bucket": "examples.dev.ci",
"builder": "examples-envtest-mac"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-02T09:04:06.607803247Z",
"startTime": "2025-12-02T13:13:27.852091391Z",
"endTime": "2025-12-02T13:15:05.177178597Z",
"updateTime": "2025-12-02T13:15:05.177178597Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[13:15:06.140] Invocation finished in 4h11m1.140728217s with status FAILED