[02:26:24.331] New invocation is queued and will start shortly
[02:26:24.331] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[02:26:26.261] Starting the invocation (attempt 1)
[02:26:26.284] Ignoring gitiles_ref tag without the buildset tag
[02:26:26.284] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:26:26.284] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:26:26.284] Buildbucket request:
{
"requestId": "8853636605941075616",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853636605941075616",
"job": "pigweed/experimental.dev.ci-experimental-envtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "13ecfb6f-46ae-4f88-8a20-6d954ef832e5",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8688206853725608273"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853636605941075616"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:26:26.662] Scheduled build:
{
"id": "8688206543153295809",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-05T02:26:26.369264980Z",
"updateTime": "2026-03-05T02:26:26.369264980Z",
"status": "SCHEDULED",
"input": {
}
}
[02:26:26.662] Task URL: https://cr-buildbucket.appspot.com/build/8688206543153295809
[02:26:26.662] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:2:0) after 2m31s
[02:26:27.597] Received PubSub notification, asking Buildbucket for the build status
[02:26:27.614] Build status: SCHEDULED
[02:28:57.677] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:2:0)
[02:28:57.690] Build status: SCHEDULED
[02:28:57.690] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:4:0) after 2m57s
[02:31:54.884] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:4:0)
[02:31:54.919] Build status: SCHEDULED
[02:31:54.919] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:5:0) after 3m1s
[02:34:55.936] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:5:0)
[02:34:55.980] Build status: SCHEDULED
[02:34:55.980] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:6:0) after 1m54s
[02:36:50.001] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:6:0)
[02:36:50.061] Build status: SCHEDULED
[02:36:50.061] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:7:0) after 1m9s
[02:37:59.091] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:7:0)
[02:37:59.108] Build status: SCHEDULED
[02:37:59.108] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:8:0) after 1m33s
[02:39:32.097] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:8:0)
[02:39:32.125] Build status: SCHEDULED
[02:39:32.125] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:9:0) after 7m26s
[02:46:58.160] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:9:0)
[02:46:58.215] Build status: SCHEDULED
[02:46:58.215] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:10:0) after 8m20s
[02:55:18.228] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:10:0)
[02:55:18.246] Build status: SCHEDULED
[02:55:18.246] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:11:0) after 6m5s
[03:01:23.230] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:11:0)
[03:01:23.260] Build status: SCHEDULED
[03:01:23.260] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:12:0) after 8m16s
[03:09:39.292] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:12:0)
[03:09:39.330] Build status: SCHEDULED
[03:09:39.330] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:13:0) after 8m28s
[03:18:07.443] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:13:0)
[03:18:07.466] Build status: SCHEDULED
[03:18:07.466] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:14:0) after 1m14s
[03:19:21.492] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:14:0)
[03:19:21.630] Build status: SCHEDULED
[03:19:21.630] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:15:0) after 4m34s
[03:23:55.647] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:15:0)
[03:23:55.690] Build status: SCHEDULED
[03:23:55.690] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:16:0) after 7m12s
[03:31:07.755] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:16:0)
[03:31:07.770] Build status: SCHEDULED
[03:31:07.770] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:17:0) after 6m39s
[03:37:46.781] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:17:0)
[03:37:46.796] Build status: SCHEDULED
[03:37:46.796] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:18:0) after 1m57s
[03:39:43.780] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:18:0)
[03:39:43.817] Build status: SCHEDULED
[03:39:43.817] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:19:0) after 4m11s
[03:43:54.835] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:19:0)
[03:43:54.859] Build status: SCHEDULED
[03:43:54.860] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:20:0) after 4m26s
[03:48:20.975] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:20:0)
[03:48:21.000] Build status: SCHEDULED
[03:48:21.000] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:21:0) after 4m45s
[03:53:06.012] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:21:0)
[03:53:06.118] Build status: SCHEDULED
[03:53:06.118] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:22:0) after 1m6s
[03:54:12.133] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:22:0)
[03:54:12.447] Build status: SCHEDULED
[03:54:12.447] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:23:0) after 5m41s
[03:59:53.472] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:23:0)
[03:59:53.504] Build status: SCHEDULED
[03:59:53.504] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:24:0) after 7m44s
[04:07:37.516] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:24:0)
[04:07:37.561] Build status: SCHEDULED
[04:07:37.562] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:25:0) after 7m33s
[04:15:10.578] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:25:0)
[04:15:10.597] Build status: SCHEDULED
[04:15:10.597] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:26:0) after 7m27s
[04:22:37.655] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:26:0)
[04:22:37.692] Build status: SCHEDULED
[04:22:37.692] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:27:0) after 1m3s
[04:23:40.922] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:27:0)
[04:23:40.949] Build status: SCHEDULED
[04:23:40.949] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:28:0) after 1m2s
[04:24:43.013] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:28:0)
[04:24:43.037] Build status: SCHEDULED
[04:24:43.037] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:29:0) after 7m54s
[04:32:37.095] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:29:0)
[04:32:37.121] Build status: SCHEDULED
[04:32:37.121] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:30:0) after 6m43s
[04:39:20.227] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:30:0)
[04:39:20.243] Build status: SCHEDULED
[04:39:20.243] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:31:0) after 8m56s
[04:48:16.257] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:31:0)
[04:48:16.283] Build status: SCHEDULED
[04:48:16.283] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:32:0) after 3m36s
[04:51:52.296] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:32:0)
[04:51:52.353] Build status: SCHEDULED
[04:51:52.353] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:33:0) after 6m17s
[04:58:09.369] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:33:0)
[04:58:09.389] Build status: SCHEDULED
[04:58:09.389] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:34:0) after 2m34s
[05:00:43.402] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:34:0)
[05:00:43.422] Build status: SCHEDULED
[05:00:43.422] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:35:0) after 9m34s
[05:10:17.490] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:35:0)
[05:10:17.504] Build status: SCHEDULED
[05:10:17.504] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:36:0) after 1m25s
[05:11:42.498] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:36:0)
[05:11:42.528] Build status: SCHEDULED
[05:11:42.528] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:37:0) after 4m49s
[05:16:31.593] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:37:0)
[05:16:31.647] Build status: SCHEDULED
[05:16:31.647] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:38:0) after 8m59s
[05:25:30.664] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:38:0)
[05:25:30.710] Build status: SCHEDULED
[05:25:30.710] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:39:0) after 3m4s
[05:28:34.873] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:39:0)
[05:28:34.904] Build status: SCHEDULED
[05:28:34.904] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:40:0) after 2m32s
[05:31:06.919] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:40:0)
[05:31:06.938] Build status: SCHEDULED
[05:31:06.938] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:41:0) after 9m25s
[05:40:31.967] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:41:0)
[05:40:31.986] Build status: SCHEDULED
[05:40:31.987] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:42:0) after 3m32s
[05:44:03.957] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:42:0)
[05:44:03.982] Build status: SCHEDULED
[05:44:03.982] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:43:0) after 2m52s
[05:46:56.007] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:43:0)
[05:46:56.028] Build status: SCHEDULED
[05:46:56.028] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:44:0) after 7m48s
[05:54:44.085] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:44:0)
[05:54:44.123] Build status: SCHEDULED
[05:54:44.123] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:45:0) after 7m20s
[06:02:04.135] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:45:0)
[06:02:04.157] Build status: SCHEDULED
[06:02:04.157] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:46:0) after 8m9s
[06:10:13.183] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:46:0)
[06:10:13.214] Build status: SCHEDULED
[06:10:13.214] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:47:0) after 1m4s
[06:11:17.217] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:47:0)
[06:11:17.298] Build status: SCHEDULED
[06:11:17.298] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:48:0) after 9m31s
[06:20:48.313] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:48:0)
[06:20:48.331] Build status: SCHEDULED
[06:20:48.331] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:49:0) after 2m7s
[06:22:55.359] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:49:0)
[06:22:55.373] Build status: SCHEDULED
[06:22:55.373] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:50:0) after 1m56s
[06:24:51.389] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:50:0)
[06:24:51.410] Build status: SCHEDULED
[06:24:51.410] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:51:0) after 6m13s
[06:31:04.424] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:51:0)
[06:31:04.441] Build status: SCHEDULED
[06:31:04.441] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:52:0) after 4m6s
[06:35:10.510] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:52:0)
[06:35:10.527] Build status: SCHEDULED
[06:35:10.527] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:53:0) after 8m25s
[06:43:35.542] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:53:0)
[06:43:35.578] Build status: SCHEDULED
[06:43:35.578] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:54:0) after 6m2s
[06:49:37.697] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:54:0)
[06:49:37.717] Build status: SCHEDULED
[06:49:37.717] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:55:0) after 4m32s
[06:54:09.752] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:55:0)
[06:54:09.780] Build status: SCHEDULED
[06:54:09.780] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:56:0) after 5m54s
[06:55:34.995] Received PubSub notification, asking Buildbucket for the build status
[06:55:35.015] Build status: STARTED
[07:00:03.811] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:56:0)
[07:00:03.860] Build status: STARTED
[07:00:03.860] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853636605941075616:58:0) after 6m46s
[07:00:33.835] Received PubSub notification, asking Buildbucket for the build status
[07:00:33.849] Build:
{
"id": "8688206543153295809",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-05T02:26:26.369264980Z",
"startTime": "2026-03-05T06:55:34.839440521Z",
"endTime": "2026-03-05T07:00:27.554982884Z",
"updateTime": "2026-03-05T07:00:27.554982884Z",
"status": "SUCCESS",
"input": {
}
}
[07:00:33.849] Invocation finished in 4h34m9.521949815s with status SUCCEEDED