[23:18:10.269] New invocation is queued and will start shortly
[23:18:11.327] Starting the invocation (attempt 1)
[23:18:11.354] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/2b35a95fa33ccf78f74d8d57f8477bfee60481ed"
[23:18:11.354] Popped gitiles commit info from properties and tags
[23:18:11.354] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:18:11.355] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:18:11.355] Buildbucket request:
{
"requestId": "8853739045589711008",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853739045589711008",
"job": "pigweed/experimental.dev.ci-experimental-envtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "2b35a95fa33ccf78f74d8d57f8477bfee60481ed"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@2b35a95fa33ccf78f74d8d57f8477bfee60481ed",
"title": "2b35a95fa33ccf78f74d8d57f8477bfee60481ed",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/2b35a95fa33ccf78f74d8d57f8477bfee60481ed"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "2b35a95fa33ccf78f74d8d57f8477bfee60481ed",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853739045589711008"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:18:11.846] Scheduled build:
{
"id": "8688308983695682849",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-03T23:18:11.455475929Z",
"updateTime": "2026-03-03T23:18:11.455475929Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "2b35a95fa33ccf78f74d8d57f8477bfee60481ed",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:18:11.846] Task URL: https://cr-buildbucket.appspot.com/build/8688308983695682849
[23:18:11.846] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:2:0) after 7m0s
[23:18:12.839] Received PubSub notification, asking Buildbucket for the build status
[23:18:12.900] Build status: SCHEDULED
[23:25:11.909] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:2:0)
[23:25:11.928] Build status: SCHEDULED
[23:25:11.928] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:4:0) after 9m5s
[23:34:16.991] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:4:0)
[23:34:17.006] Build status: SCHEDULED
[23:34:17.006] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:5:0) after 6m11s
[23:40:28.006] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:5:0)
[23:40:28.079] Build status: SCHEDULED
[23:40:28.079] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:6:0) after 9m11s
[23:49:39.098] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:6:0)
[23:49:39.126] Build status: SCHEDULED
[23:49:39.126] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:7:0) after 9m51s
[23:59:30.139] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:7:0)
[23:59:30.165] Build status: SCHEDULED
[23:59:30.165] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:8:0) after 6m15s
[00:05:45.145] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:8:0)
[00:05:45.198] Build status: SCHEDULED
[00:05:45.198] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:9:0) after 2m55s
[00:08:40.213] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:9:0)
[00:08:40.241] Build status: SCHEDULED
[00:08:40.241] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:10:0) after 1m48s
[00:10:28.327] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:10:0)
[00:10:28.346] Build status: SCHEDULED
[00:10:28.347] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:11:0) after 9m42s
[00:20:10.410] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:11:0)
[00:20:10.482] Build status: SCHEDULED
[00:20:10.482] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:12:0) after 2m23s
[00:22:33.497] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:12:0)
[00:22:33.532] Build status: SCHEDULED
[00:22:33.532] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:13:0) after 1m42s
[00:24:15.548] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:13:0)
[00:24:15.592] Build status: SCHEDULED
[00:24:15.592] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:14:0) after 9m8s
[00:33:23.664] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:14:0)
[00:33:24.134] Build status: SCHEDULED
[00:33:24.134] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:15:0) after 5m37s
[00:39:01.620] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:15:0)
[00:39:01.637] Build status: SCHEDULED
[00:39:01.637] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:16:0) after 5m14s
[00:44:15.651] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:16:0)
[00:44:15.678] Build status: SCHEDULED
[00:44:15.678] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:17:0) after 6m23s
[00:50:38.763] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:17:0)
[00:50:38.781] Build status: SCHEDULED
[00:50:38.781] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:18:0) after 7m5s
[00:57:43.810] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:18:0)
[00:57:43.924] Build status: SCHEDULED
[00:57:43.925] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:19:0) after 5m6s
[01:02:49.940] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:19:0)
[01:02:49.958] Build status: SCHEDULED
[01:02:49.958] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:20:0) after 3m2s
[01:05:52.042] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:20:0)
[01:05:52.057] Build status: SCHEDULED
[01:05:52.057] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:21:0) after 9m38s
[01:15:30.071] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:21:0)
[01:15:30.093] Build status: SCHEDULED
[01:15:30.093] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:22:0) after 7m8s
[01:22:38.068] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:22:0)
[01:22:38.120] Build status: SCHEDULED
[01:22:38.120] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:23:0) after 4m16s
[01:26:54.139] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:23:0)
[01:26:54.195] Build status: SCHEDULED
[01:26:54.195] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:24:0) after 4m19s
[01:31:13.219] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:24:0)
[01:31:13.238] Build status: SCHEDULED
[01:31:13.238] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:25:0) after 8m41s
[01:39:54.343] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:25:0)
[01:39:54.358] Build status: SCHEDULED
[01:39:54.358] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:26:0) after 1m37s
[01:41:31.371] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:26:0)
[01:41:31.393] Build status: SCHEDULED
[01:41:31.393] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:27:0) after 5m13s
[01:46:44.406] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:27:0)
[01:46:44.428] Build status: SCHEDULED
[01:46:44.428] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:28:0) after 1m57s
[01:48:41.594] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:28:0)
[01:48:41.610] Build status: SCHEDULED
[01:48:41.610] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:29:0) after 1m22s
[01:50:03.682] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:29:0)
[01:50:03.703] Build status: SCHEDULED
[01:50:03.703] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:30:0) after 4m14s
[01:54:17.716] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:30:0)
[01:54:17.747] Build status: SCHEDULED
[01:54:17.747] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:31:0) after 6m12s
[02:00:29.875] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:31:0)
[02:00:29.897] Build status: SCHEDULED
[02:00:29.897] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:32:0) after 8m12s
[02:08:42.007] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:32:0)
[02:08:42.030] Build status: SCHEDULED
[02:08:42.030] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:33:0) after 7m46s
[02:16:28.045] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:33:0)
[02:16:28.062] Build status: SCHEDULED
[02:16:28.062] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:34:0) after 4m26s
[02:20:54.127] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:34:0)
[02:20:54.153] Build status: SCHEDULED
[02:20:54.153] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:35:0) after 5m38s
[02:26:32.171] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:35:0)
[02:26:32.250] Build status: SCHEDULED
[02:26:32.250] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:36:0) after 2m7s
[02:28:39.268] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:36:0)
[02:28:39.285] Build status: SCHEDULED
[02:28:39.285] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:37:0) after 1m6s
[02:29:45.300] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:37:0)
[02:29:45.323] Build status: SCHEDULED
[02:29:45.323] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:38:0) after 6m50s
[02:36:35.391] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:38:0)
[02:36:35.428] Build status: SCHEDULED
[02:36:35.428] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:39:0) after 9m2s
[02:45:37.494] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:39:0)
[02:45:37.554] Build status: SCHEDULED
[02:45:37.554] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:40:0) after 2m59s
[02:48:36.572] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:40:0)
[02:48:36.599] Build status: SCHEDULED
[02:48:36.599] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:41:0) after 3m59s
[02:52:35.651] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:41:0)
[02:52:35.753] Build status: SCHEDULED
[02:52:35.753] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:42:0) after 1m22s
[02:53:57.769] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:42:0)
[02:53:57.801] Build status: SCHEDULED
[02:53:57.802] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:43:0) after 5m0s
[02:58:57.819] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:43:0)
[02:58:57.838] Build status: SCHEDULED
[02:58:57.838] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8853739045589711008:44:0) after 7m2s
[02:59:31.603] Received PubSub notification, asking Buildbucket for the build status
[02:59:31.664] Build status: STARTED
[02:59:50.275] Received PubSub notification, asking Buildbucket for the build status
[02:59:50.301] Build:
{
"id": "8688308983695682849",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-03T23:18:11.455475929Z",
"startTime": "2026-03-04T02:59:31.400255579Z",
"endTime": "2026-03-04T02:59:49.859175530Z",
"updateTime": "2026-03-04T02:59:49.859175530Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "2b35a95fa33ccf78f74d8d57f8477bfee60481ed",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:59:50.301] Invocation finished in 3h41m40.036599082s with status FAILED