[02:43:14.098] New invocation is queued and will start shortly
[02:43:15.122] Starting the invocation (attempt 1)
[02:43:15.158] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/0f2088f30c6dbadc184b23ed9c32eb2ebe29a999"
[02:43:15.158] Popped gitiles commit info from properties and tags
[02:43:15.158] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:43:15.158] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:43:15.158] Buildbucket request:
{
"requestId": "8868312255684200960",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868312255684200960",
"job": "pigweed/experimental.dev.ci-experimental-envtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/experimental",
"revision": "0f2088f30c6dbadc184b23ed9c32eb2ebe29a999"
},
"id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@0f2088f30c6dbadc184b23ed9c32eb2ebe29a999",
"title": "0f2088f30c6dbadc184b23ed9c32eb2ebe29a999",
"url": "https://pigweed.googlesource.com/pigweed/experimental/+/0f2088f30c6dbadc184b23ed9c32eb2ebe29a999"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "0f2088f30c6dbadc184b23ed9c32eb2ebe29a999",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868312255684200960"
},
{
"key": "scheduler_job_id",
"value": "pigweed/experimental.dev.ci-experimental-envtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:43:16.302] Scheduled build:
{
"id": "8702882193671464817",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-24T02:43:15.394592800Z",
"updateTime": "2025-09-24T02:43:15.394592800Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "0f2088f30c6dbadc184b23ed9c32eb2ebe29a999",
"ref": "refs/heads/main"
}
}
}
[02:43:16.302] Task URL: https://cr-buildbucket.appspot.com/build/8702882193671464817
[02:43:16.302] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:2:0) after 4m17s
[02:43:17.448] Received PubSub notification, asking Buildbucket for the build status
[02:43:17.609] Build status: SCHEDULED
[02:47:33.316] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:2:0)
[02:47:33.338] Build status: SCHEDULED
[02:47:33.338] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:4:0) after 9m57s
[02:57:30.351] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:4:0)
[02:57:30.371] Build status: SCHEDULED
[02:57:30.371] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:5:0) after 7m53s
[03:05:23.383] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:5:0)
[03:05:23.403] Build status: SCHEDULED
[03:05:23.403] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:6:0) after 1m4s
[03:06:27.459] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:6:0)
[03:06:27.519] Build status: SCHEDULED
[03:06:27.519] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:7:0) after 2m57s
[03:09:24.530] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:7:0)
[03:09:24.546] Build status: SCHEDULED
[03:09:24.546] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:8:0) after 3m24s
[03:12:48.567] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:8:0)
[03:12:48.595] Build status: SCHEDULED
[03:12:48.595] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:9:0) after 5m15s
[03:18:03.617] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:9:0)
[03:18:03.635] Build status: SCHEDULED
[03:18:03.635] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:10:0) after 7m18s
[03:25:21.757] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:10:0)
[03:25:21.775] Build status: SCHEDULED
[03:25:21.775] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:11:0) after 2m33s
[03:27:54.792] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:11:0)
[03:27:54.809] Build status: SCHEDULED
[03:27:54.809] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:12:0) after 9m45s
[03:37:39.825] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:12:0)
[03:37:39.844] Build status: SCHEDULED
[03:37:39.844] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:13:0) after 9m14s
[03:46:53.864] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:13:0)
[03:46:53.882] Build status: SCHEDULED
[03:46:53.882] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:14:0) after 5m21s
[03:52:14.948] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:14:0)
[03:52:14.966] Build status: SCHEDULED
[03:52:14.967] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:15:0) after 7m40s
[03:59:54.984] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:15:0)
[03:59:55.003] Build status: SCHEDULED
[03:59:55.003] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:16:0) after 4m10s
[04:04:05.016] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:16:0)
[04:04:05.032] Build status: SCHEDULED
[04:04:05.032] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:17:0) after 1m49s
[04:05:54.048] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:17:0)
[04:05:54.064] Build status: SCHEDULED
[04:05:54.064] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:18:0) after 5m33s
[04:11:27.131] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:18:0)
[04:11:27.219] Build status: SCHEDULED
[04:11:27.219] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:19:0) after 4m16s
[04:15:43.236] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:19:0)
[04:15:43.271] Build status: SCHEDULED
[04:15:43.271] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:20:0) after 4m2s
[04:19:45.289] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:20:0)
[04:19:45.340] Build status: SCHEDULED
[04:19:45.340] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:21:0) after 6m18s
[04:26:03.359] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:21:0)
[04:26:03.420] Build status: SCHEDULED
[04:26:03.420] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:22:0) after 1m41s
[04:27:44.434] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:22:0)
[04:27:44.454] Build status: SCHEDULED
[04:27:44.454] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:23:0) after 9m8s
[04:36:52.522] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:23:0)
[04:36:52.539] Build status: SCHEDULED
[04:36:52.539] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:24:0) after 7m54s
[04:44:46.575] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:24:0)
[04:44:46.884] Build status: SCHEDULED
[04:44:46.884] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:25:0) after 7m2s
[04:51:48.905] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:25:0)
[04:51:48.957] Build status: SCHEDULED
[04:51:48.957] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:26:0) after 7m42s
[04:59:30.968] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:26:0)
[04:59:30.991] Build status: SCHEDULED
[04:59:30.991] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:27:0) after 1m35s
[05:01:06.035] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:27:0)
[05:01:06.084] Build status: SCHEDULED
[05:01:06.084] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:28:0) after 8m13s
[05:09:19.191] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:28:0)
[05:09:19.214] Build status: SCHEDULED
[05:09:19.214] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:29:0) after 5m30s
[05:14:49.272] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:29:0)
[05:14:49.297] Build status: SCHEDULED
[05:14:49.297] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:30:0) after 8m25s
[05:23:14.512] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:30:0)
[05:23:14.529] Build status: SCHEDULED
[05:23:14.529] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:31:0) after 2m50s
[05:26:04.545] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:31:0)
[05:26:04.638] Build status: SCHEDULED
[05:26:04.638] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:32:0) after 4m28s
[05:30:32.663] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:32:0)
[05:30:32.680] Build status: SCHEDULED
[05:30:32.680] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:33:0) after 9m23s
[05:39:55.795] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:33:0)
[05:39:55.819] Build status: SCHEDULED
[05:39:55.819] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:34:0) after 3m22s
[05:43:17.873] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:34:0)
[05:43:17.892] Build status: SCHEDULED
[05:43:17.892] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:35:0) after 5m0s
[05:48:17.960] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:35:0)
[05:48:18.005] Build status: SCHEDULED
[05:48:18.005] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:36:0) after 8m37s
[05:56:55.014] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:36:0)
[05:56:55.033] Build status: SCHEDULED
[05:56:55.033] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:37:0) after 1m18s
[05:58:13.087] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:37:0)
[05:58:13.102] Build status: SCHEDULED
[05:58:13.102] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:38:0) after 5m35s
[06:03:48.114] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:38:0)
[06:03:48.135] Build status: SCHEDULED
[06:03:48.135] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:39:0) after 5m48s
[06:09:36.149] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:39:0)
[06:09:36.205] Build status: SCHEDULED
[06:09:36.206] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:40:0) after 4m14s
[06:13:50.270] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:40:0)
[06:13:50.301] Build status: SCHEDULED
[06:13:50.302] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:41:0) after 6m19s
[06:20:09.280] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:41:0)
[06:20:09.307] Build status: SCHEDULED
[06:20:09.307] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:42:0) after 2m36s
[06:22:45.328] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:42:0)
[06:22:45.485] Build status: SCHEDULED
[06:22:45.485] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8868312255684200960:43:0) after 6m33s
[06:27:03.414] Received PubSub notification, asking Buildbucket for the build status
[06:27:03.439] Build status: STARTED
[06:27:19.174] Received PubSub notification, asking Buildbucket for the build status
[06:27:19.193] Build:
{
"id": "8702882193671464817",
"builder": {
"project": "pigweed",
"bucket": "experimental.dev.ci",
"builder": "experimental-envtest"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-24T02:43:15.394592800Z",
"startTime": "2025-09-24T06:27:03.147092521Z",
"endTime": "2025-09-24T06:27:18.860812189Z",
"updateTime": "2025-09-24T06:27:18.860812189Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/experimental",
"id": "0f2088f30c6dbadc184b23ed9c32eb2ebe29a999",
"ref": "refs/heads/main"
}
}
}
[06:27:19.193] Invocation finished in 3h44m5.10145117s with status FAILED