[21:38:42.035] New invocation is queued and will start shortly
[21:38:43.184] Starting the invocation (attempt 1)
[21:38:43.214] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7180c1fc44be167f2b7de2c98a938eeb3c82da34"
[21:38:43.214] Popped gitiles commit info from properties and tags
[21:38:43.214] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:38:43.215] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:38:43.215] Buildbucket request:
{
"requestId": "8853745303736521616",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853745303736521616",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-python",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7180c1fc44be167f2b7de2c98a938eeb3c82da34"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7180c1fc44be167f2b7de2c98a938eeb3c82da34",
"title": "7180c1fc44be167f2b7de2c98a938eeb3c82da34",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7180c1fc44be167f2b7de2c98a938eeb3c82da34"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7180c1fc44be167f2b7de2c98a938eeb3c82da34",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853745303736521616"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:38:43.592] Scheduled build:
{
"id": "8688315241780131697",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-03T21:38:43.281007293Z",
"updateTime": "2026-03-03T21:38:43.281007293Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7180c1fc44be167f2b7de2c98a938eeb3c82da34",
"ref": "refs/heads/main"
}
}
}
[21:38:43.592] Task URL: https://cr-buildbucket.appspot.com/build/8688315241780131697
[21:38:43.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:2:0) after 4m38s
[21:38:44.535] Received PubSub notification, asking Buildbucket for the build status
[21:38:44.560] Build status: SCHEDULED
[21:43:21.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:2:0)
[21:43:21.593] Build status: SCHEDULED
[21:43:21.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:4:0) after 4m54s
[21:48:15.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:4:0)
[21:48:15.697] Build status: SCHEDULED
[21:48:15.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:5:0) after 9m2s
[21:57:17.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:5:0)
[21:57:17.736] Build status: SCHEDULED
[21:57:17.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:6:0) after 3m55s
[22:01:12.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:6:0)
[22:01:12.805] Build status: SCHEDULED
[22:01:12.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:7:0) after 1m0s
[22:02:12.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:7:0)
[22:02:12.788] Build status: SCHEDULED
[22:02:12.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:8:0) after 4m19s
[22:06:31.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:8:0)
[22:06:31.824] Build status: SCHEDULED
[22:06:31.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:9:0) after 2m56s
[22:09:27.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:9:0)
[22:09:27.856] Build status: SCHEDULED
[22:09:27.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:10:0) after 3m56s
[22:13:23.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:10:0)
[22:13:24.015] Build status: SCHEDULED
[22:13:24.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:11:0) after 3m45s
[22:17:09.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:11:0)
[22:17:09.075] Build status: SCHEDULED
[22:17:09.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:12:0) after 9m53s
[22:27:02.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:12:0)
[22:27:02.129] Build status: SCHEDULED
[22:27:02.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:13:0) after 1m16s
[22:28:18.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:13:0)
[22:28:18.142] Build status: SCHEDULED
[22:28:18.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:14:0) after 2m22s
[22:30:40.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:14:0)
[22:30:40.275] Build status: SCHEDULED
[22:30:40.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:15:0) after 5m14s
[22:35:54.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:15:0)
[22:35:54.341] Build status: SCHEDULED
[22:35:54.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:16:0) after 2m51s
[22:38:45.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:16:0)
[22:38:45.373] Build status: SCHEDULED
[22:38:45.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:17:0) after 9m46s
[22:48:31.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:17:0)
[22:48:31.548] Build status: SCHEDULED
[22:48:31.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:18:0) after 9m29s
[22:58:00.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:18:0)
[22:58:00.614] Build status: SCHEDULED
[22:58:00.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:19:0) after 8m4s
[23:06:04.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:19:0)
[23:06:04.699] Build status: SCHEDULED
[23:06:04.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:20:0) after 1m30s
[23:07:34.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:20:0)
[23:07:34.713] Build status: SCHEDULED
[23:07:34.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:21:0) after 4m23s
[23:11:57.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:21:0)
[23:11:57.806] Build status: SCHEDULED
[23:11:57.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:22:0) after 1m4s
[23:13:01.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:22:0)
[23:13:01.917] Build status: SCHEDULED
[23:13:01.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:23:0) after 5m2s
[23:18:03.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:23:0)
[23:18:03.953] Build status: SCHEDULED
[23:18:03.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:24:0) after 4m6s
[23:22:10.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:24:0)
[23:22:10.040] Build status: SCHEDULED
[23:22:10.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:25:0) after 7m28s
[23:29:38.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:25:0)
[23:29:38.074] Build status: SCHEDULED
[23:29:38.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:26:0) after 7m52s
[23:37:30.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:26:0)
[23:37:30.085] Build status: SCHEDULED
[23:37:30.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:27:0) after 2m21s
[23:39:51.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:27:0)
[23:39:51.189] Build status: SCHEDULED
[23:39:51.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:28:0) after 1m26s
[23:41:17.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:28:0)
[23:41:17.284] Build status: SCHEDULED
[23:41:17.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:29:0) after 8m2s
[23:49:19.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:29:0)
[23:49:19.342] Build status: SCHEDULED
[23:49:19.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:30:0) after 2m8s
[23:51:27.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:30:0)
[23:51:27.387] Build status: SCHEDULED
[23:51:27.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:31:0) after 7m5s
[23:58:32.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:31:0)
[23:58:32.470] Build status: SCHEDULED
[23:58:32.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:32:0) after 4m6s
[00:02:38.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:32:0)
[00:02:38.528] Build status: SCHEDULED
[00:02:38.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:33:0) after 7m28s
[00:10:06.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:33:0)
[00:10:06.663] Build status: SCHEDULED
[00:10:06.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:34:0) after 9m23s
[00:19:29.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:34:0)
[00:19:29.875] Build status: SCHEDULED
[00:19:29.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:35:0) after 5m13s
[00:24:42.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:35:0)
[00:24:42.913] Build status: SCHEDULED
[00:24:42.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:36:0) after 8m12s
[00:32:54.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:36:0)
[00:32:54.953] Build status: SCHEDULED
[00:32:54.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:37:0) after 8m17s
[00:41:11.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:37:0)
[00:41:12.029] Build status: SCHEDULED
[00:41:12.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:38:0) after 2m43s
[00:43:54.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:38:0)
[00:43:55.019] Build status: SCHEDULED
[00:43:55.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:39:0) after 8m59s
[00:52:53.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:39:0)
[00:52:54.011] Build status: SCHEDULED
[00:52:54.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:40:0) after 7m16s
[01:00:10.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:40:0)
[01:00:10.136] Build status: SCHEDULED
[01:00:10.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:41:0) after 4m26s
[01:04:36.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:41:0)
[01:04:36.453] Build status: SCHEDULED
[01:04:36.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:42:0) after 2m52s
[01:04:59.891] Received PubSub notification, asking Buildbucket for the build status
[01:04:59.907] Build status: STARTED
[01:07:28.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:42:0)
[01:07:28.479] Build status: STARTED
[01:07:28.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853745303736521616:44:0) after 9m53s
[01:11:20.621] Received PubSub notification, asking Buildbucket for the build status
[01:11:20.659] Build:
{
"id": "8688315241780131697",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-03T21:38:43.281007293Z",
"startTime": "2026-03-04T01:04:59.626189553Z",
"endTime": "2026-03-04T01:11:20.376874666Z",
"updateTime": "2026-03-04T01:11:20.376874666Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7180c1fc44be167f2b7de2c98a938eeb3c82da34",
"ref": "refs/heads/main"
}
}
}
[01:11:20.659] Invocation finished in 3h32m38.627577136s with status FAILED