[23:57:23.391] New invocation is queued and will start shortly
[23:57:24.721] Starting the invocation (attempt 1)
[23:57:24.746] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/982d592c1c3f9ec707ed2c8a6c03aa3db5287f86"
[23:57:24.747] Popped gitiles commit info from properties and tags
[23:57:24.747] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:57:24.747] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:57:24.747] Buildbucket request:
{
"requestId": "8858810008285073712",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8858810008285073712",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-python",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cb53389c7c5afea0b9191ddddbe3a9fdb704a485"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cb53389c7c5afea0b9191ddddbe3a9fdb704a485",
"title": "cb53389c7c5afea0b9191ddddbe3a9fdb704a485",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cb53389c7c5afea0b9191ddddbe3a9fdb704a485"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "21e681a53ac1a2d9ccc1b44c31c03f61e0a1924b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@21e681a53ac1a2d9ccc1b44c31c03f61e0a1924b",
"title": "21e681a53ac1a2d9ccc1b44c31c03f61e0a1924b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/21e681a53ac1a2d9ccc1b44c31c03f61e0a1924b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cf568baf83c8a63ba0b641a6ef62a1710782a651"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cf568baf83c8a63ba0b641a6ef62a1710782a651",
"title": "cf568baf83c8a63ba0b641a6ef62a1710782a651",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cf568baf83c8a63ba0b641a6ef62a1710782a651"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "982d592c1c3f9ec707ed2c8a6c03aa3db5287f86"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@982d592c1c3f9ec707ed2c8a6c03aa3db5287f86",
"title": "982d592c1c3f9ec707ed2c8a6c03aa3db5287f86",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/982d592c1c3f9ec707ed2c8a6c03aa3db5287f86"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "982d592c1c3f9ec707ed2c8a6c03aa3db5287f86",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858810008285073712"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:57:25.085] Scheduled build:
{
"id": "8693379946156542689",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-06T23:57:24.797535851Z",
"updateTime": "2026-01-06T23:57:24.797535851Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "982d592c1c3f9ec707ed2c8a6c03aa3db5287f86",
"ref": "refs/heads/main"
}
}
}
[23:57:25.085] Task URL: https://cr-buildbucket.appspot.com/build/8693379946156542689
[23:57:25.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:2:0) after 6m53s
[23:57:26.048] Received PubSub notification, asking Buildbucket for the build status
[23:57:26.066] Build status: SCHEDULED
[00:04:18.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:2:0)
[00:04:18.188] Build status: SCHEDULED
[00:04:18.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:4:0) after 4m12s
[00:08:30.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:4:0)
[00:08:30.251] Build status: SCHEDULED
[00:08:30.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:5:0) after 1m1s
[00:09:31.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:5:0)
[00:09:31.262] Build status: SCHEDULED
[00:09:31.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:6:0) after 6m17s
[00:15:48.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:6:0)
[00:15:48.403] Build status: SCHEDULED
[00:15:48.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:7:0) after 4m54s
[00:20:42.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:7:0)
[00:20:42.515] Build status: SCHEDULED
[00:20:42.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:8:0) after 4m36s
[00:25:18.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:8:0)
[00:25:18.654] Build status: SCHEDULED
[00:25:18.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:9:0) after 6m56s
[00:32:14.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:9:0)
[00:32:14.692] Build status: SCHEDULED
[00:32:14.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:10:0) after 7m47s
[00:40:01.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:10:0)
[00:40:01.733] Build status: SCHEDULED
[00:40:01.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:11:0) after 7m26s
[00:47:27.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:11:0)
[00:47:27.769] Build status: SCHEDULED
[00:47:27.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:12:0) after 3m53s
[00:51:20.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:12:0)
[00:51:20.804] Build status: SCHEDULED
[00:51:20.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:13:0) after 1m40s
[00:53:00.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:13:0)
[00:53:00.834] Build status: SCHEDULED
[00:53:00.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:14:0) after 7m15s
[01:00:15.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:14:0)
[01:00:15.889] Build status: SCHEDULED
[01:00:15.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:15:0) after 2m42s
[01:02:57.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:15:0)
[01:02:57.969] Build status: SCHEDULED
[01:02:57.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:16:0) after 2m22s
[01:05:19.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:16:0)
[01:05:19.997] Build status: SCHEDULED
[01:05:19.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:17:0) after 3m8s
[01:08:27.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:17:0)
[01:08:27.987] Build status: SCHEDULED
[01:08:27.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:18:0) after 3m2s
[01:11:30.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:18:0)
[01:11:30.018] Build status: SCHEDULED
[01:11:30.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:19:0) after 6m24s
[01:17:54.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:19:0)
[01:17:54.176] Build status: SCHEDULED
[01:17:54.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:20:0) after 3m4s
[01:20:58.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:20:0)
[01:20:58.318] Build status: SCHEDULED
[01:20:58.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:21:0) after 4m59s
[01:25:57.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:21:0)
[01:25:57.400] Build status: SCHEDULED
[01:25:57.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:22:0) after 3m17s
[01:29:14.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:22:0)
[01:29:14.566] Build status: SCHEDULED
[01:29:14.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:23:0) after 6m25s
[01:35:39.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:23:0)
[01:35:39.562] Build status: SCHEDULED
[01:35:39.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:24:0) after 5m58s
[01:41:37.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:24:0)
[01:41:37.646] Build status: SCHEDULED
[01:41:37.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:25:0) after 6m20s
[01:47:57.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:25:0)
[01:47:57.776] Build status: SCHEDULED
[01:47:57.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:26:0) after 4m31s
[01:52:28.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:26:0)
[01:52:28.865] Build status: SCHEDULED
[01:52:28.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:27:0) after 2m56s
[01:55:24.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:27:0)
[01:55:24.901] Build status: SCHEDULED
[01:55:24.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:28:0) after 9m26s
[02:04:50.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:28:0)
[02:04:50.949] Build status: SCHEDULED
[02:04:50.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:29:0) after 8m27s
[02:13:17.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:29:0)
[02:13:17.981] Build status: SCHEDULED
[02:13:17.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:30:0) after 4m42s
[02:18:00.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:30:0)
[02:18:00.093] Build status: SCHEDULED
[02:18:00.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:31:0) after 3m41s
[02:21:41.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:31:0)
[02:21:41.082] Build status: SCHEDULED
[02:21:41.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:32:0) after 5m41s
[02:27:22.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:32:0)
[02:27:22.120] Build status: SCHEDULED
[02:27:22.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:33:0) after 6m54s
[02:34:16.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:33:0)
[02:34:16.157] Build status: SCHEDULED
[02:34:16.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:34:0) after 9m31s
[02:43:47.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:34:0)
[02:43:47.221] Build status: SCHEDULED
[02:43:47.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:35:0) after 8m20s
[02:52:07.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:35:0)
[02:52:07.395] Build status: SCHEDULED
[02:52:07.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:36:0) after 5m0s
[02:57:07.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:36:0)
[02:57:07.455] Build status: SCHEDULED
[02:57:07.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:37:0) after 3m56s
[03:01:03.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:37:0)
[03:01:03.493] Build status: SCHEDULED
[03:01:03.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:38:0) after 7m16s
[03:08:19.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:38:0)
[03:08:19.535] Build status: SCHEDULED
[03:08:19.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:39:0) after 9m7s
[03:17:26.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:39:0)
[03:17:26.786] Build status: SCHEDULED
[03:17:26.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:40:0) after 8m11s
[03:25:37.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:40:0)
[03:25:37.835] Build status: SCHEDULED
[03:25:37.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:41:0) after 9m56s
[03:35:34.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:41:0)
[03:35:34.472] Build status: SCHEDULED
[03:35:34.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:42:0) after 2m12s
[03:37:46.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:42:0)
[03:37:46.557] Build status: SCHEDULED
[03:37:46.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:43:0) after 1m26s
[03:39:12.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:43:0)
[03:39:12.826] Build status: SCHEDULED
[03:39:12.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:44:0) after 2m59s
[03:42:11.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:44:0)
[03:42:11.983] Build status: SCHEDULED
[03:42:11.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8858810008285073712:45:0) after 4m32s
[03:43:37.070] Received PubSub notification, asking Buildbucket for the build status
[03:43:37.096] Build status: STARTED
[03:46:01.972] Received PubSub notification, asking Buildbucket for the build status
[03:46:01.989] Build:
{
"id": "8693379946156542689",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-06T23:57:24.797535851Z",
"startTime": "2026-01-07T03:43:29.243234990Z",
"endTime": "2026-01-07T03:45:22.589408736Z",
"updateTime": "2026-01-07T03:45:22.589408736Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "982d592c1c3f9ec707ed2c8a6c03aa3db5287f86",
"ref": "refs/heads/main"
}
}
}
[03:46:01.989] Invocation finished in 3h48m38.606208396s with status FAILED