[13:24:50.371] New invocation is queued and will start shortly
[13:24:51.431] Starting the invocation (attempt 1)
[13:24:51.456] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b00bc982f8fc27acd47310120b1218264464e46a"
[13:24:51.456] Popped gitiles commit info from properties and tags
[13:24:51.456] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:24:51.456] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:24:51.457] Buildbucket request:
{
"requestId": "8851873838494133616",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851873838494133616",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-python",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b00bc982f8fc27acd47310120b1218264464e46a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b00bc982f8fc27acd47310120b1218264464e46a",
"title": "b00bc982f8fc27acd47310120b1218264464e46a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b00bc982f8fc27acd47310120b1218264464e46a"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b00bc982f8fc27acd47310120b1218264464e46a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851873838494133616"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:24:51.879] Scheduled build:
{
"id": "8686443776647033969",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-24T13:24:51.512339817Z",
"updateTime": "2026-03-24T13:24:51.512339817Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b00bc982f8fc27acd47310120b1218264464e46a",
"ref": "refs/heads/main"
}
}
}
[13:24:51.879] Task URL: https://cr-buildbucket.appspot.com/build/8686443776647033969
[13:24:51.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:2:0) after 4m30s
[13:24:53.077] Received PubSub notification, asking Buildbucket for the build status
[13:24:53.097] Build status: SCHEDULED
[13:29:21.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:2:0)
[13:29:21.915] Build status: SCHEDULED
[13:29:21.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:4:0) after 5m37s
[13:34:59.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:4:0)
[13:34:59.042] Build status: SCHEDULED
[13:34:59.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:5:0) after 4m5s
[13:39:04.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:5:0)
[13:39:04.231] Build status: SCHEDULED
[13:39:04.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:6:0) after 9m13s
[13:48:17.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:6:0)
[13:48:17.238] Build status: SCHEDULED
[13:48:17.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:7:0) after 8m54s
[13:57:11.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:7:0)
[13:57:11.281] Build status: SCHEDULED
[13:57:11.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:8:0) after 2m26s
[13:59:37.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:8:0)
[13:59:37.325] Build status: SCHEDULED
[13:59:37.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:9:0) after 7m44s
[14:07:21.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:9:0)
[14:07:21.416] Build status: SCHEDULED
[14:07:21.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:10:0) after 7m40s
[14:15:01.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:10:0)
[14:15:01.492] Build status: SCHEDULED
[14:15:01.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:11:0) after 5m33s
[14:20:34.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:11:0)
[14:20:34.576] Build status: SCHEDULED
[14:20:34.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:12:0) after 7m22s
[14:27:56.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:12:0)
[14:27:56.668] Build status: SCHEDULED
[14:27:56.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:13:0) after 7m18s
[14:35:14.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:13:0)
[14:35:14.688] Build status: SCHEDULED
[14:35:14.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:14:0) after 3m59s
[14:39:13.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:14:0)
[14:39:13.774] Build status: SCHEDULED
[14:39:13.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:15:0) after 7m39s
[14:46:52.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:15:0)
[14:46:52.820] Build status: SCHEDULED
[14:46:52.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:16:0) after 6m26s
[14:53:18.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:16:0)
[14:53:18.938] Build status: SCHEDULED
[14:53:18.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:17:0) after 1m40s
[14:54:59.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:17:0)
[14:54:59.186] Build status: SCHEDULED
[14:54:59.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:18:0) after 5m59s
[15:00:58.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:18:0)
[15:00:58.258] Build status: SCHEDULED
[15:00:58.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:19:0) after 5m32s
[15:06:30.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:19:0)
[15:06:30.288] Build status: SCHEDULED
[15:06:30.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:20:0) after 1m54s
[15:08:24.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:20:0)
[15:08:24.440] Build status: SCHEDULED
[15:08:24.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:21:0) after 6m42s
[15:15:06.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:21:0)
[15:15:06.483] Build status: SCHEDULED
[15:15:06.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:22:0) after 2m37s
[15:17:43.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:22:0)
[15:17:43.564] Build status: SCHEDULED
[15:17:43.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:23:0) after 5m18s
[15:23:01.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:23:0)
[15:23:01.715] Build status: SCHEDULED
[15:23:01.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:24:0) after 3m53s
[15:26:54.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:24:0)
[15:26:54.783] Build status: SCHEDULED
[15:26:54.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:25:0) after 7m12s
[15:34:06.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:25:0)
[15:34:06.876] Build status: SCHEDULED
[15:34:06.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:26:0) after 5m11s
[15:39:17.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:26:0)
[15:39:17.878] Build status: SCHEDULED
[15:39:17.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:27:0) after 2m44s
[15:42:01.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:27:0)
[15:42:01.909] Build status: SCHEDULED
[15:42:01.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:28:0) after 4m9s
[15:46:11.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:28:0)
[15:46:11.048] Build status: SCHEDULED
[15:46:11.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:29:0) after 8m54s
[15:55:05.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:29:0)
[15:55:05.147] Build status: SCHEDULED
[15:55:05.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:30:0) after 5m47s
[16:00:52.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:30:0)
[16:00:52.217] Build status: SCHEDULED
[16:00:52.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:31:0) after 5m58s
[16:06:50.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:31:0)
[16:06:50.292] Build status: SCHEDULED
[16:06:50.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:32:0) after 3m31s
[16:10:21.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:32:0)
[16:10:21.345] Build status: SCHEDULED
[16:10:21.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:33:0) after 6m25s
[16:16:46.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:33:0)
[16:16:46.437] Build status: SCHEDULED
[16:16:46.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:34:0) after 9m13s
[16:25:59.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:34:0)
[16:25:59.516] Build status: SCHEDULED
[16:25:59.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:35:0) after 5m4s
[16:31:03.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:35:0)
[16:31:03.517] Build status: SCHEDULED
[16:31:03.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:36:0) after 2m37s
[16:33:40.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:36:0)
[16:33:40.591] Build status: SCHEDULED
[16:33:40.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:37:0) after 1m45s
[16:35:25.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:37:0)
[16:35:25.626] Build status: SCHEDULED
[16:35:25.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:38:0) after 8m6s
[16:43:31.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:38:0)
[16:43:31.833] Build status: SCHEDULED
[16:43:31.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:39:0) after 8m26s
[16:51:57.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:39:0)
[16:51:57.920] Build status: SCHEDULED
[16:51:57.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:40:0) after 5m38s
[16:57:35.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:40:0)
[16:57:35.972] Build status: SCHEDULED
[16:57:35.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:41:0) after 8m5s
[17:05:40.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:41:0)
[17:05:41.008] Build status: SCHEDULED
[17:05:41.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:42:0) after 4m38s
[17:09:38.243] Received PubSub notification, asking Buildbucket for the build status
[17:09:38.331] Build status: STARTED
[17:10:19.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:42:0)
[17:10:19.104] Build status: STARTED
[17:10:19.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8851873838494133616:44:0) after 6m33s
[17:11:09.296] Received PubSub notification, asking Buildbucket for the build status
[17:11:09.414] Build:
{
"id": "8686443776647033969",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-24T13:24:51.512339817Z",
"startTime": "2026-03-24T17:09:26.909321911Z",
"endTime": "2026-03-24T17:11:08.522450018Z",
"updateTime": "2026-03-24T17:11:08.522450018Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b00bc982f8fc27acd47310120b1218264464e46a",
"ref": "refs/heads/main"
}
}
}
[17:11:09.414] Invocation finished in 3h46m19.047450029s with status FAILED