[20:26:43.189] New invocation is queued and will start shortly
[20:26:44.996] Starting the invocation (attempt 1)
[20:26:45.021] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/caee934d7e780cc95c96189722feb0c4914ecc83"
[20:26:45.021] Popped gitiles commit info from properties and tags
[20:26:45.021] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:26:45.021] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:26:45.021] Buildbucket request:
{
"requestId": "8853478041476545808",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-python"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853478041476545808",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-python",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d11fe72b546c453b5d1962de2563a6cf212da10e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d11fe72b546c453b5d1962de2563a6cf212da10e",
"title": "d11fe72b546c453b5d1962de2563a6cf212da10e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d11fe72b546c453b5d1962de2563a6cf212da10e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ee0b087a35ac5317fe8090478878e96c9b11c3c4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ee0b087a35ac5317fe8090478878e96c9b11c3c4",
"title": "ee0b087a35ac5317fe8090478878e96c9b11c3c4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ee0b087a35ac5317fe8090478878e96c9b11c3c4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "caee934d7e780cc95c96189722feb0c4914ecc83"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@caee934d7e780cc95c96189722feb0c4914ecc83",
"title": "caee934d7e780cc95c96189722feb0c4914ecc83",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/caee934d7e780cc95c96189722feb0c4914ecc83"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "caee934d7e780cc95c96189722feb0c4914ecc83",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853478041476545808"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-python"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:26:45.591] Scheduled build:
{
"id": "8688047978826053505",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-06T20:26:45.096643553Z",
"updateTime": "2026-03-06T20:26:45.096643553Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "caee934d7e780cc95c96189722feb0c4914ecc83",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:26:45.591] Task URL: https://cr-buildbucket.appspot.com/build/8688047978826053505
[20:26:45.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:2:0) after 6m42s
[20:26:46.346] Received PubSub notification, asking Buildbucket for the build status
[20:26:46.456] Build status: SCHEDULED
[20:33:27.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:2:0)
[20:33:27.666] Build status: SCHEDULED
[20:33:27.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:4:0) after 1m32s
[20:34:59.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:4:0)
[20:34:59.961] Build status: SCHEDULED
[20:34:59.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:5:0) after 3m18s
[20:38:18.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:5:0)
[20:38:18.139] Build status: SCHEDULED
[20:38:18.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:6:0) after 7m24s
[20:45:42.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:6:0)
[20:45:42.271] Build status: SCHEDULED
[20:45:42.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:7:0) after 8m59s
[20:54:41.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:7:0)
[20:54:41.311] Build status: SCHEDULED
[20:54:41.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:8:0) after 4m31s
[20:59:12.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:8:0)
[20:59:12.392] Build status: SCHEDULED
[20:59:12.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:9:0) after 3m55s
[21:03:07.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:9:0)
[21:03:07.546] Build status: SCHEDULED
[21:03:07.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:10:0) after 5m11s
[21:08:18.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:10:0)
[21:08:18.578] Build status: SCHEDULED
[21:08:18.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:11:0) after 5m51s
[21:14:09.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:11:0)
[21:14:09.572] Build status: SCHEDULED
[21:14:09.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:12:0) after 9m45s
[21:23:54.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:12:0)
[21:23:54.626] Build status: SCHEDULED
[21:23:54.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:13:0) after 5m34s
[21:29:28.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:13:0)
[21:29:28.669] Build status: SCHEDULED
[21:29:28.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:14:0) after 3m52s
[21:33:20.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:14:0)
[21:33:20.789] Build status: SCHEDULED
[21:33:20.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:15:0) after 3m38s
[21:36:58.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:15:0)
[21:36:58.824] Build status: SCHEDULED
[21:36:58.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:16:0) after 2m51s
[21:39:50.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:16:0)
[21:39:50.052] Build status: SCHEDULED
[21:39:50.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:17:0) after 1m51s
[21:41:41.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:17:0)
[21:41:41.121] Build status: SCHEDULED
[21:41:41.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:18:0) after 8m44s
[21:50:25.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:18:0)
[21:50:25.210] Build status: SCHEDULED
[21:50:25.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:19:0) after 5m43s
[21:56:08.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:19:0)
[21:56:08.331] Build status: SCHEDULED
[21:56:08.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:20:0) after 6m20s
[22:02:28.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:20:0)
[22:02:28.363] Build status: SCHEDULED
[22:02:28.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:21:0) after 2m16s
[22:04:44.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:21:0)
[22:04:44.465] Build status: SCHEDULED
[22:04:44.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:22:0) after 1m15s
[22:05:59.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:22:0)
[22:05:59.508] Build status: SCHEDULED
[22:05:59.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:23:0) after 1m5s
[22:07:04.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:23:0)
[22:07:04.524] Build status: SCHEDULED
[22:07:04.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:24:0) after 3m11s
[22:10:15.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:24:0)
[22:10:15.615] Build status: SCHEDULED
[22:10:15.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:25:0) after 6m43s
[22:16:58.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:25:0)
[22:16:58.718] Build status: SCHEDULED
[22:16:58.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:26:0) after 1m7s
[22:18:05.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:26:0)
[22:18:05.761] Build status: SCHEDULED
[22:18:05.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:27:0) after 6m15s
[22:24:20.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:27:0)
[22:24:20.798] Build status: SCHEDULED
[22:24:20.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:28:0) after 1m36s
[22:25:56.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:28:0)
[22:25:56.886] Build status: SCHEDULED
[22:25:56.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:29:0) after 4m0s
[22:29:56.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:29:0)
[22:29:56.901] Build status: SCHEDULED
[22:29:56.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:30:0) after 6m0s
[22:35:57.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:30:0)
[22:35:57.130] Build status: SCHEDULED
[22:35:57.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:31:0) after 3m57s
[22:39:54.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:31:0)
[22:39:54.142] Build status: SCHEDULED
[22:39:54.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:32:0) after 2m44s
[22:42:38.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:32:0)
[22:42:38.174] Build status: SCHEDULED
[22:42:38.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:33:0) after 8m52s
[22:51:30.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:33:0)
[22:51:30.216] Build status: SCHEDULED
[22:51:30.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:34:0) after 3m0s
[22:54:30.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:34:0)
[22:54:30.248] Build status: SCHEDULED
[22:54:30.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:35:0) after 2m46s
[22:57:16.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:35:0)
[22:57:16.430] Build status: SCHEDULED
[22:57:16.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:36:0) after 6m34s
[23:03:50.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:36:0)
[23:03:50.505] Build status: SCHEDULED
[23:03:50.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:37:0) after 3m28s
[23:07:18.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:37:0)
[23:07:18.542] Build status: SCHEDULED
[23:07:18.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:38:0) after 6m21s
[23:13:39.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:38:0)
[23:13:39.595] Build status: SCHEDULED
[23:13:39.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:39:0) after 7m39s
[23:21:18.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:39:0)
[23:21:18.851] Build status: SCHEDULED
[23:21:18.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:40:0) after 8m21s
[23:29:39.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:40:0)
[23:29:39.892] Build status: SCHEDULED
[23:29:39.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-python:8853478041476545808:41:0) after 7m27s
[23:30:08.642] Received PubSub notification, asking Buildbucket for the build status
[23:30:08.734] Build status: STARTED
[23:33:49.029] Received PubSub notification, asking Buildbucket for the build status
[23:33:49.049] Build:
{
"id": "8688047978826053505",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-python"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-06T20:26:45.096643553Z",
"startTime": "2026-03-06T23:30:08.463764485Z",
"endTime": "2026-03-06T23:33:41.022121629Z",
"updateTime": "2026-03-06T23:33:41.022121629Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "caee934d7e780cc95c96189722feb0c4914ecc83",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:33:49.049] Invocation finished in 3h7m5.864201256s with status FAILED