[23:07:32.670] New invocation is queued and will start shortly
[23:07:33.754] Starting the invocation (attempt 1)
[23:07:33.779] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0deb8fc768bb57d62025ce0fbc5914785846b09c"
[23:07:33.779] Popped gitiles commit info from properties and tags
[23:07:33.779] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:07:33.779] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:07:33.779] Buildbucket request:
{
"requestId": "8865064334961638880",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865064334961638880",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5ebb2b420434148c39558224c062cfc7e113fa05"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5ebb2b420434148c39558224c062cfc7e113fa05",
"title": "5ebb2b420434148c39558224c062cfc7e113fa05",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5ebb2b420434148c39558224c062cfc7e113fa05"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6d02518face0018ab330235a715c4277efa04356"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6d02518face0018ab330235a715c4277efa04356",
"title": "6d02518face0018ab330235a715c4277efa04356",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6d02518face0018ab330235a715c4277efa04356"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3a949c558c97a34cbc3b2b9a316ff408f0a26712"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3a949c558c97a34cbc3b2b9a316ff408f0a26712",
"title": "3a949c558c97a34cbc3b2b9a316ff408f0a26712",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3a949c558c97a34cbc3b2b9a316ff408f0a26712"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "182a101ef43a1ceddb20ac4c22794bbd8f88778a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@182a101ef43a1ceddb20ac4c22794bbd8f88778a",
"title": "182a101ef43a1ceddb20ac4c22794bbd8f88778a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/182a101ef43a1ceddb20ac4c22794bbd8f88778a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7d26c70c078481539cc6d23829d59e6b9d2a1bd1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7d26c70c078481539cc6d23829d59e6b9d2a1bd1",
"title": "7d26c70c078481539cc6d23829d59e6b9d2a1bd1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7d26c70c078481539cc6d23829d59e6b9d2a1bd1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0deb8fc768bb57d62025ce0fbc5914785846b09c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0deb8fc768bb57d62025ce0fbc5914785846b09c",
"title": "0deb8fc768bb57d62025ce0fbc5914785846b09c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0deb8fc768bb57d62025ce0fbc5914785846b09c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0deb8fc768bb57d62025ce0fbc5914785846b09c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865064334961638880"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:07:34.122] Scheduled build:
{
"id": "8699634273084796849",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-29T23:07:33.839964171Z",
"updateTime": "2025-10-29T23:07:33.839964171Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0deb8fc768bb57d62025ce0fbc5914785846b09c",
"ref": "refs/heads/main"
}
}
}
[23:07:34.122] Task URL: https://cr-buildbucket.appspot.com/build/8699634273084796849
[23:07:34.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:2:0) after 3m42s
[23:07:34.241] Received PubSub notification, asking Buildbucket for the build status
[23:07:34.354] Build status: SCHEDULED
[23:11:16.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:2:0)
[23:11:16.423] Build status: SCHEDULED
[23:11:16.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:4:0) after 9m31s
[23:20:47.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:4:0)
[23:20:47.466] Build status: SCHEDULED
[23:20:47.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:5:0) after 4m43s
[23:25:30.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:5:0)
[23:25:30.542] Build status: SCHEDULED
[23:25:30.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:6:0) after 4m7s
[23:29:37.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:6:0)
[23:29:37.611] Build status: SCHEDULED
[23:29:37.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:7:0) after 2m8s
[23:31:45.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:7:0)
[23:31:45.642] Build status: SCHEDULED
[23:31:45.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:8:0) after 4m32s
[23:36:17.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:8:0)
[23:36:17.677] Build status: SCHEDULED
[23:36:17.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:9:0) after 2m23s
[23:38:40.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:9:0)
[23:38:40.710] Build status: SCHEDULED
[23:38:40.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:10:0) after 4m52s
[23:43:32.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:10:0)
[23:43:32.885] Build status: SCHEDULED
[23:43:32.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:11:0) after 8m35s
[23:52:07.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:11:0)
[23:52:07.892] Build status: SCHEDULED
[23:52:07.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:12:0) after 6m26s
[23:58:34.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:12:0)
[23:58:34.014] Build status: SCHEDULED
[23:58:34.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:13:0) after 9m49s
[00:08:23.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:13:0)
[00:08:23.198] Build status: SCHEDULED
[00:08:23.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:14:0) after 1m59s
[00:10:22.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:14:0)
[00:10:22.345] Build status: SCHEDULED
[00:10:22.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:15:0) after 7m2s
[00:17:24.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:15:0)
[00:17:24.475] Build status: SCHEDULED
[00:17:24.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:16:0) after 7m11s
[00:24:35.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:16:0)
[00:24:35.509] Build status: SCHEDULED
[00:24:35.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:17:0) after 1m35s
[00:26:10.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:17:0)
[00:26:10.587] Build status: SCHEDULED
[00:26:10.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:18:0) after 2m18s
[00:28:28.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:18:0)
[00:28:28.678] Build status: SCHEDULED
[00:28:28.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:19:0) after 2m52s
[00:31:20.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:19:0)
[00:31:20.753] Build status: SCHEDULED
[00:31:20.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:20:0) after 8m1s
[00:39:21.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:20:0)
[00:39:21.789] Build status: SCHEDULED
[00:39:21.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:21:0) after 4m54s
[00:44:15.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:21:0)
[00:44:15.820] Build status: SCHEDULED
[00:44:15.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:22:0) after 8m1s
[00:52:16.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:22:0)
[00:52:16.878] Build status: SCHEDULED
[00:52:16.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:23:0) after 1m9s
[00:53:25.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:23:0)
[00:53:25.990] Build status: SCHEDULED
[00:53:25.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:24:0) after 5m35s
[00:59:01.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:24:0)
[00:59:01.089] Build status: SCHEDULED
[00:59:01.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:25:0) after 8m0s
[01:07:01.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:25:0)
[01:07:01.303] Build status: SCHEDULED
[01:07:01.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:26:0) after 2m32s
[01:09:33.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:26:0)
[01:09:33.338] Build status: SCHEDULED
[01:09:33.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:27:0) after 4m20s
[01:13:53.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:27:0)
[01:13:53.378] Build status: SCHEDULED
[01:13:53.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:28:0) after 8m58s
[01:22:51.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:28:0)
[01:22:51.408] Build status: SCHEDULED
[01:22:51.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:29:0) after 1m41s
[01:24:32.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:29:0)
[01:24:32.524] Build status: SCHEDULED
[01:24:32.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:30:0) after 5m2s
[01:29:34.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:30:0)
[01:29:34.614] Build status: SCHEDULED
[01:29:34.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:31:0) after 9m58s
[01:39:32.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:31:0)
[01:39:32.703] Build status: SCHEDULED
[01:39:32.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:32:0) after 6m48s
[01:46:20.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:32:0)
[01:46:20.730] Build status: SCHEDULED
[01:46:20.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:33:0) after 6m30s
[01:52:50.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:33:0)
[01:52:50.803] Build status: SCHEDULED
[01:52:50.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:34:0) after 2m13s
[01:55:03.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:34:0)
[01:55:03.859] Build status: SCHEDULED
[01:55:03.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:35:0) after 6m42s
[02:01:45.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:35:0)
[02:01:45.945] Build status: SCHEDULED
[02:01:45.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:36:0) after 2m22s
[02:04:08.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:36:0)
[02:04:08.026] Build status: SCHEDULED
[02:04:08.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:37:0) after 6m34s
[02:10:42.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:37:0)
[02:10:42.152] Build status: SCHEDULED
[02:10:42.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:38:0) after 6m53s
[02:17:35.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:38:0)
[02:17:35.185] Build status: SCHEDULED
[02:17:35.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:39:0) after 1m22s
[02:18:57.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:39:0)
[02:18:57.181] Build status: SCHEDULED
[02:18:57.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:40:0) after 5m32s
[02:24:29.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:40:0)
[02:24:29.229] Build status: SCHEDULED
[02:24:29.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:41:0) after 8m34s
[02:33:03.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:41:0)
[02:33:03.379] Build status: SCHEDULED
[02:33:03.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:42:0) after 1m24s
[02:34:27.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:42:0)
[02:34:27.504] Build status: SCHEDULED
[02:34:27.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:43:0) after 3m57s
[02:38:15.249] Received PubSub notification, asking Buildbucket for the build status
[02:38:15.308] Build status: STARTED
[02:38:24.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:43:0)
[02:38:24.540] Build status: STARTED
[02:38:24.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865064334961638880:45:0) after 3m21s
[02:41:44.867] Received PubSub notification, asking Buildbucket for the build status
[02:41:45.023] Build:
{
"id": "8699634273084796849",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-29T23:07:33.839964171Z",
"startTime": "2025-10-30T02:38:15.079703618Z",
"endTime": "2025-10-30T02:41:44.524059965Z",
"updateTime": "2025-10-30T02:41:44.524059965Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0deb8fc768bb57d62025ce0fbc5914785846b09c",
"ref": "refs/heads/main"
}
}
}
[02:41:45.023] Invocation finished in 3h34m12.357118415s with status FAILED