[18:44:58.832] New invocation is queued and will start shortly
[18:44:59.921] Starting the invocation (attempt 1)
[18:44:59.953] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ec5ef4627136c909dd36fcbc03af1af93cf4b1e5"
[18:44:59.953] Popped gitiles commit info from properties and tags
[18:44:59.953] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:44:59.955] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:44:59.955] Buildbucket request:
{
"requestId": "8868161150916979008",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868161150916979008",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e4be1a049a2bba9769c598da4db8ab21cccf5c09"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e4be1a049a2bba9769c598da4db8ab21cccf5c09",
"title": "e4be1a049a2bba9769c598da4db8ab21cccf5c09",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e4be1a049a2bba9769c598da4db8ab21cccf5c09"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ee794309a017d936e16a4a35de7a013fa988fc44"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ee794309a017d936e16a4a35de7a013fa988fc44",
"title": "ee794309a017d936e16a4a35de7a013fa988fc44",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ee794309a017d936e16a4a35de7a013fa988fc44"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ec5ef4627136c909dd36fcbc03af1af93cf4b1e5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ec5ef4627136c909dd36fcbc03af1af93cf4b1e5",
"title": "ec5ef4627136c909dd36fcbc03af1af93cf4b1e5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ec5ef4627136c909dd36fcbc03af1af93cf4b1e5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ec5ef4627136c909dd36fcbc03af1af93cf4b1e5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868161150916979008"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:45:00.389] Scheduled build:
{
"id": "8702731089032760145",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-25T18:45:00.007455486Z",
"updateTime": "2025-09-25T18:45:00.007455486Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ec5ef4627136c909dd36fcbc03af1af93cf4b1e5",
"ref": "refs/heads/main"
}
}
}
[18:45:00.390] Task URL: https://cr-buildbucket.appspot.com/build/8702731089032760145
[18:45:00.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:2:0) after 2m25s
[18:45:19.049] Received PubSub notification, asking Buildbucket for the build status
[18:45:19.068] Build status: SCHEDULED
[18:47:25.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:2:0)
[18:47:25.424] Build status: SCHEDULED
[18:47:25.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:4:0) after 9m43s
[18:57:08.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:4:0)
[18:57:08.515] Build status: SCHEDULED
[18:57:08.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:5:0) after 2m12s
[18:59:20.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:5:0)
[18:59:20.543] Build status: SCHEDULED
[18:59:20.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:6:0) after 7m13s
[19:06:33.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:6:0)
[19:06:33.594] Build status: SCHEDULED
[19:06:33.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:7:0) after 9m49s
[19:16:22.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:7:0)
[19:16:22.716] Build status: SCHEDULED
[19:16:22.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:8:0) after 3m2s
[19:19:24.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:8:0)
[19:19:24.752] Build status: SCHEDULED
[19:19:24.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:9:0) after 7m0s
[19:26:24.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:9:0)
[19:26:25.093] Build status: SCHEDULED
[19:26:25.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:10:0) after 5m29s
[19:31:54.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:10:0)
[19:31:54.171] Build status: SCHEDULED
[19:31:54.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:11:0) after 3m36s
[19:35:30.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:11:0)
[19:35:30.388] Build status: SCHEDULED
[19:35:30.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:12:0) after 1m55s
[19:37:25.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:12:0)
[19:37:25.585] Build status: SCHEDULED
[19:37:25.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:13:0) after 4m23s
[19:41:48.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:13:0)
[19:41:48.723] Build status: SCHEDULED
[19:41:48.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:14:0) after 7m30s
[19:49:18.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:14:0)
[19:49:18.741] Build status: SCHEDULED
[19:49:18.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:15:0) after 3m2s
[19:52:20.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:15:0)
[19:52:20.955] Build status: SCHEDULED
[19:52:20.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:16:0) after 7m51s
[20:00:11.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:16:0)
[20:00:11.978] Build status: SCHEDULED
[20:00:11.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:17:0) after 3m23s
[20:03:35.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:17:0)
[20:03:35.157] Build status: SCHEDULED
[20:03:35.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:18:0) after 7m18s
[20:10:53.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:18:0)
[20:10:53.208] Build status: SCHEDULED
[20:10:53.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:19:0) after 4m27s
[20:15:20.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:19:0)
[20:15:20.214] Build status: SCHEDULED
[20:15:20.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:20:0) after 3m36s
[20:18:56.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:20:0)
[20:18:56.328] Build status: SCHEDULED
[20:18:56.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:21:0) after 2m32s
[20:21:28.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:21:0)
[20:21:28.366] Build status: SCHEDULED
[20:21:28.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:22:0) after 6m45s
[20:28:13.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:22:0)
[20:28:13.441] Build status: SCHEDULED
[20:28:13.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:23:0) after 5m30s
[20:33:43.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:23:0)
[20:33:43.610] Build status: SCHEDULED
[20:33:43.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:24:0) after 4m31s
[20:38:14.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:24:0)
[20:38:14.657] Build status: SCHEDULED
[20:38:14.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:25:0) after 5m15s
[20:43:29.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:25:0)
[20:43:29.827] Build status: SCHEDULED
[20:43:29.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:26:0) after 2m14s
[20:45:43.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:26:0)
[20:45:43.909] Build status: SCHEDULED
[20:45:43.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:27:0) after 3m22s
[20:49:05.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:27:0)
[20:49:05.995] Build status: SCHEDULED
[20:49:05.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:28:0) after 4m22s
[20:53:28.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:28:0)
[20:53:28.084] Build status: SCHEDULED
[20:53:28.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:29:0) after 6m36s
[21:00:04.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:29:0)
[21:00:04.124] Build status: SCHEDULED
[21:00:04.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:30:0) after 2m10s
[21:02:14.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:30:0)
[21:02:14.274] Build status: SCHEDULED
[21:02:14.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:31:0) after 2m11s
[21:04:25.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:31:0)
[21:04:25.392] Build status: SCHEDULED
[21:04:25.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:32:0) after 6m56s
[21:11:21.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:32:0)
[21:11:21.407] Build status: SCHEDULED
[21:11:21.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:33:0) after 4m48s
[21:16:09.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:33:0)
[21:16:09.447] Build status: SCHEDULED
[21:16:09.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:34:0) after 4m3s
[21:20:12.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:34:0)
[21:20:12.589] Build status: SCHEDULED
[21:20:12.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:35:0) after 2m55s
[21:23:07.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:35:0)
[21:23:07.630] Build status: SCHEDULED
[21:23:07.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:36:0) after 2m31s
[21:25:38.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:36:0)
[21:25:38.750] Build status: SCHEDULED
[21:25:38.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:37:0) after 1m33s
[21:27:11.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:37:0)
[21:27:11.862] Build status: SCHEDULED
[21:27:11.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:38:0) after 2m16s
[21:29:27.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:38:0)
[21:29:27.900] Build status: SCHEDULED
[21:29:27.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:39:0) after 1m48s
[21:31:15.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:39:0)
[21:31:15.938] Build status: SCHEDULED
[21:31:15.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:40:0) after 2m34s
[21:33:49.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:40:0)
[21:33:49.936] Build status: SCHEDULED
[21:33:49.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:41:0) after 2m55s
[21:36:45.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:41:0)
[21:36:45.181] Build status: SCHEDULED
[21:36:45.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:42:0) after 8m41s
[21:45:26.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:42:0)
[21:45:26.270] Build status: SCHEDULED
[21:45:26.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:43:0) after 9m47s
[21:55:13.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:43:0)
[21:55:13.426] Build status: SCHEDULED
[21:55:13.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8868161150916979008:44:0) after 8m44s
[21:57:15.658] Received PubSub notification, asking Buildbucket for the build status
[21:57:15.678] Build status: STARTED
[21:58:21.666] Received PubSub notification, asking Buildbucket for the build status
[21:58:21.684] Build:
{
"id": "8702731089032760145",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-25T18:45:00.007455486Z",
"startTime": "2025-09-25T21:57:14.732926749Z",
"endTime": "2025-09-25T21:58:21.485025010Z",
"updateTime": "2025-09-25T21:58:21.485025010Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ec5ef4627136c909dd36fcbc03af1af93cf4b1e5",
"ref": "refs/heads/main"
}
}
}
[21:58:21.684] Invocation finished in 3h13m22.858015727s with status FAILED