[00:35:52.382] New invocation is queued and will start shortly
[00:35:53.852] Starting the invocation (attempt 1)
[00:35:53.875] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/324ef93654e53fbc92091f579cd7933089cbcf93"
[00:35:53.875] Popped gitiles commit info from properties and tags
[00:35:53.875] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:35:53.876] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:35:53.876] Buildbucket request:
{
"requestId": "8835433569800292704",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835433569800292704",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "417902919242679d1ad72e54b2725011227fc51b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@417902919242679d1ad72e54b2725011227fc51b",
"title": "417902919242679d1ad72e54b2725011227fc51b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/417902919242679d1ad72e54b2725011227fc51b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e6aba5efbe3e606e92f074350ece8de13693d597"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e6aba5efbe3e606e92f074350ece8de13693d597",
"title": "e6aba5efbe3e606e92f074350ece8de13693d597",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e6aba5efbe3e606e92f074350ece8de13693d597"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "324ef93654e53fbc92091f579cd7933089cbcf93"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@324ef93654e53fbc92091f579cd7933089cbcf93",
"title": "324ef93654e53fbc92091f579cd7933089cbcf93",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/324ef93654e53fbc92091f579cd7933089cbcf93"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "324ef93654e53fbc92091f579cd7933089cbcf93",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835433569800292704"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:35:54.448] Scheduled build:
{
"id": "8670003507501005329",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-22T00:35:53.952185149Z",
"updateTime": "2026-09-22T00:35:53.952185149Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "324ef93654e53fbc92091f579cd7933089cbcf93",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:35:54.448] Task URL: https://cr-buildbucket.appspot.com/build/8670003507501005329
[00:35:54.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:2:0) after 5m12s
[00:35:55.228] Received PubSub notification, asking Buildbucket for the build status
[00:35:55.249] Build status: SCHEDULED
[00:41:06.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:2:0)
[00:41:06.553] Build status: SCHEDULED
[00:41:06.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:4:0) after 3m57s
[00:45:03.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:4:0)
[00:45:03.661] Build status: SCHEDULED
[00:45:03.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:5:0) after 8m0s
[00:53:03.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:5:0)
[00:53:03.767] Build status: SCHEDULED
[00:53:03.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:6:0) after 4m26s
[00:57:29.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:6:0)
[00:57:29.787] Build status: SCHEDULED
[00:57:29.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:7:0) after 2m4s
[00:59:33.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:7:0)
[00:59:33.881] Build status: SCHEDULED
[00:59:33.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:8:0) after 7m30s
[01:07:03.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:8:0)
[01:07:03.895] Build status: SCHEDULED
[01:07:03.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:9:0) after 6m26s
[01:13:29.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:9:0)
[01:13:29.936] Build status: SCHEDULED
[01:13:29.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:10:0) after 7m49s
[01:21:18.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:10:0)
[01:21:19.037] Build status: SCHEDULED
[01:21:19.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:11:0) after 7m24s
[01:28:43.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:11:0)
[01:28:43.092] Build status: SCHEDULED
[01:28:43.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:12:0) after 7m11s
[01:35:54.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:12:0)
[01:35:54.152] Build status: SCHEDULED
[01:35:54.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:13:0) after 4m50s
[01:40:44.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:13:0)
[01:40:44.207] Build status: SCHEDULED
[01:40:44.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:14:0) after 6m24s
[01:47:08.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:14:0)
[01:47:08.244] Build status: SCHEDULED
[01:47:08.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:15:0) after 2m55s
[01:50:03.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:15:0)
[01:50:03.284] Build status: SCHEDULED
[01:50:03.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:16:0) after 5m6s
[01:55:09.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:16:0)
[01:55:09.401] Build status: SCHEDULED
[01:55:09.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:17:0) after 7m1s
[02:02:10.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:17:0)
[02:02:10.501] Build status: SCHEDULED
[02:02:10.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:18:0) after 5m34s
[02:07:44.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:18:0)
[02:07:44.610] Build status: SCHEDULED
[02:07:44.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:19:0) after 5m23s
[02:13:07.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:19:0)
[02:13:07.771] Build status: SCHEDULED
[02:13:07.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:20:0) after 3m51s
[02:16:58.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:20:0)
[02:16:58.810] Build status: SCHEDULED
[02:16:58.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:21:0) after 8m24s
[02:25:22.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:21:0)
[02:25:22.843] Build status: SCHEDULED
[02:25:22.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:22:0) after 5m7s
[02:30:30.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:22:0)
[02:30:30.123] Build status: SCHEDULED
[02:30:30.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:23:0) after 8m50s
[02:39:20.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:23:0)
[02:39:20.206] Build status: SCHEDULED
[02:39:20.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:24:0) after 8m26s
[02:47:46.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:24:0)
[02:47:46.280] Build status: SCHEDULED
[02:47:46.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:25:0) after 4m36s
[02:52:22.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:25:0)
[02:52:22.354] Build status: SCHEDULED
[02:52:22.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:26:0) after 6m55s
[02:59:17.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:26:0)
[02:59:17.449] Build status: SCHEDULED
[02:59:17.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:27:0) after 5m53s
[03:05:10.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:27:0)
[03:05:10.512] Build status: SCHEDULED
[03:05:10.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:28:0) after 5m0s
[03:10:10.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:28:0)
[03:10:10.666] Build status: SCHEDULED
[03:10:10.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:29:0) after 8m41s
[03:18:51.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:29:0)
[03:18:51.719] Build status: SCHEDULED
[03:18:51.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:30:0) after 7m7s
[03:25:58.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:30:0)
[03:25:58.754] Build status: SCHEDULED
[03:25:58.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:31:0) after 6m9s
[03:32:07.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:31:0)
[03:32:07.852] Build status: SCHEDULED
[03:32:07.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:32:0) after 4m53s
[03:37:00.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:32:0)
[03:37:00.907] Build status: SCHEDULED
[03:37:00.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8835433569800292704:33:0) after 4m50s
[03:38:35.604] Received PubSub notification, asking Buildbucket for the build status
[03:38:35.624] Build status: STARTED
[03:41:36.139] Received PubSub notification, asking Buildbucket for the build status
[03:41:36.174] Build:
{
"id": "8670003507501005329",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-22T00:35:53.952185149Z",
"startTime": "2026-09-22T03:38:35.418164646Z",
"endTime": "2026-09-22T03:41:35.818739038Z",
"updateTime": "2026-09-22T03:41:35.818739038Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "324ef93654e53fbc92091f579cd7933089cbcf93",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:41:36.174] Invocation finished in 3h5m43.798297649s with status FAILED