[22:05:20.550] New invocation is queued and will start shortly
[22:05:21.729] Starting the invocation (attempt 1)
[22:05:21.754] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6e7f466b310c274e6d6b241ea8b0c3edf32dd8de"
[22:05:21.754] Popped gitiles commit info from properties and tags
[22:05:21.754] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:05:21.754] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:05:21.754] Buildbucket request:
{
"requestId": "8840788261378789152",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8840788261378789152",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6e7f466b310c274e6d6b241ea8b0c3edf32dd8de"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6e7f466b310c274e6d6b241ea8b0c3edf32dd8de",
"title": "6e7f466b310c274e6d6b241ea8b0c3edf32dd8de",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6e7f466b310c274e6d6b241ea8b0c3edf32dd8de"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6e7f466b310c274e6d6b241ea8b0c3edf32dd8de",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8840788261378789152"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:05:22.209] Scheduled build:
{
"id": "8675358199378865617",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-24T22:05:21.836243227Z",
"updateTime": "2026-07-24T22:05:21.836243227Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6e7f466b310c274e6d6b241ea8b0c3edf32dd8de",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:05:22.209] Task URL: https://cr-buildbucket.appspot.com/build/8675358199378865617
[22:05:22.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:2:0) after 7m33s
[22:05:23.092] Received PubSub notification, asking Buildbucket for the build status
[22:05:23.117] Build status: SCHEDULED
[22:12:55.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:2:0)
[22:12:55.337] Build status: SCHEDULED
[22:12:55.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:4:0) after 6m26s
[22:19:21.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:4:0)
[22:19:21.397] Build status: SCHEDULED
[22:19:21.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:5:0) after 7m46s
[22:27:07.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:5:0)
[22:27:07.506] Build status: SCHEDULED
[22:27:07.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:6:0) after 8m17s
[22:35:24.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:6:0)
[22:35:24.604] Build status: SCHEDULED
[22:35:24.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:7:0) after 7m14s
[22:42:38.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:7:0)
[22:42:38.659] Build status: SCHEDULED
[22:42:38.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:8:0) after 4m9s
[22:46:47.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:8:0)
[22:46:47.712] Build status: SCHEDULED
[22:46:47.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:9:0) after 5m9s
[22:51:56.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:9:0)
[22:51:56.857] Build status: SCHEDULED
[22:51:56.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:10:0) after 6m46s
[22:58:42.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:10:0)
[22:58:42.990] Build status: SCHEDULED
[22:58:42.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:11:0) after 4m34s
[23:03:17.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:11:0)
[23:03:17.036] Build status: SCHEDULED
[23:03:17.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:12:0) after 2m43s
[23:06:00.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:12:0)
[23:06:00.110] Build status: SCHEDULED
[23:06:00.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:13:0) after 7m51s
[23:13:51.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:13:0)
[23:13:51.145] Build status: SCHEDULED
[23:13:51.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:14:0) after 3m4s
[23:16:55.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:14:0)
[23:16:55.203] Build status: SCHEDULED
[23:16:55.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:15:0) after 5m55s
[23:22:50.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:15:0)
[23:22:50.235] Build status: SCHEDULED
[23:22:50.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:16:0) after 2m15s
[23:25:05.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:16:0)
[23:25:05.340] Build status: SCHEDULED
[23:25:05.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:17:0) after 9m11s
[23:34:16.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:17:0)
[23:34:16.389] Build status: SCHEDULED
[23:34:16.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:18:0) after 6m27s
[23:40:43.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:18:0)
[23:40:43.629] Build status: SCHEDULED
[23:40:43.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:19:0) after 4m30s
[23:45:13.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:19:0)
[23:45:13.843] Build status: SCHEDULED
[23:45:13.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:20:0) after 9m47s
[23:55:00.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:20:0)
[23:55:00.994] Build status: SCHEDULED
[23:55:00.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:21:0) after 6m14s
[00:01:15.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:21:0)
[00:01:15.235] Build status: SCHEDULED
[00:01:15.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:22:0) after 9m27s
[00:10:42.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:22:0)
[00:10:42.353] Build status: SCHEDULED
[00:10:42.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:23:0) after 6m33s
[00:17:15.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:23:0)
[00:17:15.508] Build status: SCHEDULED
[00:17:15.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:24:0) after 2m2s
[00:19:17.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:24:0)
[00:19:17.666] Build status: SCHEDULED
[00:19:17.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:25:0) after 6m1s
[00:25:18.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:25:0)
[00:25:18.832] Build status: SCHEDULED
[00:25:18.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:26:0) after 1m37s
[00:26:55.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:26:0)
[00:26:55.914] Build status: SCHEDULED
[00:26:55.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:27:0) after 8m3s
[00:34:59.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:27:0)
[00:34:59.049] Build status: SCHEDULED
[00:34:59.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:28:0) after 9m9s
[00:44:08.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:28:0)
[00:44:08.202] Build status: SCHEDULED
[00:44:08.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:29:0) after 5m28s
[00:49:36.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:29:0)
[00:49:36.285] Build status: SCHEDULED
[00:49:36.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:30:0) after 8m45s
[00:58:21.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:30:0)
[00:58:21.373] Build status: SCHEDULED
[00:58:21.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:31:0) after 8m55s
[01:07:16.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:31:0)
[01:07:16.426] Build status: SCHEDULED
[01:07:16.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:32:0) after 1m53s
[01:09:09.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:32:0)
[01:09:09.460] Build status: SCHEDULED
[01:09:09.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:33:0) after 8m17s
[01:17:26.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:33:0)
[01:17:26.528] Build status: SCHEDULED
[01:17:26.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:34:0) after 6m57s
[01:24:23.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:34:0)
[01:24:23.599] Build status: SCHEDULED
[01:24:23.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:35:0) after 1m32s
[01:25:55.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:35:0)
[01:25:55.645] Build status: SCHEDULED
[01:25:55.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:36:0) after 6m20s
[01:31:37.554] Received PubSub notification, asking Buildbucket for the build status
[01:31:37.640] Build status: STARTED
[01:32:15.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:36:0)
[01:32:15.968] Build status: STARTED
[01:32:15.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8840788261378789152:38:0) after 6m1s
[01:37:48.177] Received PubSub notification, asking Buildbucket for the build status
[01:37:48.196] Build:
{
"id": "8675358199378865617",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-24T22:05:21.836243227Z",
"startTime": "2026-07-25T01:31:37.356704015Z",
"endTime": "2026-07-25T01:37:47.898996242Z",
"updateTime": "2026-07-25T01:37:47.898996242Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6e7f466b310c274e6d6b241ea8b0c3edf32dd8de",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:37:48.196] Invocation finished in 3h32m27.65057548s with status FAILED