[00:37:54.083] New invocation is queued and will start shortly
[00:37:55.262] Starting the invocation (attempt 1)
[00:37:55.290] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a0ba6b79bf3e2bdff20774c7d445813e5e2b17e2"
[00:37:55.290] Popped gitiles commit info from properties and tags
[00:37:55.290] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:37:55.290] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:37:55.290] Buildbucket request:
{
"requestId": "8848751196246659424",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8848751196246659424",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "df53071d71a5ebc3f841c8fa0c41358264c7305c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@df53071d71a5ebc3f841c8fa0c41358264c7305c",
"title": "df53071d71a5ebc3f841c8fa0c41358264c7305c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/df53071d71a5ebc3f841c8fa0c41358264c7305c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6337535e8a277c0ae29117c6f51fb1d4ee707b83"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6337535e8a277c0ae29117c6f51fb1d4ee707b83",
"title": "6337535e8a277c0ae29117c6f51fb1d4ee707b83",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6337535e8a277c0ae29117c6f51fb1d4ee707b83"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "95b1af8dba25471223aee312030dbfc2a3b9d438"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@95b1af8dba25471223aee312030dbfc2a3b9d438",
"title": "95b1af8dba25471223aee312030dbfc2a3b9d438",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/95b1af8dba25471223aee312030dbfc2a3b9d438"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a0ba6b79bf3e2bdff20774c7d445813e5e2b17e2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a0ba6b79bf3e2bdff20774c7d445813e5e2b17e2",
"title": "a0ba6b79bf3e2bdff20774c7d445813e5e2b17e2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a0ba6b79bf3e2bdff20774c7d445813e5e2b17e2"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a0ba6b79bf3e2bdff20774c7d445813e5e2b17e2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8848751196246659424"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:37:55.751] Scheduled build:
{
"id": "8683321134261050785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-28T00:37:55.355951845Z",
"updateTime": "2026-04-28T00:37:55.355951845Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a0ba6b79bf3e2bdff20774c7d445813e5e2b17e2",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:37:55.751] Task URL: https://cr-buildbucket.appspot.com/build/8683321134261050785
[00:37:55.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:2:0) after 7m38s
[00:37:56.722] Received PubSub notification, asking Buildbucket for the build status
[00:37:56.771] Build status: SCHEDULED
[00:45:33.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:2:0)
[00:45:33.858] Build status: SCHEDULED
[00:45:33.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:4:0) after 7m48s
[00:53:22.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:4:0)
[00:53:22.042] Build status: SCHEDULED
[00:53:22.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:5:0) after 2m9s
[00:55:31.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:5:0)
[00:55:31.139] Build status: SCHEDULED
[00:55:31.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:6:0) after 8m17s
[01:03:48.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:6:0)
[01:03:48.172] Build status: SCHEDULED
[01:03:48.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:7:0) after 1m42s
[01:05:30.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:7:0)
[01:05:30.285] Build status: SCHEDULED
[01:05:30.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:8:0) after 6m1s
[01:11:31.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:8:0)
[01:11:31.315] Build status: SCHEDULED
[01:11:31.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:9:0) after 9m16s
[01:20:47.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:9:0)
[01:20:47.646] Build status: SCHEDULED
[01:20:47.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:10:0) after 7m50s
[01:28:37.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:10:0)
[01:28:37.686] Build status: SCHEDULED
[01:28:37.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:11:0) after 9m44s
[01:38:21.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:11:0)
[01:38:21.849] Build status: SCHEDULED
[01:38:21.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:12:0) after 2m55s
[01:41:16.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:12:0)
[01:41:16.915] Build status: SCHEDULED
[01:41:16.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:13:0) after 2m52s
[01:44:08.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:13:0)
[01:44:08.949] Build status: SCHEDULED
[01:44:08.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:14:0) after 4m12s
[01:48:20.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:14:0)
[01:48:20.988] Build status: SCHEDULED
[01:48:20.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:15:0) after 1m21s
[01:49:42.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:15:0)
[01:49:42.019] Build status: SCHEDULED
[01:49:42.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:16:0) after 9m22s
[01:59:04.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:16:0)
[01:59:04.051] Build status: SCHEDULED
[01:59:04.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:17:0) after 2m18s
[02:01:22.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:17:0)
[02:01:22.088] Build status: SCHEDULED
[02:01:22.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:18:0) after 4m57s
[02:06:19.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:18:0)
[02:06:19.136] Build status: SCHEDULED
[02:06:19.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:19:0) after 4m13s
[02:10:32.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:19:0)
[02:10:32.155] Build status: SCHEDULED
[02:10:32.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:20:0) after 8m21s
[02:18:53.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:20:0)
[02:18:53.250] Build status: SCHEDULED
[02:18:53.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:21:0) after 1m8s
[02:20:01.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:21:0)
[02:20:01.253] Build status: SCHEDULED
[02:20:01.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:22:0) after 1m25s
[02:21:26.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:22:0)
[02:21:26.341] Build status: SCHEDULED
[02:21:26.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:23:0) after 1m36s
[02:23:02.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:23:0)
[02:23:02.391] Build status: SCHEDULED
[02:23:02.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:24:0) after 7m7s
[02:30:09.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:24:0)
[02:30:09.575] Build status: SCHEDULED
[02:30:09.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:25:0) after 4m30s
[02:34:39.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:25:0)
[02:34:39.762] Build status: SCHEDULED
[02:34:39.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:26:0) after 6m21s
[02:41:00.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:26:0)
[02:41:00.803] Build status: SCHEDULED
[02:41:00.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:27:0) after 4m44s
[02:45:44.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:27:0)
[02:45:44.820] Build status: SCHEDULED
[02:45:44.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:28:0) after 1m5s
[02:46:49.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:28:0)
[02:46:49.816] Build status: SCHEDULED
[02:46:49.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:29:0) after 3m29s
[02:50:18.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:29:0)
[02:50:18.878] Build status: SCHEDULED
[02:50:18.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:30:0) after 8m47s
[02:59:06.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:30:0)
[02:59:06.033] Build status: SCHEDULED
[02:59:06.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:31:0) after 9m46s
[03:08:52.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:31:0)
[03:08:52.095] Build status: SCHEDULED
[03:08:52.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-host:8848751196246659424:32:0) after 5m48s
[03:09:29.024] Received PubSub notification, asking Buildbucket for the build status
[03:09:29.070] Build status: STARTED
[03:09:59.933] Received PubSub notification, asking Buildbucket for the build status
[03:09:59.957] Build:
{
"id": "8683321134261050785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-28T00:37:55.355951845Z",
"startTime": "2026-04-28T03:09:28.543194141Z",
"endTime": "2026-04-28T03:09:59.472743653Z",
"updateTime": "2026-04-28T03:09:59.472743653Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "a0ba6b79bf3e2bdff20774c7d445813e5e2b17e2",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:09:59.957] Invocation finished in 2h32m5.878256492s with status FAILED