[01:26:42.597] New invocation is queued and will start shortly
[01:26:44.063] Starting the invocation (attempt 1)
[01:26:44.094] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b85e9c1e0f10ff2980b4cc22913a3953502a849f"
[01:26:44.094] Popped gitiles commit info from properties and tags
[01:26:44.094] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:26:44.095] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:26:44.095] Buildbucket request:
{
"requestId": "8850560064806583280",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8850560064806583280",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d3082d54b68b6c6842c27edf0235f7a37aed0736"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d3082d54b68b6c6842c27edf0235f7a37aed0736",
"title": "d3082d54b68b6c6842c27edf0235f7a37aed0736",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d3082d54b68b6c6842c27edf0235f7a37aed0736"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e9091d625ab9acb727f2c05e4ec725f62dd9d8a1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e9091d625ab9acb727f2c05e4ec725f62dd9d8a1",
"title": "e9091d625ab9acb727f2c05e4ec725f62dd9d8a1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e9091d625ab9acb727f2c05e4ec725f62dd9d8a1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "17e4ea5fbd5c050693e616978a1bd9ec77bafec7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@17e4ea5fbd5c050693e616978a1bd9ec77bafec7",
"title": "17e4ea5fbd5c050693e616978a1bd9ec77bafec7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/17e4ea5fbd5c050693e616978a1bd9ec77bafec7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b85e9c1e0f10ff2980b4cc22913a3953502a849f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b85e9c1e0f10ff2980b4cc22913a3953502a849f",
"title": "b85e9c1e0f10ff2980b4cc22913a3953502a849f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b85e9c1e0f10ff2980b4cc22913a3953502a849f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b85e9c1e0f10ff2980b4cc22913a3953502a849f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8850560064806583280"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:26:44.543] Scheduled build:
{
"id": "8685130002506115217",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-08T01:26:44.168910493Z",
"updateTime": "2026-04-08T01:26:44.168910493Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b85e9c1e0f10ff2980b4cc22913a3953502a849f",
"ref": "refs/heads/main"
},
"experimental": true
}
}
[01:26:44.543] Task URL: https://cr-buildbucket.appspot.com/build/8685130002506115217
[01:26:44.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:2:0) after 1m7s
[01:26:45.463] Received PubSub notification, asking Buildbucket for the build status
[01:26:45.518] Build status: SCHEDULED
[01:27:51.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:2:0)
[01:27:51.658] Build status: SCHEDULED
[01:27:51.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:4:0) after 2m2s
[01:29:53.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:4:0)
[01:29:53.695] Build status: SCHEDULED
[01:29:53.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:5:0) after 5m20s
[01:35:13.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:5:0)
[01:35:14.025] Build status: SCHEDULED
[01:35:14.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:6:0) after 2m0s
[01:37:14.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:6:0)
[01:37:14.053] Build status: SCHEDULED
[01:37:14.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:7:0) after 2m46s
[01:40:00.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:7:0)
[01:40:00.236] Build status: SCHEDULED
[01:40:00.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:8:0) after 9m43s
[01:49:43.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:8:0)
[01:49:43.382] Build status: SCHEDULED
[01:49:43.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:9:0) after 3m47s
[01:53:30.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:9:0)
[01:53:30.496] Build status: SCHEDULED
[01:53:30.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:10:0) after 7m15s
[02:00:45.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:10:0)
[02:00:45.559] Build status: SCHEDULED
[02:00:45.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:11:0) after 1m15s
[02:02:00.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:11:0)
[02:02:00.648] Build status: SCHEDULED
[02:02:00.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:12:0) after 9m26s
[02:11:26.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:12:0)
[02:11:26.711] Build status: SCHEDULED
[02:11:26.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:13:0) after 1m49s
[02:13:15.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:13:0)
[02:13:15.842] Build status: SCHEDULED
[02:13:15.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:14:0) after 8m20s
[02:21:36.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:14:0)
[02:21:36.143] Build status: SCHEDULED
[02:21:36.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:15:0) after 4m53s
[02:26:29.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:15:0)
[02:26:29.202] Build status: SCHEDULED
[02:26:29.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:16:0) after 7m33s
[02:34:02.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:16:0)
[02:34:02.249] Build status: SCHEDULED
[02:34:02.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:17:0) after 3m20s
[02:37:22.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:17:0)
[02:37:22.667] Build status: SCHEDULED
[02:37:22.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:18:0) after 5m58s
[02:43:20.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:18:0)
[02:43:20.730] Build status: SCHEDULED
[02:43:20.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:19:0) after 4m17s
[02:47:37.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:19:0)
[02:47:37.945] Build status: SCHEDULED
[02:47:37.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:20:0) after 9m40s
[02:57:18.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:20:0)
[02:57:18.075] Build status: SCHEDULED
[02:57:18.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:21:0) after 1m50s
[02:59:08.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:21:0)
[02:59:08.119] Build status: SCHEDULED
[02:59:08.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:22:0) after 9m0s
[03:08:08.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:22:0)
[03:08:08.318] Build status: SCHEDULED
[03:08:08.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:23:0) after 4m6s
[03:12:14.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:23:0)
[03:12:14.406] Build status: SCHEDULED
[03:12:14.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:24:0) after 4m47s
[03:17:01.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:24:0)
[03:17:01.468] Build status: SCHEDULED
[03:17:01.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:25:0) after 5m54s
[03:22:55.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:25:0)
[03:22:55.518] Build status: SCHEDULED
[03:22:55.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:26:0) after 2m55s
[03:25:50.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:26:0)
[03:25:50.876] Build status: SCHEDULED
[03:25:50.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:27:0) after 4m24s
[03:30:14.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:27:0)
[03:30:15.048] Build status: SCHEDULED
[03:30:15.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:28:0) after 4m52s
[03:35:07.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:28:0)
[03:35:07.097] Build status: SCHEDULED
[03:35:07.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:29:0) after 4m25s
[03:39:32.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:29:0)
[03:39:32.131] Build status: SCHEDULED
[03:39:32.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:30:0) after 4m42s
[03:44:14.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:30:0)
[03:44:14.274] Build status: SCHEDULED
[03:44:14.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:31:0) after 1m30s
[03:45:44.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:31:0)
[03:45:44.312] Build status: SCHEDULED
[03:45:44.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:32:0) after 1m12s
[03:46:56.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:32:0)
[03:46:56.431] Build status: SCHEDULED
[03:46:56.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:33:0) after 5m31s
[03:52:27.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:33:0)
[03:52:27.502] Build status: SCHEDULED
[03:52:27.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:34:0) after 2m47s
[03:55:14.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:34:0)
[03:55:14.517] Build status: SCHEDULED
[03:55:14.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:35:0) after 6m42s
[04:01:56.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:35:0)
[04:01:56.864] Build status: SCHEDULED
[04:01:56.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:36:0) after 6m32s
[04:08:28.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:36:0)
[04:08:28.875] Build status: SCHEDULED
[04:08:28.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:37:0) after 2m17s
[04:10:45.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:37:0)
[04:10:45.917] Build status: SCHEDULED
[04:10:45.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:38:0) after 6m56s
[04:17:41.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:38:0)
[04:17:41.955] Build status: SCHEDULED
[04:17:41.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:39:0) after 3m17s
[04:20:59.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:39:0)
[04:20:59.080] Build status: SCHEDULED
[04:20:59.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:40:0) after 2m48s
[04:23:47.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:40:0)
[04:23:47.122] Build status: SCHEDULED
[04:23:47.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:41:0) after 7m31s
[04:31:18.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:41:0)
[04:31:18.222] Build status: SCHEDULED
[04:31:18.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:42:0) after 2m13s
[04:33:31.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:42:0)
[04:33:31.339] Build status: SCHEDULED
[04:33:31.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rust:8850560064806583280:43:0) after 6m47s
[04:34:26.777] Received PubSub notification, asking Buildbucket for the build status
[04:34:26.807] Build status: STARTED
[04:36:14.503] Received PubSub notification, asking Buildbucket for the build status
[04:36:14.611] Build:
{
"id": "8685130002506115217",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rust"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-08T01:26:44.168910493Z",
"startTime": "2026-04-08T04:34:13.523928122Z",
"endTime": "2026-04-08T04:36:14.025814654Z",
"updateTime": "2026-04-08T04:36:14.025814654Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b85e9c1e0f10ff2980b4cc22913a3953502a849f",
"ref": "refs/heads/main"
},
"experimental": true
}
}
[04:36:14.611] Invocation finished in 3h9m32.019799586s with status FAILED