[01:33:23.446] New invocation is queued and will start shortly
[01:33:24.786] Starting the invocation (attempt 1)
[01:33:24.817] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c324c2afcde3f31eec153b577164ddc87cb95120"
[01:33:24.818] Popped gitiles commit info from properties and tags
[01:33:24.818] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:33:24.818] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:33:24.818] Buildbucket request:
{
"requestId": "8843040096274630160",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843040096274630160",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "48a026cf16d54b871a26f37df9d5019f7238b614"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@48a026cf16d54b871a26f37df9d5019f7238b614",
"title": "48a026cf16d54b871a26f37df9d5019f7238b614",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/48a026cf16d54b871a26f37df9d5019f7238b614"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c324c2afcde3f31eec153b577164ddc87cb95120"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c324c2afcde3f31eec153b577164ddc87cb95120",
"title": "c324c2afcde3f31eec153b577164ddc87cb95120",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c324c2afcde3f31eec153b577164ddc87cb95120"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c324c2afcde3f31eec153b577164ddc87cb95120",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843040096274630160"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:33:25.398] Scheduled build:
{
"id": "8677610034111571953",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-30T01:33:24.886749080Z",
"updateTime": "2026-06-30T01:33:24.886749080Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c324c2afcde3f31eec153b577164ddc87cb95120",
"ref": "refs/heads/main"
}
}
}
[01:33:25.398] Task URL: https://cr-buildbucket.appspot.com/build/8677610034111571953
[01:33:25.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:2:0) after 3m5s
[01:33:25.954] Received PubSub notification, asking Buildbucket for the build status
[01:33:26.009] Build status: SCHEDULED
[01:36:30.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:2:0)
[01:36:30.575] Build status: SCHEDULED
[01:36:30.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:4:0) after 7m51s
[01:44:21.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:4:0)
[01:44:21.671] Build status: SCHEDULED
[01:44:21.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:5:0) after 3m33s
[01:47:54.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:5:0)
[01:47:54.708] Build status: SCHEDULED
[01:47:54.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:6:0) after 7m53s
[01:55:47.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:6:0)
[01:55:47.771] Build status: SCHEDULED
[01:55:47.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:7:0) after 8m51s
[02:04:38.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:7:0)
[02:04:38.802] Build status: SCHEDULED
[02:04:38.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:8:0) after 3m6s
[02:07:44.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:8:0)
[02:07:44.836] Build status: SCHEDULED
[02:07:44.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:9:0) after 7m11s
[02:14:55.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:9:0)
[02:14:55.895] Build status: SCHEDULED
[02:14:55.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:10:0) after 3m4s
[02:17:59.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:10:0)
[02:17:59.942] Build status: SCHEDULED
[02:17:59.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:11:0) after 6m33s
[02:24:32.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:11:0)
[02:24:33.050] Build status: SCHEDULED
[02:24:33.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:12:0) after 3m15s
[02:27:48.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:12:0)
[02:27:48.093] Build status: SCHEDULED
[02:27:48.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:13:0) after 3m3s
[02:30:51.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:13:0)
[02:30:51.173] Build status: SCHEDULED
[02:30:51.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:14:0) after 7m30s
[02:38:21.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:14:0)
[02:38:21.220] Build status: SCHEDULED
[02:38:21.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:15:0) after 3m29s
[02:41:50.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:15:0)
[02:41:50.292] Build status: SCHEDULED
[02:41:50.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:16:0) after 1m47s
[02:43:37.304] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:16:0)
[02:43:37.328] Build status: SCHEDULED
[02:43:37.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:17:0) after 1m47s
[02:45:24.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:17:0)
[02:45:24.362] Build status: SCHEDULED
[02:45:24.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:18:0) after 3m41s
[02:49:05.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:18:0)
[02:49:05.396] Build status: SCHEDULED
[02:49:05.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:19:0) after 8m51s
[02:57:56.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:19:0)
[02:57:56.446] Build status: SCHEDULED
[02:57:56.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:20:0) after 5m4s
[03:03:00.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:20:0)
[03:03:00.571] Build status: SCHEDULED
[03:03:00.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:21:0) after 9m15s
[03:12:15.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:21:0)
[03:12:15.605] Build status: SCHEDULED
[03:12:15.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:22:0) after 7m5s
[03:19:20.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:22:0)
[03:19:20.733] Build status: SCHEDULED
[03:19:20.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:23:0) after 5m22s
[03:24:42.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:23:0)
[03:24:42.761] Build status: SCHEDULED
[03:24:42.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:24:0) after 2m20s
[03:27:02.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:24:0)
[03:27:02.801] Build status: SCHEDULED
[03:27:02.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:25:0) after 3m25s
[03:30:27.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:25:0)
[03:30:27.949] Build status: SCHEDULED
[03:30:27.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:26:0) after 3m20s
[03:33:48.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:26:0)
[03:33:48.035] Build status: SCHEDULED
[03:33:48.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:27:0) after 3m48s
[03:37:36.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:27:0)
[03:37:36.184] Build status: SCHEDULED
[03:37:36.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:28:0) after 8m32s
[03:46:08.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:28:0)
[03:46:08.194] Build status: SCHEDULED
[03:46:08.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:29:0) after 1m10s
[03:47:18.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:29:0)
[03:47:18.344] Build status: SCHEDULED
[03:47:18.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:30:0) after 8m16s
[03:55:34.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:30:0)
[03:55:34.380] Build status: SCHEDULED
[03:55:34.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:31:0) after 6m32s
[04:02:06.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:31:0)
[04:02:06.511] Build status: SCHEDULED
[04:02:06.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:32:0) after 4m47s
[04:06:53.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:32:0)
[04:06:53.549] Build status: SCHEDULED
[04:06:53.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:33:0) after 7m24s
[04:14:17.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:33:0)
[04:14:17.634] Build status: SCHEDULED
[04:14:17.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:34:0) after 9m46s
[04:24:03.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:34:0)
[04:24:03.664] Build status: SCHEDULED
[04:24:03.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:35:0) after 4m14s
[04:28:17.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:35:0)
[04:28:17.697] Build status: SCHEDULED
[04:28:17.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:36:0) after 1m29s
[04:29:46.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:36:0)
[04:29:46.784] Build status: SCHEDULED
[04:29:46.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:37:0) after 3m53s
[04:33:39.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:37:0)
[04:33:39.819] Build status: SCHEDULED
[04:33:39.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:38:0) after 5m54s
[04:39:33.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:38:0)
[04:39:33.849] Build status: SCHEDULED
[04:39:33.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:39:0) after 7m29s
[04:47:02.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:39:0)
[04:47:02.893] Build status: SCHEDULED
[04:47:02.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:40:0) after 7m17s
[04:51:57.877] Received PubSub notification, asking Buildbucket for the build status
[04:51:57.896] Build status: STARTED
[04:54:19.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:40:0)
[04:54:20.002] Build status: STARTED
[04:54:20.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:42:0) after 1m27s
[04:55:47.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:42:0)
[04:55:47.040] Build status: STARTED
[04:55:47.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc:8843040096274630160:43:0) after 3m41s
[04:58:38.658] Received PubSub notification, asking Buildbucket for the build status
[04:58:38.675] Build:
{
"id": "8677610034111571953",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-rpc"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-30T01:33:24.886749080Z",
"startTime": "2026-06-30T04:51:57.634326589Z",
"endTime": "2026-06-30T04:58:38.368056165Z",
"updateTime": "2026-06-30T04:58:38.368056165Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c324c2afcde3f31eec153b577164ddc87cb95120",
"ref": "refs/heads/main"
}
}
}
[04:58:38.675] Invocation finished in 3h25m15.234701717s with status FAILED