[20:03:16.727] New invocation is queued and will start shortly
[20:03:16.727] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[20:03:17.876] Starting the invocation (attempt 1)
[20:03:17.902] Ignoring gitiles_ref tag without the buildset tag
[20:03:17.902] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:03:17.902] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:03:17.902] Buildbucket request:
{
"requestId": "8837896838040844912",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837896838040844912",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "74be1c6b-2cdf-4741-8c88-f07119990067",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8672467161414549761"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837896838040844912"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:03:18.339] Scheduled build:
{
"id": "8672466776063026049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T20:03:17.990774823Z",
"updateTime": "2026-08-25T20:03:17.990774823Z",
"status": "SCHEDULED",
"input": {
}
}
[20:03:18.339] Task URL: https://cr-buildbucket.appspot.com/build/8672466776063026049
[20:03:18.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:2:0) after 5m45s
[20:03:18.892] Received PubSub notification, asking Buildbucket for the build status
[20:03:18.963] Build status: SCHEDULED
[20:09:03.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:2:0)
[20:09:03.377] Build status: SCHEDULED
[20:09:03.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:4:0) after 4m30s
[20:13:33.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:4:0)
[20:13:33.466] Build status: SCHEDULED
[20:13:33.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:5:0) after 1m52s
[20:15:25.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:5:0)
[20:15:25.530] Build status: SCHEDULED
[20:15:25.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:6:0) after 2m5s
[20:17:30.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:6:0)
[20:17:30.598] Build status: SCHEDULED
[20:17:30.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:7:0) after 6m52s
[20:24:22.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:7:0)
[20:24:22.653] Build status: SCHEDULED
[20:24:22.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:8:0) after 2m53s
[20:27:15.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:8:0)
[20:27:15.770] Build status: SCHEDULED
[20:27:15.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:9:0) after 5m59s
[20:33:14.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:9:0)
[20:33:14.798] Build status: SCHEDULED
[20:33:14.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:10:0) after 2m45s
[20:35:59.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:10:0)
[20:35:59.850] Build status: SCHEDULED
[20:35:59.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:11:0) after 7m1s
[20:43:00.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:11:0)
[20:43:00.899] Build status: SCHEDULED
[20:43:00.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:12:0) after 7m57s
[20:50:57.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:12:0)
[20:50:57.951] Build status: SCHEDULED
[20:50:57.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:13:0) after 1m25s
[20:52:23.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:13:0)
[20:52:23.026] Build status: SCHEDULED
[20:52:23.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:14:0) after 7m11s
[20:59:34.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:14:0)
[20:59:34.030] Build status: SCHEDULED
[20:59:34.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:15:0) after 6m35s
[21:06:09.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:15:0)
[21:06:09.124] Build status: SCHEDULED
[21:06:09.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:16:0) after 5m16s
[21:11:25.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:16:0)
[21:11:25.200] Build status: SCHEDULED
[21:11:25.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:17:0) after 4m46s
[21:16:11.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:17:0)
[21:16:11.261] Build status: SCHEDULED
[21:16:11.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:18:0) after 3m58s
[21:20:09.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:18:0)
[21:20:09.302] Build status: SCHEDULED
[21:20:09.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:19:0) after 2m1s
[21:22:10.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:19:0)
[21:22:10.348] Build status: SCHEDULED
[21:22:10.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:20:0) after 9m18s
[21:31:28.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:20:0)
[21:31:28.404] Build status: SCHEDULED
[21:31:28.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:21:0) after 9m0s
[21:40:28.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:21:0)
[21:40:28.547] Build status: SCHEDULED
[21:40:28.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:22:0) after 1m15s
[21:41:43.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:22:0)
[21:41:43.597] Build status: SCHEDULED
[21:41:43.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:23:0) after 2m6s
[21:43:49.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:23:0)
[21:43:49.658] Build status: SCHEDULED
[21:43:49.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:24:0) after 5m4s
[21:48:53.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:24:0)
[21:48:53.815] Build status: SCHEDULED
[21:48:53.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:25:0) after 6m26s
[21:55:19.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:25:0)
[21:55:19.848] Build status: SCHEDULED
[21:55:19.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:26:0) after 7m36s
[22:02:55.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:26:0)
[22:02:55.895] Build status: SCHEDULED
[22:02:55.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:27:0) after 3m9s
[22:06:04.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:27:0)
[22:06:04.950] Build status: SCHEDULED
[22:06:04.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:28:0) after 4m6s
[22:10:10.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:28:0)
[22:10:10.985] Build status: SCHEDULED
[22:10:10.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:29:0) after 9m24s
[22:19:35.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:29:0)
[22:19:35.090] Build status: SCHEDULED
[22:19:35.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:30:0) after 4m40s
[22:24:15.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:30:0)
[22:24:15.230] Build status: SCHEDULED
[22:24:15.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:31:0) after 3m44s
[22:27:59.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:31:0)
[22:27:59.500] Build status: SCHEDULED
[22:27:59.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:32:0) after 6m51s
[22:34:50.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:32:0)
[22:34:50.601] Build status: SCHEDULED
[22:34:50.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:33:0) after 2m8s
[22:36:58.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:33:0)
[22:36:58.685] Build status: SCHEDULED
[22:36:58.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:34:0) after 2m46s
[22:39:44.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:34:0)
[22:39:44.747] Build status: SCHEDULED
[22:39:44.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:35:0) after 2m39s
[22:42:23.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:35:0)
[22:42:23.827] Build status: SCHEDULED
[22:42:23.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:36:0) after 1m9s
[22:43:32.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:36:0)
[22:43:32.894] Build status: SCHEDULED
[22:43:32.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:37:0) after 1m6s
[22:44:38.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:37:0)
[22:44:38.906] Build status: SCHEDULED
[22:44:38.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:38:0) after 5m41s
[22:50:19.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:38:0)
[22:50:20.009] Build status: SCHEDULED
[22:50:20.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:39:0) after 3m22s
[22:53:42.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:39:0)
[22:53:42.084] Build status: SCHEDULED
[22:53:42.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:40:0) after 5m23s
[22:59:05.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:40:0)
[22:59:05.149] Build status: SCHEDULED
[22:59:05.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:41:0) after 5m54s
[23:04:59.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:41:0)
[23:04:59.288] Build status: SCHEDULED
[23:04:59.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:42:0) after 6m57s
[23:11:56.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:42:0)
[23:11:56.413] Build status: SCHEDULED
[23:11:56.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:43:0) after 9m46s
[23:21:42.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:43:0)
[23:21:42.466] Build status: SCHEDULED
[23:21:42.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-gtest:8837896838040844912:44:0) after 9m27s
[23:23:30.600] Received PubSub notification, asking Buildbucket for the build status
[23:23:30.661] Build status: STARTED
[23:27:00.635] Received PubSub notification, asking Buildbucket for the build status
[23:27:00.655] Build:
{
"id": "8672466776063026049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-25T20:03:17.990774823Z",
"startTime": "2026-08-25T23:23:30.392923030Z",
"endTime": "2026-08-25T23:27:00.331653268Z",
"updateTime": "2026-08-25T23:27:00.331653268Z",
"status": "FAILURE",
"input": {
}
}
[23:27:00.655] Invocation finished in 3h23m43.935365776s with status FAILED