[09:57:34.074] New invocation is queued and will start shortly
[09:57:35.215] Starting the invocation (attempt 1)
[09:57:35.237] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/00f98514d13c512ba96b29214b4cd47a56cba846"
[09:57:35.237] Popped gitiles commit info from properties and tags
[09:57:35.237] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:57:35.238] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:57:35.238] Buildbucket request:
{
"requestId": "8850437327443056320",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8850437327443056320",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "00f98514d13c512ba96b29214b4cd47a56cba846"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@00f98514d13c512ba96b29214b4cd47a56cba846",
"title": "00f98514d13c512ba96b29214b4cd47a56cba846",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/00f98514d13c512ba96b29214b4cd47a56cba846"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "00f98514d13c512ba96b29214b4cd47a56cba846",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8850437327443056320"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:57:36.595] Scheduled build:
{
"id": "8685007265219653473",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-09T09:57:35.566110397Z",
"updateTime": "2026-04-09T09:57:35.566110397Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "00f98514d13c512ba96b29214b4cd47a56cba846",
"ref": "refs/heads/main"
},
"experimental": true
}
}
[09:57:36.595] Task URL: https://cr-buildbucket.appspot.com/build/8685007265219653473
[09:57:36.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:2:0) after 9m43s
[09:57:37.714] Received PubSub notification, asking Buildbucket for the build status
[09:57:37.754] Build status: SCHEDULED
[10:07:19.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:2:0)
[10:07:19.748] Build status: SCHEDULED
[10:07:19.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:4:0) after 4m55s
[10:12:14.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:4:0)
[10:12:14.893] Build status: SCHEDULED
[10:12:14.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:5:0) after 7m29s
[10:19:43.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:5:0)
[10:19:43.976] Build status: SCHEDULED
[10:19:43.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:6:0) after 1m45s
[10:21:28.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:6:0)
[10:21:29.012] Build status: SCHEDULED
[10:21:29.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:7:0) after 1m15s
[10:22:44.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:7:0)
[10:22:44.154] Build status: SCHEDULED
[10:22:44.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:8:0) after 9m54s
[10:32:38.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:8:0)
[10:32:38.836] Build status: SCHEDULED
[10:32:38.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:9:0) after 9m38s
[10:42:16.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:9:0)
[10:42:16.886] Build status: SCHEDULED
[10:42:16.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:10:0) after 9m39s
[10:51:55.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:10:0)
[10:51:55.977] Build status: SCHEDULED
[10:51:55.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:11:0) after 8m17s
[11:00:13.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:11:0)
[11:00:13.114] Build status: SCHEDULED
[11:00:13.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:12:0) after 2m45s
[11:02:58.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:12:0)
[11:02:58.197] Build status: SCHEDULED
[11:02:58.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:13:0) after 4m36s
[11:07:34.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:13:0)
[11:07:34.209] Build status: SCHEDULED
[11:07:34.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:14:0) after 9m46s
[11:17:20.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:14:0)
[11:17:20.248] Build status: SCHEDULED
[11:17:20.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:15:0) after 7m0s
[11:24:20.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:15:0)
[11:24:20.308] Build status: SCHEDULED
[11:24:20.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:16:0) after 7m55s
[11:32:15.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:16:0)
[11:32:15.441] Build status: SCHEDULED
[11:32:15.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:17:0) after 4m5s
[11:36:20.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:17:0)
[11:36:20.467] Build status: SCHEDULED
[11:36:20.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:18:0) after 4m58s
[11:41:18.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:18:0)
[11:41:18.547] Build status: SCHEDULED
[11:41:18.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:19:0) after 1m55s
[11:43:13.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:19:0)
[11:43:13.661] Build status: SCHEDULED
[11:43:13.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:20:0) after 8m7s
[11:51:20.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:20:0)
[11:51:20.954] Build status: SCHEDULED
[11:51:20.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:21:0) after 5m20s
[11:56:41.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:21:0)
[11:56:41.069] Build status: SCHEDULED
[11:56:41.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:22:0) after 7m33s
[12:04:14.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:22:0)
[12:04:14.219] Build status: SCHEDULED
[12:04:14.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:23:0) after 2m23s
[12:06:37.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:23:0)
[12:06:37.292] Build status: SCHEDULED
[12:06:37.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:24:0) after 6m59s
[12:13:36.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:24:0)
[12:13:36.327] Build status: SCHEDULED
[12:13:36.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:25:0) after 2m43s
[12:16:19.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:25:0)
[12:16:19.381] Build status: SCHEDULED
[12:16:19.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:26:0) after 2m9s
[12:18:28.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:26:0)
[12:18:28.462] Build status: SCHEDULED
[12:18:28.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:27:0) after 6m52s
[12:25:20.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:27:0)
[12:25:20.579] Build status: SCHEDULED
[12:25:20.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:28:0) after 8m14s
[12:33:34.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:28:0)
[12:33:34.612] Build status: SCHEDULED
[12:33:34.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:29:0) after 3m20s
[12:36:54.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:29:0)
[12:36:54.699] Build status: SCHEDULED
[12:36:54.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:30:0) after 1m6s
[12:38:00.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:30:0)
[12:38:00.833] Build status: SCHEDULED
[12:38:00.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:31:0) after 5m50s
[12:43:50.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:31:0)
[12:43:50.900] Build status: SCHEDULED
[12:43:50.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:32:0) after 8m46s
[12:52:36.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:32:0)
[12:52:36.987] Build status: SCHEDULED
[12:52:36.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:33:0) after 6m52s
[12:59:29.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:33:0)
[12:59:29.035] Build status: SCHEDULED
[12:59:29.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:34:0) after 6m50s
[13:06:19.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:34:0)
[13:06:19.159] Build status: SCHEDULED
[13:06:19.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:35:0) after 2m53s
[13:09:12.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:35:0)
[13:09:12.194] Build status: SCHEDULED
[13:09:12.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:36:0) after 8m16s
[13:17:28.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:36:0)
[13:17:28.269] Build status: SCHEDULED
[13:17:28.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:37:0) after 8m29s
[13:25:57.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:37:0)
[13:25:57.321] Build status: SCHEDULED
[13:25:57.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:38:0) after 2m36s
[13:28:06.741] Received PubSub notification, asking Buildbucket for the build status
[13:28:06.810] Build status: STARTED
[13:28:33.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:38:0)
[13:28:33.391] Build status: STARTED
[13:28:33.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:40:0) after 1m19s
[13:29:52.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:40:0)
[13:29:52.578] Build status: STARTED
[13:29:52.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:41:0) after 2m51s
[13:32:43.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:41:0)
[13:32:43.600] Build status: STARTED
[13:32:43.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:42:0) after 1m9s
[13:33:52.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:42:0)
[13:33:52.698] Build status: STARTED
[13:33:52.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:43:0) after 5m3s
[13:38:55.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:43:0)
[13:38:55.918] Build status: STARTED
[13:38:55.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8850437327443056320:44:0) after 5m25s
[13:39:22.343] Received PubSub notification, asking Buildbucket for the build status
[13:39:22.365] Build:
{
"id": "8685007265219653473",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-09T09:57:35.566110397Z",
"startTime": "2026-04-09T13:28:06.446066225Z",
"endTime": "2026-04-09T13:39:22.070915653Z",
"updateTime": "2026-04-09T13:39:22.070915653Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "00f98514d13c512ba96b29214b4cd47a56cba846",
"ref": "refs/heads/main"
},
"experimental": true
}
}
[13:39:22.365] Invocation finished in 3h41m48.302723664s with status FAILED