[16:39:10.888] New invocation is queued and will start shortly
[16:39:11.983] Starting the invocation (attempt 1)
[16:39:12.024] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c05612043ac72ce21091f4ae08c53034c33d70fb"
[16:39:12.024] Popped gitiles commit info from properties and tags
[16:39:12.024] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:39:12.024] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:39:12.024] Buildbucket request:
{
"requestId": "8867081901920682528",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867081901920682528",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "edf06476b38415b04b15b6a2ca2f9e043665544c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@edf06476b38415b04b15b6a2ca2f9e043665544c",
"title": "edf06476b38415b04b15b6a2ca2f9e043665544c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/edf06476b38415b04b15b6a2ca2f9e043665544c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d5d5f6290a97ba0b52b920d1bed1f421555a9f4d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d5d5f6290a97ba0b52b920d1bed1f421555a9f4d",
"title": "d5d5f6290a97ba0b52b920d1bed1f421555a9f4d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d5d5f6290a97ba0b52b920d1bed1f421555a9f4d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c05612043ac72ce21091f4ae08c53034c33d70fb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c05612043ac72ce21091f4ae08c53034c33d70fb",
"title": "c05612043ac72ce21091f4ae08c53034c33d70fb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c05612043ac72ce21091f4ae08c53034c33d70fb"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c05612043ac72ce21091f4ae08c53034c33d70fb",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867081901920682528"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:39:12.402] Scheduled build:
{
"id": "8701651839994684001",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-07T16:39:12.095069060Z",
"updateTime": "2025-10-07T16:39:12.095069060Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c05612043ac72ce21091f4ae08c53034c33d70fb",
"ref": "refs/heads/main"
}
}
}
[16:39:12.403] Task URL: https://cr-buildbucket.appspot.com/build/8701651839994684001
[16:39:12.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:2:0) after 8m55s
[16:39:13.340] Received PubSub notification, asking Buildbucket for the build status
[16:39:13.362] Build status: SCHEDULED
[16:48:07.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:2:0)
[16:48:07.431] Build status: SCHEDULED
[16:48:07.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:4:0) after 2m17s
[16:50:24.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:4:0)
[16:50:24.513] Build status: SCHEDULED
[16:50:24.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:5:0) after 6m51s
[16:57:15.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:5:0)
[16:57:15.515] Build status: SCHEDULED
[16:57:15.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:6:0) after 8m23s
[17:05:38.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:6:0)
[17:05:38.553] Build status: SCHEDULED
[17:05:38.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:7:0) after 4m49s
[17:10:27.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:7:0)
[17:10:27.617] Build status: SCHEDULED
[17:10:27.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:8:0) after 2m6s
[17:12:33.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:8:0)
[17:12:33.751] Build status: SCHEDULED
[17:12:33.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:9:0) after 2m13s
[17:14:46.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:9:0)
[17:14:46.893] Build status: SCHEDULED
[17:14:46.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:10:0) after 6m59s
[17:21:45.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:10:0)
[17:21:45.934] Build status: SCHEDULED
[17:21:45.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:11:0) after 3m15s
[17:25:00.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:11:0)
[17:25:01.050] Build status: SCHEDULED
[17:25:01.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:12:0) after 1m12s
[17:26:13.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:12:0)
[17:26:13.126] Build status: SCHEDULED
[17:26:13.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:13:0) after 1m39s
[17:27:52.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:13:0)
[17:27:52.236] Build status: SCHEDULED
[17:27:52.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:14:0) after 3m23s
[17:31:15.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:14:0)
[17:31:15.315] Build status: SCHEDULED
[17:31:15.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:15:0) after 7m35s
[17:38:50.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:15:0)
[17:38:50.412] Build status: SCHEDULED
[17:38:50.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:16:0) after 4m57s
[17:43:47.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:16:0)
[17:43:47.498] Build status: SCHEDULED
[17:43:47.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:17:0) after 9m11s
[17:52:58.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:17:0)
[17:52:58.558] Build status: SCHEDULED
[17:52:58.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:18:0) after 2m9s
[17:55:07.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:18:0)
[17:55:07.627] Build status: SCHEDULED
[17:55:07.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:19:0) after 3m2s
[17:58:09.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:19:0)
[17:58:09.741] Build status: SCHEDULED
[17:58:09.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:20:0) after 8m13s
[18:06:22.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:20:0)
[18:06:22.881] Build status: SCHEDULED
[18:06:22.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:21:0) after 3m35s
[18:09:57.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:21:0)
[18:09:57.913] Build status: SCHEDULED
[18:09:57.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:22:0) after 1m8s
[18:11:06.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:22:0)
[18:11:06.041] Build status: SCHEDULED
[18:11:06.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:23:0) after 7m11s
[18:18:17.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:23:0)
[18:18:17.089] Build status: SCHEDULED
[18:18:17.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:24:0) after 9m37s
[18:27:54.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:24:0)
[18:27:54.288] Build status: SCHEDULED
[18:27:54.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:25:0) after 7m39s
[18:35:33.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:25:0)
[18:35:33.349] Build status: SCHEDULED
[18:35:33.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:26:0) after 7m39s
[18:43:12.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:26:0)
[18:43:12.576] Build status: SCHEDULED
[18:43:12.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:27:0) after 8m17s
[18:51:29.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:27:0)
[18:51:29.644] Build status: SCHEDULED
[18:51:29.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:28:0) after 7m44s
[18:59:13.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:28:0)
[18:59:13.681] Build status: SCHEDULED
[18:59:13.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:29:0) after 3m35s
[19:02:48.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:29:0)
[19:02:48.743] Build status: SCHEDULED
[19:02:48.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:30:0) after 4m8s
[19:06:56.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:30:0)
[19:06:56.769] Build status: SCHEDULED
[19:06:56.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:31:0) after 4m31s
[19:11:27.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:31:0)
[19:11:27.888] Build status: SCHEDULED
[19:11:27.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:32:0) after 7m30s
[19:11:40.892] Received PubSub notification, asking Buildbucket for the build status
[19:11:40.910] Build status: STARTED
[19:18:57.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:32:0)
[19:18:57.885] Build status: STARTED
[19:18:57.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:34:0) after 5m11s
[19:24:08.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:34:0)
[19:24:08.923] Build status: STARTED
[19:24:08.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:35:0) after 9m58s
[19:34:07.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:35:0)
[19:34:07.077] Build status: STARTED
[19:34:07.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:36:0) after 2m48s
[19:36:55.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:36:0)
[19:36:55.185] Build status: STARTED
[19:36:55.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:37:0) after 2m54s
[19:39:49.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:37:0)
[19:39:49.241] Build status: STARTED
[19:39:49.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:38:0) after 7m43s
[19:47:32.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:38:0)
[19:47:32.478] Build status: STARTED
[19:47:32.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:39:0) after 1m45s
[19:49:17.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:39:0)
[19:49:17.566] Build status: STARTED
[19:49:17.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:40:0) after 6m24s
[19:55:41.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:40:0)
[19:55:41.572] Build status: STARTED
[19:55:41.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8867081901920682528:41:0) after 4m45s
[19:57:38.050] Received PubSub notification, asking Buildbucket for the build status
[19:57:38.066] Build:
{
"id": "8701651839994684001",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-07T16:39:12.095069060Z",
"startTime": "2025-10-07T19:11:40.723195432Z",
"endTime": "2025-10-07T19:57:36.018863512Z",
"updateTime": "2025-10-07T19:57:36.018863512Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c05612043ac72ce21091f4ae08c53034c33d70fb",
"ref": "refs/heads/main"
}
}
}
[19:57:38.066] Invocation finished in 3h18m27.19148205s with status FAILED