[02:14:02.935] New invocation is queued and will start shortly
[02:14:04.276] Starting the invocation (attempt 1)
[02:14:04.303] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4d6a49d983a195e72d8c9b4a97c90c7b25d0c04c"
[02:14:04.303] Popped gitiles commit info from properties and tags
[02:14:04.303] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:14:04.303] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:14:04.303] Buildbucket request:
{
"requestId": "8862697079995866800",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862697079995866800",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4d6a49d983a195e72d8c9b4a97c90c7b25d0c04c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4d6a49d983a195e72d8c9b4a97c90c7b25d0c04c",
"title": "4d6a49d983a195e72d8c9b4a97c90c7b25d0c04c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4d6a49d983a195e72d8c9b4a97c90c7b25d0c04c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4d6a49d983a195e72d8c9b4a97c90c7b25d0c04c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862697079995866800"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:14:04.663] Scheduled build:
{
"id": "8697267017848997121",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-25T02:14:04.358265884Z",
"updateTime": "2025-11-25T02:14:04.358265884Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4d6a49d983a195e72d8c9b4a97c90c7b25d0c04c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:14:04.663] Task URL: https://cr-buildbucket.appspot.com/build/8697267017848997121
[02:14:04.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:2:0) after 1m29s
[02:14:05.597] Received PubSub notification, asking Buildbucket for the build status
[02:14:05.625] Build status: SCHEDULED
[02:15:33.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:2:0)
[02:15:33.685] Build status: SCHEDULED
[02:15:33.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:4:0) after 1m51s
[02:17:24.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:4:0)
[02:17:24.816] Build status: SCHEDULED
[02:17:24.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:5:0) after 5m3s
[02:22:27.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:5:0)
[02:22:27.835] Build status: SCHEDULED
[02:22:27.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:6:0) after 2m14s
[02:24:41.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:6:0)
[02:24:42.191] Build status: SCHEDULED
[02:24:42.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:7:0) after 3m18s
[02:28:00.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:7:0)
[02:28:00.224] Build status: SCHEDULED
[02:28:00.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:8:0) after 6m55s
[02:34:55.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:8:0)
[02:34:55.268] Build status: SCHEDULED
[02:34:55.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:9:0) after 7m29s
[02:42:24.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:9:0)
[02:42:24.406] Build status: SCHEDULED
[02:42:24.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:10:0) after 8m16s
[02:50:40.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:10:0)
[02:50:40.469] Build status: SCHEDULED
[02:50:40.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:11:0) after 8m0s
[02:58:40.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:11:0)
[02:58:40.517] Build status: SCHEDULED
[02:58:40.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:12:0) after 6m51s
[03:05:31.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:12:0)
[03:05:31.596] Build status: SCHEDULED
[03:05:31.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:13:0) after 7m37s
[03:13:08.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:13:0)
[03:13:08.635] Build status: SCHEDULED
[03:13:08.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:14:0) after 7m46s
[03:20:54.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:14:0)
[03:20:54.671] Build status: SCHEDULED
[03:20:54.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:15:0) after 1m1s
[03:21:55.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:15:0)
[03:21:55.722] Build status: SCHEDULED
[03:21:55.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:16:0) after 3m40s
[03:25:35.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:16:0)
[03:25:35.786] Build status: SCHEDULED
[03:25:35.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:17:0) after 1m38s
[03:27:13.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:17:0)
[03:27:13.836] Build status: SCHEDULED
[03:27:13.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:18:0) after 9m16s
[03:36:29.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:18:0)
[03:36:29.881] Build status: SCHEDULED
[03:36:29.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:19:0) after 6m57s
[03:43:26.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:19:0)
[03:43:26.917] Build status: SCHEDULED
[03:43:26.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:20:0) after 8m36s
[03:52:02.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:20:0)
[03:52:02.914] Build status: SCHEDULED
[03:52:02.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:21:0) after 2m26s
[03:54:28.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:21:0)
[03:54:28.953] Build status: SCHEDULED
[03:54:28.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:22:0) after 2m5s
[03:56:33.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:22:0)
[03:56:33.982] Build status: SCHEDULED
[03:56:33.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:23:0) after 2m57s
[03:59:31.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:23:0)
[03:59:31.038] Build status: SCHEDULED
[03:59:31.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:24:0) after 9m43s
[04:09:14.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:24:0)
[04:09:14.069] Build status: SCHEDULED
[04:09:14.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:25:0) after 7m45s
[04:16:59.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:25:0)
[04:16:59.130] Build status: SCHEDULED
[04:16:59.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:26:0) after 2m18s
[04:19:17.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:26:0)
[04:19:17.197] Build status: SCHEDULED
[04:19:17.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:27:0) after 7m40s
[04:26:57.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:27:0)
[04:26:57.232] Build status: SCHEDULED
[04:26:57.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:28:0) after 9m5s
[04:36:02.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:28:0)
[04:36:02.266] Build status: SCHEDULED
[04:36:02.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:29:0) after 4m15s
[04:40:17.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:29:0)
[04:40:17.314] Build status: SCHEDULED
[04:40:17.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:30:0) after 3m55s
[04:44:12.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:30:0)
[04:44:12.348] Build status: SCHEDULED
[04:44:12.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:31:0) after 2m23s
[04:46:35.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:31:0)
[04:46:35.505] Build status: SCHEDULED
[04:46:35.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:32:0) after 6m26s
[04:53:01.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:32:0)
[04:53:01.535] Build status: SCHEDULED
[04:53:01.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:33:0) after 3m21s
[04:56:22.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:33:0)
[04:56:22.614] Build status: SCHEDULED
[04:56:22.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:34:0) after 1m44s
[04:58:06.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:34:0)
[04:58:06.653] Build status: SCHEDULED
[04:58:06.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:35:0) after 7m33s
[05:05:39.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:35:0)
[05:05:39.738] Build status: SCHEDULED
[05:05:39.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:36:0) after 3m9s
[05:08:48.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:36:0)
[05:08:48.807] Build status: SCHEDULED
[05:08:48.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:37:0) after 4m15s
[05:08:58.405] Received PubSub notification, asking Buildbucket for the build status
[05:08:58.472] Build status: STARTED
[05:13:03.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:37:0)
[05:13:03.892] Build status: STARTED
[05:13:03.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:39:0) after 6m20s
[05:19:23.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:39:0)
[05:19:23.948] Build status: STARTED
[05:19:23.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:40:0) after 1m43s
[05:21:06.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:40:0)
[05:21:06.982] Build status: STARTED
[05:21:06.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:41:0) after 8m23s
[05:29:30.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:41:0)
[05:29:30.073] Build status: STARTED
[05:29:30.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:42:0) after 9m21s
[05:38:51.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:42:0)
[05:38:51.104] Build status: STARTED
[05:38:51.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:43:0) after 6m41s
[05:45:32.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:43:0)
[05:45:32.271] Build status: STARTED
[05:45:32.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:44:0) after 5m12s
[05:50:44.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:44:0)
[05:50:44.357] Build status: STARTED
[05:50:44.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8862697079995866800:45:0) after 1m48s
[05:51:52.136] Received PubSub notification, asking Buildbucket for the build status
[05:51:52.153] Build:
{
"id": "8697267017848997121",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-25T02:14:04.358265884Z",
"startTime": "2025-11-25T05:08:58.245638018Z",
"endTime": "2025-11-25T05:51:51.905820702Z",
"updateTime": "2025-11-25T05:51:51.905820702Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4d6a49d983a195e72d8c9b4a97c90c7b25d0c04c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[05:51:52.153] Invocation finished in 3h37m49.226219589s with status FAILED