[17:47:11.342] New invocation is queued and will start shortly
[17:47:12.383] Starting the invocation (attempt 1)
[17:47:12.408] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/509505745b54583c160eb0b7c54888ebcdcb39e9"
[17:47:12.408] Popped gitiles commit info from properties and tags
[17:47:12.408] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:47:12.408] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:47:12.408] Buildbucket request:
{
"requestId": "8865718668759436992",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865718668759436992",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "509505745b54583c160eb0b7c54888ebcdcb39e9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@509505745b54583c160eb0b7c54888ebcdcb39e9",
"title": "509505745b54583c160eb0b7c54888ebcdcb39e9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/509505745b54583c160eb0b7c54888ebcdcb39e9"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "509505745b54583c160eb0b7c54888ebcdcb39e9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865718668759436992"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:47:12.760] Scheduled build:
{
"id": "8700288606926645233",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-22T17:47:12.460093663Z",
"updateTime": "2025-10-22T17:47:12.460093663Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "509505745b54583c160eb0b7c54888ebcdcb39e9",
"ref": "refs/heads/main"
}
}
}
[17:47:12.760] Task URL: https://cr-buildbucket.appspot.com/build/8700288606926645233
[17:47:12.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:2:0) after 1m51s
[17:47:12.850] Received PubSub notification, asking Buildbucket for the build status
[17:47:12.872] Build status: SCHEDULED
[17:49:03.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:2:0)
[17:49:04.380] Build status: SCHEDULED
[17:49:04.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:4:0) after 5m52s
[17:54:56.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:4:0)
[17:54:56.430] Build status: SCHEDULED
[17:54:56.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:5:0) after 1m54s
[17:56:50.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:5:0)
[17:56:50.580] Build status: SCHEDULED
[17:56:50.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:6:0) after 7m37s
[18:04:27.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:6:0)
[18:04:27.632] Build status: SCHEDULED
[18:04:27.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:7:0) after 6m14s
[18:10:41.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:7:0)
[18:10:41.762] Build status: SCHEDULED
[18:10:41.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:8:0) after 2m6s
[18:12:47.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:8:0)
[18:12:47.795] Build status: SCHEDULED
[18:12:47.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:9:0) after 6m2s
[18:18:49.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:9:0)
[18:18:49.830] Build status: SCHEDULED
[18:18:49.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:10:0) after 7m20s
[18:26:09.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:10:0)
[18:26:09.919] Build status: SCHEDULED
[18:26:09.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:11:0) after 3m34s
[18:29:43.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:11:0)
[18:29:43.923] Build status: SCHEDULED
[18:29:43.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:12:0) after 5m15s
[18:34:58.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:12:0)
[18:34:59.039] Build status: SCHEDULED
[18:34:59.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:13:0) after 6m49s
[18:41:48.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:13:0)
[18:41:48.071] Build status: SCHEDULED
[18:41:48.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:14:0) after 2m47s
[18:44:35.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:14:0)
[18:44:35.127] Build status: SCHEDULED
[18:44:35.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:15:0) after 2m45s
[18:47:20.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:15:0)
[18:47:20.160] Build status: SCHEDULED
[18:47:20.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:16:0) after 4m4s
[18:51:24.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:16:0)
[18:51:24.206] Build status: SCHEDULED
[18:51:24.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:17:0) after 7m13s
[18:58:37.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:17:0)
[18:58:37.238] Build status: SCHEDULED
[18:58:37.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:18:0) after 1m13s
[18:59:50.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:18:0)
[18:59:50.267] Build status: SCHEDULED
[18:59:50.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:19:0) after 7m6s
[19:06:56.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:19:0)
[19:06:56.295] Build status: SCHEDULED
[19:06:56.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:20:0) after 7m23s
[19:14:19.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:20:0)
[19:14:19.406] Build status: SCHEDULED
[19:14:19.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:21:0) after 1m29s
[19:15:48.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:21:0)
[19:15:48.433] Build status: SCHEDULED
[19:15:48.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:22:0) after 5m17s
[19:21:05.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:22:0)
[19:21:05.595] Build status: SCHEDULED
[19:21:05.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:23:0) after 5m41s
[19:26:46.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:23:0)
[19:26:46.655] Build status: SCHEDULED
[19:26:46.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:24:0) after 8m12s
[19:34:58.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:24:0)
[19:34:58.690] Build status: SCHEDULED
[19:34:58.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:25:0) after 5m21s
[19:40:19.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:25:0)
[19:40:19.726] Build status: SCHEDULED
[19:40:19.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:26:0) after 4m30s
[19:44:49.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:26:0)
[19:44:49.756] Build status: SCHEDULED
[19:44:49.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:27:0) after 2m53s
[19:47:42.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:27:0)
[19:47:42.841] Build status: SCHEDULED
[19:47:42.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:28:0) after 9m22s
[19:57:04.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:28:0)
[19:57:05.049] Build status: SCHEDULED
[19:57:05.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:29:0) after 8m10s
[20:05:15.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:29:0)
[20:05:15.138] Build status: SCHEDULED
[20:05:15.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:30:0) after 9m22s
[20:14:37.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:30:0)
[20:14:37.170] Build status: SCHEDULED
[20:14:37.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:31:0) after 9m59s
[20:24:36.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:31:0)
[20:24:36.301] Build status: SCHEDULED
[20:24:36.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:32:0) after 9m57s
[20:34:33.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:32:0)
[20:34:33.419] Build status: SCHEDULED
[20:34:33.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:33:0) after 7m52s
[20:42:25.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:33:0)
[20:42:25.508] Build status: SCHEDULED
[20:42:25.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:34:0) after 2m48s
[20:45:13.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:34:0)
[20:45:13.528] Build status: SCHEDULED
[20:45:13.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:35:0) after 4m8s
[20:49:21.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:35:0)
[20:49:21.613] Build status: SCHEDULED
[20:49:21.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:36:0) after 4m15s
[20:53:36.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:36:0)
[20:53:36.708] Build status: SCHEDULED
[20:53:36.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:37:0) after 1m31s
[20:55:07.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:37:0)
[20:55:07.820] Build status: SCHEDULED
[20:55:07.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:38:0) after 2m50s
[20:57:57.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:38:0)
[20:57:57.899] Build status: SCHEDULED
[20:57:57.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:39:0) after 8m18s
[21:00:47.209] Received PubSub notification, asking Buildbucket for the build status
[21:00:47.268] Build status: STARTED
[21:06:15.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:39:0)
[21:06:16.006] Build status: STARTED
[21:06:16.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:41:0) after 4m32s
[21:10:48.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:41:0)
[21:10:48.040] Build status: STARTED
[21:10:48.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:42:0) after 3m16s
[21:14:04.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:42:0)
[21:14:04.108] Build status: STARTED
[21:14:04.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:43:0) after 5m15s
[21:19:19.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:43:0)
[21:19:19.237] Build status: STARTED
[21:19:19.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:44:0) after 9m54s
[21:29:13.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:44:0)
[21:29:13.267] Build status: STARTED
[21:29:13.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:45:0) after 1m0s
[21:30:13.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:45:0)
[21:30:13.429] Build status: STARTED
[21:30:13.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:46:0) after 8m8s
[21:38:21.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:46:0)
[21:38:21.444] Build status: STARTED
[21:38:21.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:47:0) after 6m56s
[21:45:17.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:47:0)
[21:45:17.487] Build status: STARTED
[21:45:17.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8865718668759436992:48:0) after 7m8s
[21:46:08.004] Received PubSub notification, asking Buildbucket for the build status
[21:46:08.036] Build:
{
"id": "8700288606926645233",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-22T17:47:12.460093663Z",
"startTime": "2025-10-22T21:00:47.055717016Z",
"endTime": "2025-10-22T21:46:05.368055354Z",
"updateTime": "2025-10-22T21:46:05.368055354Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "509505745b54583c160eb0b7c54888ebcdcb39e9",
"ref": "refs/heads/main"
}
}
}
[21:46:08.036] Invocation finished in 3h58m56.708352426s with status FAILED