[05:27:38.723] New invocation is queued and will start shortly
[05:27:39.816] Starting the invocation (attempt 1)
[05:27:39.846] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d5655b2f80ecb0fb40bc4627c46b7f6e59e9aa60"
[05:27:39.846] Popped gitiles commit info from properties and tags
[05:27:39.846] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:27:39.848] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:27:39.848] Buildbucket request:
{
"requestId": "8861778930291764816",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861778930291764816",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-gn-main",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "60e41f241364c7ebdc7fcdf7e22b39f02f31d7ce"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@60e41f241364c7ebdc7fcdf7e22b39f02f31d7ce",
"title": "60e41f241364c7ebdc7fcdf7e22b39f02f31d7ce",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/60e41f241364c7ebdc7fcdf7e22b39f02f31d7ce"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1d79dcb106b05645e020c2b4ee074322a7f96a51"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1d79dcb106b05645e020c2b4ee074322a7f96a51",
"title": "1d79dcb106b05645e020c2b4ee074322a7f96a51",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1d79dcb106b05645e020c2b4ee074322a7f96a51"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d5c06e3b666a7ac9ac5dd3e402206b2f5e968dd6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d5c06e3b666a7ac9ac5dd3e402206b2f5e968dd6",
"title": "d5c06e3b666a7ac9ac5dd3e402206b2f5e968dd6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d5c06e3b666a7ac9ac5dd3e402206b2f5e968dd6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d5655b2f80ecb0fb40bc4627c46b7f6e59e9aa60"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d5655b2f80ecb0fb40bc4627c46b7f6e59e9aa60",
"title": "d5655b2f80ecb0fb40bc4627c46b7f6e59e9aa60",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d5655b2f80ecb0fb40bc4627c46b7f6e59e9aa60"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d5655b2f80ecb0fb40bc4627c46b7f6e59e9aa60",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861778930291764816"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-gn-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:27:40.198] Scheduled build:
{
"id": "8696348868407867425",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-05T05:27:39.898711506Z",
"updateTime": "2025-12-05T05:27:39.898711506Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d5655b2f80ecb0fb40bc4627c46b7f6e59e9aa60",
"ref": "refs/heads/main"
}
},
"canary": true
}
[05:27:40.198] Task URL: https://cr-buildbucket.appspot.com/build/8696348868407867425
[05:27:40.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:2:0) after 6m54s
[05:27:41.135] Received PubSub notification, asking Buildbucket for the build status
[05:27:41.165] Build status: SCHEDULED
[05:34:34.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:2:0)
[05:34:34.310] Build status: SCHEDULED
[05:34:34.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:4:0) after 7m6s
[05:41:40.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:4:0)
[05:41:40.340] Build status: SCHEDULED
[05:41:40.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:5:0) after 6m43s
[05:48:23.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:5:0)
[05:48:23.543] Build status: SCHEDULED
[05:48:23.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:6:0) after 8m42s
[05:57:05.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:6:0)
[05:57:05.570] Build status: SCHEDULED
[05:57:05.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:7:0) after 6m16s
[06:03:21.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:7:0)
[06:03:21.601] Build status: SCHEDULED
[06:03:21.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:8:0) after 6m8s
[06:09:29.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:8:0)
[06:09:29.607] Build status: SCHEDULED
[06:09:29.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:9:0) after 5m39s
[06:15:08.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:9:0)
[06:15:08.656] Build status: SCHEDULED
[06:15:08.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:10:0) after 8m43s
[06:23:51.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:10:0)
[06:23:51.755] Build status: SCHEDULED
[06:23:51.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:11:0) after 1m46s
[06:25:37.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:11:0)
[06:25:37.734] Build status: SCHEDULED
[06:25:37.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:12:0) after 2m25s
[06:28:02.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:12:0)
[06:28:02.753] Build status: SCHEDULED
[06:28:02.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:13:0) after 1m31s
[06:29:33.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:13:0)
[06:29:33.839] Build status: SCHEDULED
[06:29:33.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:14:0) after 7m10s
[06:36:44.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:14:0)
[06:36:44.038] Build status: SCHEDULED
[06:36:44.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:15:0) after 3m11s
[06:39:55.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:15:0)
[06:39:55.125] Build status: SCHEDULED
[06:39:55.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:16:0) after 3m8s
[06:43:03.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:16:0)
[06:43:03.175] Build status: SCHEDULED
[06:43:03.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:17:0) after 1m3s
[06:44:06.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:17:0)
[06:44:06.310] Build status: SCHEDULED
[06:44:06.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:18:0) after 2m4s
[06:46:10.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:18:0)
[06:46:10.350] Build status: SCHEDULED
[06:46:10.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:19:0) after 5m22s
[06:51:32.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:19:0)
[06:51:32.382] Build status: SCHEDULED
[06:51:32.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:20:0) after 5m45s
[06:57:17.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:20:0)
[06:57:17.599] Build status: SCHEDULED
[06:57:17.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:21:0) after 3m57s
[07:01:14.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:21:0)
[07:01:14.709] Build status: SCHEDULED
[07:01:14.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:22:0) after 7m13s
[07:08:27.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:22:0)
[07:08:27.755] Build status: SCHEDULED
[07:08:27.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:23:0) after 2m0s
[07:10:27.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:23:0)
[07:10:27.749] Build status: SCHEDULED
[07:10:27.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:24:0) after 5m23s
[07:15:50.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:24:0)
[07:15:50.796] Build status: SCHEDULED
[07:15:50.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:25:0) after 5m11s
[07:21:01.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:25:0)
[07:21:01.824] Build status: SCHEDULED
[07:21:01.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:26:0) after 7m58s
[07:28:59.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:26:0)
[07:28:59.873] Build status: SCHEDULED
[07:28:59.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:27:0) after 5m32s
[07:34:31.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:27:0)
[07:34:31.922] Build status: SCHEDULED
[07:34:31.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:28:0) after 2m10s
[07:36:41.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:28:0)
[07:36:42.005] Build status: SCHEDULED
[07:36:42.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:29:0) after 3m39s
[07:40:21.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:29:0)
[07:40:21.184] Build status: SCHEDULED
[07:40:21.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:30:0) after 3m22s
[07:43:43.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:30:0)
[07:43:43.176] Build status: SCHEDULED
[07:43:43.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:31:0) after 5m10s
[07:48:53.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:31:0)
[07:48:53.258] Build status: SCHEDULED
[07:48:53.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:32:0) after 3m23s
[07:52:16.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:32:0)
[07:52:16.286] Build status: SCHEDULED
[07:52:16.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:33:0) after 1m26s
[07:53:42.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:33:0)
[07:53:42.288] Build status: SCHEDULED
[07:53:42.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:34:0) after 8m47s
[08:02:29.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:34:0)
[08:02:29.373] Build status: SCHEDULED
[08:02:29.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:35:0) after 9m50s
[08:12:19.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:35:0)
[08:12:19.447] Build status: SCHEDULED
[08:12:19.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:36:0) after 4m44s
[08:17:03.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:36:0)
[08:17:03.482] Build status: SCHEDULED
[08:17:03.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:37:0) after 4m34s
[08:21:37.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:37:0)
[08:21:37.596] Build status: SCHEDULED
[08:21:37.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:38:0) after 6m14s
[08:27:51.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:38:0)
[08:27:51.645] Build status: SCHEDULED
[08:27:51.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:39:0) after 7m28s
[08:35:19.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:39:0)
[08:35:19.663] Build status: SCHEDULED
[08:35:19.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:40:0) after 7m57s
[08:43:16.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:40:0)
[08:43:16.699] Build status: SCHEDULED
[08:43:16.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:41:0) after 3m58s
[08:47:14.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:41:0)
[08:47:14.735] Build status: SCHEDULED
[08:47:14.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:42:0) after 1m2s
[08:48:16.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:42:0)
[08:48:16.778] Build status: SCHEDULED
[08:48:16.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:43:0) after 4m34s
[08:52:50.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:43:0)
[08:52:50.952] Build status: SCHEDULED
[08:52:50.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:44:0) after 3m10s
[08:56:00.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:44:0)
[08:56:01.015] Build status: SCHEDULED
[08:56:01.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:45:0) after 2m0s
[08:58:01.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:45:0)
[08:58:01.047] Build status: SCHEDULED
[08:58:01.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:46:0) after 5m43s
[09:02:47.434] Received PubSub notification, asking Buildbucket for the build status
[09:02:47.454] Build status: STARTED
[09:03:44.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:46:0)
[09:03:44.305] Build status: STARTED
[09:03:44.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-main:8861778930291764816:48:0) after 9m50s
[09:04:58.003] Received PubSub notification, asking Buildbucket for the build status
[09:04:58.016] Build:
{
"id": "8696348868407867425",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-05T05:27:39.898711506Z",
"startTime": "2025-12-05T09:02:47.211056305Z",
"endTime": "2025-12-05T09:04:57.713521735Z",
"updateTime": "2025-12-05T09:04:57.713521735Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d5655b2f80ecb0fb40bc4627c46b7f6e59e9aa60",
"ref": "refs/heads/main"
}
},
"canary": true
}
[09:04:58.017] Invocation finished in 3h37m19.298350978s with status FAILED