[20:59:34.582] New invocation is queued and will start shortly
[20:59:37.369] Starting the invocation (attempt 1)
[20:59:37.399] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/86e48602f03421b3b80afeae21f51e6882b89ba0"
[20:59:37.399] Popped gitiles commit info from properties and tags
[20:59:37.399] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:59:37.399] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:59:37.400] Buildbucket request:
{
"requestId": "8853475974321249104",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-sapphire"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853475974321249104",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d11fe72b546c453b5d1962de2563a6cf212da10e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d11fe72b546c453b5d1962de2563a6cf212da10e",
"title": "d11fe72b546c453b5d1962de2563a6cf212da10e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d11fe72b546c453b5d1962de2563a6cf212da10e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ee0b087a35ac5317fe8090478878e96c9b11c3c4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ee0b087a35ac5317fe8090478878e96c9b11c3c4",
"title": "ee0b087a35ac5317fe8090478878e96c9b11c3c4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ee0b087a35ac5317fe8090478878e96c9b11c3c4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "caee934d7e780cc95c96189722feb0c4914ecc83"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@caee934d7e780cc95c96189722feb0c4914ecc83",
"title": "caee934d7e780cc95c96189722feb0c4914ecc83",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/caee934d7e780cc95c96189722feb0c4914ecc83"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "86e48602f03421b3b80afeae21f51e6882b89ba0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@86e48602f03421b3b80afeae21f51e6882b89ba0",
"title": "86e48602f03421b3b80afeae21f51e6882b89ba0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/86e48602f03421b3b80afeae21f51e6882b89ba0"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "86e48602f03421b3b80afeae21f51e6882b89ba0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853475974321249104"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:59:37.869] Scheduled build:
{
"id": "8688045910669836337",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-sapphire"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-06T20:59:37.443964607Z",
"updateTime": "2026-03-06T20:59:37.443964607Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "86e48602f03421b3b80afeae21f51e6882b89ba0",
"ref": "refs/heads/main"
}
},
"canary": true
}
[20:59:37.869] Task URL: https://cr-buildbucket.appspot.com/build/8688045910669836337
[20:59:37.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:2:0) after 9m40s
[20:59:40.444] Received PubSub notification, asking Buildbucket for the build status
[20:59:40.473] Build status: SCHEDULED
[21:09:18.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:2:0)
[21:09:18.138] Build status: SCHEDULED
[21:09:18.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:4:0) after 7m1s
[21:16:19.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:4:0)
[21:16:19.280] Build status: SCHEDULED
[21:16:19.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:5:0) after 7m17s
[21:23:36.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:5:0)
[21:23:36.303] Build status: SCHEDULED
[21:23:36.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:6:0) after 9m49s
[21:33:25.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:6:0)
[21:33:25.468] Build status: SCHEDULED
[21:33:25.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:7:0) after 7m56s
[21:41:21.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:7:0)
[21:41:21.527] Build status: SCHEDULED
[21:41:21.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:8:0) after 4m19s
[21:45:40.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:8:0)
[21:45:40.574] Build status: SCHEDULED
[21:45:40.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:9:0) after 2m36s
[21:48:16.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:9:0)
[21:48:16.606] Build status: SCHEDULED
[21:48:16.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:10:0) after 8m47s
[21:57:03.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:10:0)
[21:57:03.688] Build status: SCHEDULED
[21:57:03.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:11:0) after 4m14s
[22:01:17.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:11:0)
[22:01:17.775] Build status: SCHEDULED
[22:01:17.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:12:0) after 3m36s
[22:04:53.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:12:0)
[22:04:53.817] Build status: SCHEDULED
[22:04:53.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:13:0) after 8m21s
[22:13:14.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:13:0)
[22:13:14.950] Build status: SCHEDULED
[22:13:14.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:14:0) after 3m27s
[22:16:42.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:14:0)
[22:16:42.097] Build status: SCHEDULED
[22:16:42.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:15:0) after 6m22s
[22:23:04.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:15:0)
[22:23:04.137] Build status: SCHEDULED
[22:23:04.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:16:0) after 1m6s
[22:24:10.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:16:0)
[22:24:10.181] Build status: SCHEDULED
[22:24:10.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:17:0) after 3m36s
[22:27:46.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:17:0)
[22:27:46.398] Build status: SCHEDULED
[22:27:46.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:18:0) after 5m54s
[22:33:40.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:18:0)
[22:33:40.428] Build status: SCHEDULED
[22:33:40.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:19:0) after 3m1s
[22:36:41.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:19:0)
[22:36:41.542] Build status: SCHEDULED
[22:36:41.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:20:0) after 3m28s
[22:40:09.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:20:0)
[22:40:09.618] Build status: SCHEDULED
[22:40:09.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:21:0) after 1m5s
[22:41:14.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:21:0)
[22:41:14.661] Build status: SCHEDULED
[22:41:14.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:22:0) after 1m50s
[22:43:04.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:22:0)
[22:43:04.700] Build status: SCHEDULED
[22:43:04.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:23:0) after 1m35s
[22:44:39.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:23:0)
[22:44:39.794] Build status: SCHEDULED
[22:44:39.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:24:0) after 5m22s
[22:50:01.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:24:0)
[22:50:01.828] Build status: SCHEDULED
[22:50:01.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:25:0) after 5m22s
[22:55:23.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:25:0)
[22:55:23.879] Build status: SCHEDULED
[22:55:23.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:26:0) after 6m4s
[23:01:27.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:26:0)
[23:01:27.870] Build status: SCHEDULED
[23:01:27.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:27:0) after 7m43s
[23:09:10.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:27:0)
[23:09:10.918] Build status: SCHEDULED
[23:09:10.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:28:0) after 9m27s
[23:18:38.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:28:0)
[23:18:38.074] Build status: SCHEDULED
[23:18:38.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:29:0) after 6m51s
[23:25:29.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:29:0)
[23:25:29.121] Build status: SCHEDULED
[23:25:29.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:30:0) after 4m33s
[23:30:02.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:30:0)
[23:30:02.248] Build status: SCHEDULED
[23:30:02.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:31:0) after 8m24s
[23:38:26.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:31:0)
[23:38:26.397] Build status: SCHEDULED
[23:38:26.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:32:0) after 7m20s
[23:45:46.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:32:0)
[23:45:46.541] Build status: SCHEDULED
[23:45:46.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:33:0) after 7m4s
[23:52:50.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:33:0)
[23:52:50.628] Build status: SCHEDULED
[23:52:50.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:34:0) after 1m46s
[23:54:36.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:34:0)
[23:54:36.710] Build status: SCHEDULED
[23:54:36.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:35:0) after 3m49s
[23:58:25.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:35:0)
[23:58:25.814] Build status: SCHEDULED
[23:58:25.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:36:0) after 3m34s
[00:01:59.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:36:0)
[00:01:59.884] Build status: SCHEDULED
[00:01:59.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:37:0) after 3m40s
[00:05:39.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:37:0)
[00:05:39.961] Build status: SCHEDULED
[00:05:39.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:38:0) after 3m39s
[00:09:19.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:38:0)
[00:09:19.023] Build status: SCHEDULED
[00:09:19.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:39:0) after 1m31s
[00:10:50.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:39:0)
[00:10:50.154] Build status: SCHEDULED
[00:10:50.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:40:0) after 9m32s
[00:20:22.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:40:0)
[00:20:22.196] Build status: SCHEDULED
[00:20:22.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:41:0) after 6m2s
[00:26:24.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:41:0)
[00:26:24.430] Build status: SCHEDULED
[00:26:24.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:42:0) after 5m53s
[00:30:58.464] Received PubSub notification, asking Buildbucket for the build status
[00:30:58.483] Build status: STARTED
[00:32:17.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:42:0)
[00:32:17.510] Build status: STARTED
[00:32:17.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:44:0) after 9m32s
[00:41:49.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:44:0)
[00:41:49.628] Build status: STARTED
[00:41:49.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:45:0) after 2m20s
[00:44:09.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:45:0)
[00:44:09.850] Build status: STARTED
[00:44:09.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:46:0) after 8m8s
[00:52:17.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:46:0)
[00:52:17.940] Build status: STARTED
[00:52:17.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-sapphire:8853475974321249104:47:0) after 9m34s
[00:57:09.156] Received PubSub notification, asking Buildbucket for the build status
[00:57:09.174] Build:
{
"id": "8688045910669836337",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-sapphire"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-06T20:59:37.443964607Z",
"startTime": "2026-03-07T00:30:58.146363628Z",
"endTime": "2026-03-07T00:57:08.252532928Z",
"updateTime": "2026-03-07T00:57:08.252532928Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "86e48602f03421b3b80afeae21f51e6882b89ba0",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:57:09.174] Invocation finished in 3h57m34.595633753s with status SUCCEEDED