[22:13:36.438] New invocation is queued and will start shortly
[22:13:37.853] Starting the invocation (attempt 1)
[22:13:37.883] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/cb53389c7c5afea0b9191ddddbe3a9fdb704a485"
[22:13:37.883] Popped gitiles commit info from properties and tags
[22:13:37.883] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:13:37.883] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:13:37.883] Buildbucket request:
{
"requestId": "8858816537721698080",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8858816537721698080",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "34a27fb95e3d0d5c495a79bc987f1be42d252538"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@34a27fb95e3d0d5c495a79bc987f1be42d252538",
"title": "34a27fb95e3d0d5c495a79bc987f1be42d252538",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/34a27fb95e3d0d5c495a79bc987f1be42d252538"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cb53389c7c5afea0b9191ddddbe3a9fdb704a485"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cb53389c7c5afea0b9191ddddbe3a9fdb704a485",
"title": "cb53389c7c5afea0b9191ddddbe3a9fdb704a485",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cb53389c7c5afea0b9191ddddbe3a9fdb704a485"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cb53389c7c5afea0b9191ddddbe3a9fdb704a485",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858816537721698080"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:13:38.269] Scheduled build:
{
"id": "8693386475488376273",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-06T22:13:37.941206875Z",
"updateTime": "2026-01-06T22:13:37.941206875Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cb53389c7c5afea0b9191ddddbe3a9fdb704a485",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:13:38.269] Task URL: https://cr-buildbucket.appspot.com/build/8693386475488376273
[22:13:38.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:2:0) after 2m5s
[22:13:39.314] Received PubSub notification, asking Buildbucket for the build status
[22:13:39.329] Build status: SCHEDULED
[22:15:43.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:2:0)
[22:15:43.309] Build status: SCHEDULED
[22:15:43.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:4:0) after 2m24s
[22:18:07.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:4:0)
[22:18:07.352] Build status: SCHEDULED
[22:18:07.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:5:0) after 8m3s
[22:26:10.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:5:0)
[22:26:10.399] Build status: SCHEDULED
[22:26:10.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:6:0) after 9m49s
[22:35:59.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:6:0)
[22:35:59.540] Build status: SCHEDULED
[22:35:59.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:7:0) after 7m21s
[22:43:20.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:7:0)
[22:43:20.622] Build status: SCHEDULED
[22:43:20.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:8:0) after 9m34s
[22:52:54.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:8:0)
[22:52:54.666] Build status: SCHEDULED
[22:52:54.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:9:0) after 1m36s
[22:54:30.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:9:0)
[22:54:30.696] Build status: SCHEDULED
[22:54:30.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:10:0) after 3m49s
[22:58:19.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:10:0)
[22:58:19.739] Build status: SCHEDULED
[22:58:19.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:11:0) after 4m36s
[23:02:55.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:11:0)
[23:02:55.781] Build status: SCHEDULED
[23:02:55.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:12:0) after 2m36s
[23:05:31.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:12:0)
[23:05:31.820] Build status: SCHEDULED
[23:05:31.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:13:0) after 5m48s
[23:11:19.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:13:0)
[23:11:19.879] Build status: SCHEDULED
[23:11:19.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:14:0) after 1m12s
[23:12:31.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:14:0)
[23:12:32.015] Build status: SCHEDULED
[23:12:32.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:15:0) after 9m24s
[23:21:56.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:15:0)
[23:21:56.065] Build status: SCHEDULED
[23:21:56.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:16:0) after 1m8s
[23:23:04.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:16:0)
[23:23:04.062] Build status: SCHEDULED
[23:23:04.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:17:0) after 8m39s
[23:31:43.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:17:0)
[23:31:43.130] Build status: SCHEDULED
[23:31:43.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:18:0) after 5m4s
[23:36:47.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:18:0)
[23:36:47.126] Build status: SCHEDULED
[23:36:47.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:19:0) after 6m34s
[23:43:21.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:19:0)
[23:43:21.221] Build status: SCHEDULED
[23:43:21.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:20:0) after 3m14s
[23:46:35.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:20:0)
[23:46:35.270] Build status: SCHEDULED
[23:46:35.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:21:0) after 1m52s
[23:48:27.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:21:0)
[23:48:27.467] Build status: SCHEDULED
[23:48:27.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:22:0) after 1m27s
[23:49:54.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:22:0)
[23:49:54.510] Build status: SCHEDULED
[23:49:54.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:23:0) after 6m57s
[23:56:51.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:23:0)
[23:56:51.547] Build status: SCHEDULED
[23:56:51.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:24:0) after 3m5s
[23:59:56.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:24:0)
[23:59:56.661] Build status: SCHEDULED
[23:59:56.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:25:0) after 2m13s
[00:02:09.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:25:0)
[00:02:09.694] Build status: SCHEDULED
[00:02:09.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:26:0) after 3m42s
[00:05:51.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:26:0)
[00:05:51.775] Build status: SCHEDULED
[00:05:51.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:27:0) after 1m39s
[00:07:30.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:27:0)
[00:07:30.815] Build status: SCHEDULED
[00:07:30.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:28:0) after 5m16s
[00:12:46.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:28:0)
[00:12:46.908] Build status: SCHEDULED
[00:12:46.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:29:0) after 7m17s
[00:20:03.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:29:0)
[00:20:03.944] Build status: SCHEDULED
[00:20:03.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:30:0) after 1m33s
[00:21:36.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:30:0)
[00:21:36.980] Build status: SCHEDULED
[00:21:36.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:31:0) after 7m51s
[00:29:28.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:31:0)
[00:29:28.109] Build status: SCHEDULED
[00:29:28.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:32:0) after 2m9s
[00:31:37.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:32:0)
[00:31:37.209] Build status: SCHEDULED
[00:31:37.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:33:0) after 4m47s
[00:36:24.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:33:0)
[00:36:24.244] Build status: SCHEDULED
[00:36:24.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:34:0) after 9m19s
[00:45:43.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:34:0)
[00:45:43.281] Build status: SCHEDULED
[00:45:43.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:35:0) after 1m22s
[00:47:05.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:35:0)
[00:47:05.331] Build status: SCHEDULED
[00:47:05.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:36:0) after 3m22s
[00:50:27.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:36:0)
[00:50:27.464] Build status: SCHEDULED
[00:50:27.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:37:0) after 1m5s
[00:51:32.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:37:0)
[00:51:32.505] Build status: SCHEDULED
[00:51:32.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:38:0) after 4m41s
[00:56:13.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:38:0)
[00:56:13.540] Build status: SCHEDULED
[00:56:13.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:39:0) after 7m58s
[01:04:11.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:39:0)
[01:04:11.625] Build status: SCHEDULED
[01:04:11.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:40:0) after 5m40s
[01:09:51.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:40:0)
[01:09:51.660] Build status: SCHEDULED
[01:09:51.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:41:0) after 7m40s
[01:17:31.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:41:0)
[01:17:31.738] Build status: SCHEDULED
[01:17:31.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:42:0) after 7m29s
[01:25:00.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:42:0)
[01:25:00.836] Build status: SCHEDULED
[01:25:00.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:43:0) after 9m40s
[01:34:40.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:43:0)
[01:34:40.890] Build status: SCHEDULED
[01:34:40.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:44:0) after 8m35s
[01:43:15.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:44:0)
[01:43:15.968] Build status: SCHEDULED
[01:43:15.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:45:0) after 5m52s
[01:49:07.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:45:0)
[01:49:08.004] Build status: SCHEDULED
[01:49:08.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:46:0) after 3m18s
[01:52:26.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:46:0)
[01:52:26.230] Build status: SCHEDULED
[01:52:26.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8858816537721698080:47:0) after 5m58s
[01:53:32.451] Received PubSub notification, asking Buildbucket for the build status
[01:53:32.516] Build status: STARTED
[01:57:48.039] Received PubSub notification, asking Buildbucket for the build status
[01:57:48.053] Build:
{
"id": "8693386475488376273",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-06T22:13:37.941206875Z",
"startTime": "2026-01-07T01:53:32.297523256Z",
"endTime": "2026-01-07T01:57:47.714285310Z",
"updateTime": "2026-01-07T01:57:47.714285310Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cb53389c7c5afea0b9191ddddbe3a9fdb704a485",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:57:48.053] Invocation finished in 3h44m11.626552986s with status SUCCEEDED