[01:50:06.642] New invocation is queued and will start shortly
[01:50:07.837] Starting the invocation (attempt 1)
[01:50:07.876] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/efc800231b225b94b53ac73a67eeae9dd19d366d"
[01:50:07.876] Popped gitiles commit info from properties and tags
[01:50:07.877] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:50:07.877] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:50:07.877] Buildbucket request:
{
"requestId": "8869493358533837120",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869493358533837120",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3c7eaef0e7fbea1bf1ca834a1e9542b3a0032efc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3c7eaef0e7fbea1bf1ca834a1e9542b3a0032efc",
"title": "3c7eaef0e7fbea1bf1ca834a1e9542b3a0032efc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3c7eaef0e7fbea1bf1ca834a1e9542b3a0032efc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "efc800231b225b94b53ac73a67eeae9dd19d366d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@efc800231b225b94b53ac73a67eeae9dd19d366d",
"title": "efc800231b225b94b53ac73a67eeae9dd19d366d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/efc800231b225b94b53ac73a67eeae9dd19d366d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "efc800231b225b94b53ac73a67eeae9dd19d366d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869493358533837120"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:50:08.318] Scheduled build:
{
"id": "8704063296525726289",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-11T01:50:07.937539207Z",
"updateTime": "2025-09-11T01:50:07.937539207Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "efc800231b225b94b53ac73a67eeae9dd19d366d",
"ref": "refs/heads/main"
}
}
}
[01:50:08.318] Task URL: https://cr-buildbucket.appspot.com/build/8704063296525726289
[01:50:08.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:2:0) after 3m37s
[01:50:09.310] Received PubSub notification, asking Buildbucket for the build status
[01:50:09.330] Build status: SCHEDULED
[01:53:45.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:2:0)
[01:53:45.403] Build status: SCHEDULED
[01:53:45.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:4:0) after 8m22s
[02:02:07.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:4:0)
[02:02:07.435] Build status: SCHEDULED
[02:02:07.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:5:0) after 4m8s
[02:06:15.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:5:0)
[02:06:15.513] Build status: SCHEDULED
[02:06:15.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:6:0) after 7m38s
[02:13:53.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:6:0)
[02:13:53.690] Build status: SCHEDULED
[02:13:53.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:7:0) after 2m17s
[02:16:10.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:7:0)
[02:16:10.732] Build status: SCHEDULED
[02:16:10.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:8:0) after 7m39s
[02:23:49.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:8:0)
[02:23:49.764] Build status: SCHEDULED
[02:23:49.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:9:0) after 8m55s
[02:32:45.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:9:0)
[02:32:45.377] Build status: SCHEDULED
[02:32:45.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:10:0) after 5m24s
[02:38:09.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:10:0)
[02:38:09.732] Build status: SCHEDULED
[02:38:09.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:11:0) after 1m51s
[02:40:00.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:11:0)
[02:40:00.771] Build status: SCHEDULED
[02:40:00.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:12:0) after 1m36s
[02:41:36.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:12:0)
[02:41:36.878] Build status: SCHEDULED
[02:41:36.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:13:0) after 2m3s
[02:43:40.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:13:0)
[02:43:40.228] Build status: SCHEDULED
[02:43:40.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:14:0) after 4m4s
[02:47:44.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:14:0)
[02:47:44.327] Build status: SCHEDULED
[02:47:44.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:15:0) after 8m54s
[02:56:38.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:15:0)
[02:56:38.363] Build status: SCHEDULED
[02:56:38.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:16:0) after 8m59s
[03:05:37.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:16:0)
[03:05:37.576] Build status: SCHEDULED
[03:05:37.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:17:0) after 1m31s
[03:07:08.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:17:0)
[03:07:08.891] Build status: SCHEDULED
[03:07:08.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:18:0) after 5m34s
[03:12:42.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:18:0)
[03:12:42.935] Build status: SCHEDULED
[03:12:42.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:19:0) after 8m43s
[03:21:25.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:19:0)
[03:21:25.971] Build status: SCHEDULED
[03:21:25.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:20:0) after 7m40s
[03:29:05.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:20:0)
[03:29:05.987] Build status: SCHEDULED
[03:29:05.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:21:0) after 2m12s
[03:31:18.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:21:0)
[03:31:18.133] Build status: SCHEDULED
[03:31:18.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:22:0) after 9m7s
[03:40:25.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:22:0)
[03:40:25.685] Build status: SCHEDULED
[03:40:25.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:23:0) after 6m9s
[03:46:34.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:23:0)
[03:46:34.736] Build status: SCHEDULED
[03:46:34.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:24:0) after 5m52s
[03:52:26.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:24:0)
[03:52:26.773] Build status: SCHEDULED
[03:52:26.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:25:0) after 9m42s
[04:02:08.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:25:0)
[04:02:08.926] Build status: SCHEDULED
[04:02:08.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:26:0) after 9m45s
[04:11:54.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:26:0)
[04:11:54.057] Build status: SCHEDULED
[04:11:54.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:27:0) after 5m25s
[04:17:19.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:27:0)
[04:17:19.092] Build status: SCHEDULED
[04:17:19.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:28:0) after 5m31s
[04:22:50.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:28:0)
[04:22:50.199] Build status: SCHEDULED
[04:22:50.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:29:0) after 9m35s
[04:32:25.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:29:0)
[04:32:25.241] Build status: SCHEDULED
[04:32:25.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:30:0) after 1m47s
[04:34:12.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:30:0)
[04:34:12.376] Build status: SCHEDULED
[04:34:12.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:31:0) after 9m30s
[04:43:42.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:31:0)
[04:43:42.456] Build status: SCHEDULED
[04:43:42.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:32:0) after 3m35s
[04:47:17.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:32:0)
[04:47:17.514] Build status: SCHEDULED
[04:47:17.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:33:0) after 2m3s
[04:49:20.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:33:0)
[04:49:20.551] Build status: SCHEDULED
[04:49:20.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:34:0) after 7m36s
[04:56:56.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:34:0)
[04:56:56.585] Build status: SCHEDULED
[04:56:56.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:35:0) after 5m40s
[05:02:36.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:35:0)
[05:02:36.664] Build status: SCHEDULED
[05:02:36.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:36:0) after 2m39s
[05:05:15.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:36:0)
[05:05:15.720] Build status: SCHEDULED
[05:05:15.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:37:0) after 6m51s
[05:12:06.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:37:0)
[05:12:06.872] Build status: SCHEDULED
[05:12:06.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:38:0) after 4m52s
[05:16:59.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:38:0)
[05:16:59.152] Build status: SCHEDULED
[05:16:59.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:39:0) after 5m44s
[05:22:43.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:39:0)
[05:22:43.909] Build status: SCHEDULED
[05:22:43.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:40:0) after 6m59s
[05:29:42.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:40:0)
[05:29:42.976] Build status: SCHEDULED
[05:29:42.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:41:0) after 1m11s
[05:30:54.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:41:0)
[05:30:54.039] Build status: SCHEDULED
[05:30:54.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:42:0) after 4m9s
[05:35:03.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:42:0)
[05:35:03.084] Build status: SCHEDULED
[05:35:03.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:43:0) after 3m50s
[05:38:53.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:43:0)
[05:38:53.342] Build status: SCHEDULED
[05:38:53.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:44:0) after 5m30s
[05:44:23.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:44:0)
[05:44:23.380] Build status: SCHEDULED
[05:44:23.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:45:0) after 4m28s
[05:48:51.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:45:0)
[05:48:51.425] Build status: SCHEDULED
[05:48:51.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:46:0) after 8m47s
[05:56:47.378] Received PubSub notification, asking Buildbucket for the build status
[05:56:47.394] Build status: STARTED
[05:57:38.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:46:0)
[05:57:38.457] Build status: STARTED
[05:57:38.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8869493358533837120:48:0) after 9m22s
[06:00:48.119] Received PubSub notification, asking Buildbucket for the build status
[06:00:48.147] Build:
{
"id": "8704063296525726289",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-11T01:50:07.937539207Z",
"startTime": "2025-09-11T05:56:47.195246244Z",
"endTime": "2025-09-11T06:00:40.717349720Z",
"updateTime": "2025-09-11T06:00:40.717349720Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "efc800231b225b94b53ac73a67eeae9dd19d366d",
"ref": "refs/heads/main"
}
}
}
[06:00:48.147] Invocation finished in 4h10m41.509253551s with status SUCCEEDED