[23:28:34.015] New invocation is queued and will start shortly
[23:28:35.081] Starting the invocation (attempt 1)
[23:28:35.109] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6be4bc3e5fc58519ac89fb8651bb740f76fcb117"
[23:28:35.109] Popped gitiles commit info from properties and tags
[23:28:35.109] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:28:35.110] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:28:35.110] Buildbucket request:
{
"requestId": "8833354074106923664",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8833354074106923664",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "150c95b6aadd037dd30d35d2202fc4cbb8cf3fd1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@150c95b6aadd037dd30d35d2202fc4cbb8cf3fd1",
"title": "150c95b6aadd037dd30d35d2202fc4cbb8cf3fd1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/150c95b6aadd037dd30d35d2202fc4cbb8cf3fd1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d4a4e5b576f23773f18d2b62cfa10dd4630dae27"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d4a4e5b576f23773f18d2b62cfa10dd4630dae27",
"title": "d4a4e5b576f23773f18d2b62cfa10dd4630dae27",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d4a4e5b576f23773f18d2b62cfa10dd4630dae27"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f9427c111825ba93f0459d30b43245bad773364a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f9427c111825ba93f0459d30b43245bad773364a",
"title": "f9427c111825ba93f0459d30b43245bad773364a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f9427c111825ba93f0459d30b43245bad773364a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "25adde6888ae4af0048aafd1934593454465d321"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@25adde6888ae4af0048aafd1934593454465d321",
"title": "25adde6888ae4af0048aafd1934593454465d321",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/25adde6888ae4af0048aafd1934593454465d321"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6be4bc3e5fc58519ac89fb8651bb740f76fcb117"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6be4bc3e5fc58519ac89fb8651bb740f76fcb117",
"title": "6be4bc3e5fc58519ac89fb8651bb740f76fcb117",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6be4bc3e5fc58519ac89fb8651bb740f76fcb117"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6be4bc3e5fc58519ac89fb8651bb740f76fcb117",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8833354074106923664"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:28:36.218] Scheduled build:
{
"id": "8667924011985113121",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-14T23:28:35.416719244Z",
"updateTime": "2026-10-14T23:28:35.416719244Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6be4bc3e5fc58519ac89fb8651bb740f76fcb117",
"ref": "refs/heads/main"
}
}
}
[23:28:36.218] Task URL: https://cr-buildbucket.appspot.com/build/8667924011985113121
[23:28:36.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:2:0) after 2m11s
[23:28:37.060] Received PubSub notification, asking Buildbucket for the build status
[23:28:37.087] Build status: SCHEDULED
[23:30:47.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:2:0)
[23:30:47.262] Build status: SCHEDULED
[23:30:47.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:4:0) after 3m12s
[23:33:59.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:4:0)
[23:33:59.351] Build status: SCHEDULED
[23:33:59.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:5:0) after 9m23s
[23:43:22.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:5:0)
[23:43:22.520] Build status: SCHEDULED
[23:43:22.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:6:0) after 6m38s
[23:50:00.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:6:0)
[23:50:00.535] Build status: SCHEDULED
[23:50:00.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:7:0) after 4m17s
[23:54:17.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:7:0)
[23:54:17.636] Build status: SCHEDULED
[23:54:17.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:8:0) after 8m19s
[00:02:36.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:8:0)
[00:02:36.709] Build status: SCHEDULED
[00:02:36.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:9:0) after 2m51s
[00:05:27.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:9:0)
[00:05:27.993] Build status: SCHEDULED
[00:05:27.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:10:0) after 9m5s
[00:14:33.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:10:0)
[00:14:33.156] Build status: SCHEDULED
[00:14:33.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:11:0) after 2m5s
[00:16:38.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:11:0)
[00:16:38.167] Build status: SCHEDULED
[00:16:38.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:12:0) after 1m22s
[00:18:00.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:12:0)
[00:18:00.308] Build status: SCHEDULED
[00:18:00.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:13:0) after 6m54s
[00:24:54.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:13:0)
[00:24:54.579] Build status: SCHEDULED
[00:24:54.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:14:0) after 5m33s
[00:30:27.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:14:0)
[00:30:27.695] Build status: SCHEDULED
[00:30:27.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:15:0) after 6m46s
[00:37:13.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:15:0)
[00:37:13.840] Build status: SCHEDULED
[00:37:13.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:16:0) after 3m20s
[00:40:33.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:16:0)
[00:40:33.944] Build status: SCHEDULED
[00:40:33.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:17:0) after 2m18s
[00:42:52.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:17:0)
[00:42:52.042] Build status: SCHEDULED
[00:42:52.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:18:0) after 7m38s
[00:50:30.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:18:0)
[00:50:30.083] Build status: SCHEDULED
[00:50:30.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:19:0) after 3m34s
[00:54:04.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:19:0)
[00:54:04.134] Build status: SCHEDULED
[00:54:04.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:20:0) after 4m18s
[00:58:22.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:20:0)
[00:58:22.306] Build status: SCHEDULED
[00:58:22.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:21:0) after 4m41s
[01:03:03.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:21:0)
[01:03:03.436] Build status: SCHEDULED
[01:03:03.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:22:0) after 8m44s
[01:11:47.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:22:0)
[01:11:47.596] Build status: SCHEDULED
[01:11:47.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:23:0) after 4m55s
[01:16:42.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:23:0)
[01:16:42.685] Build status: SCHEDULED
[01:16:42.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:24:0) after 5m3s
[01:21:45.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:24:0)
[01:21:45.920] Build status: SCHEDULED
[01:21:45.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:25:0) after 2m12s
[01:23:57.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:25:0)
[01:23:57.981] Build status: SCHEDULED
[01:23:57.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:26:0) after 7m51s
[01:31:49.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:26:0)
[01:31:49.042] Build status: SCHEDULED
[01:31:49.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:27:0) after 9m13s
[01:41:02.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:27:0)
[01:41:02.090] Build status: SCHEDULED
[01:41:02.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:28:0) after 7m7s
[01:48:09.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:28:0)
[01:48:09.179] Build status: SCHEDULED
[01:48:09.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:29:0) after 9m8s
[01:57:17.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:29:0)
[01:57:17.273] Build status: SCHEDULED
[01:57:17.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:30:0) after 2m43s
[02:00:00.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:30:0)
[02:00:00.368] Build status: SCHEDULED
[02:00:00.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:31:0) after 5m56s
[02:05:56.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:31:0)
[02:05:56.487] Build status: SCHEDULED
[02:05:56.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:32:0) after 6m49s
[02:12:45.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:32:0)
[02:12:45.645] Build status: SCHEDULED
[02:12:45.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:33:0) after 5m40s
[02:18:25.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:33:0)
[02:18:25.782] Build status: SCHEDULED
[02:18:25.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:34:0) after 2m33s
[02:20:58.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:34:0)
[02:20:58.891] Build status: SCHEDULED
[02:20:58.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:35:0) after 4m25s
[02:25:23.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:35:0)
[02:25:24.179] Build status: SCHEDULED
[02:25:24.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:36:0) after 2m47s
[02:28:11.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:36:0)
[02:28:11.244] Build status: SCHEDULED
[02:28:11.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:37:0) after 4m56s
[02:33:07.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:37:0)
[02:33:07.279] Build status: SCHEDULED
[02:33:07.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:38:0) after 4m47s
[02:37:54.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:38:0)
[02:37:54.331] Build status: SCHEDULED
[02:37:54.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:39:0) after 3m28s
[02:41:22.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:39:0)
[02:41:22.370] Build status: SCHEDULED
[02:41:22.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:40:0) after 5m14s
[02:46:36.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:40:0)
[02:46:36.409] Build status: SCHEDULED
[02:46:36.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:41:0) after 3m16s
[02:49:26.351] Received PubSub notification, asking Buildbucket for the build status
[02:49:26.376] Build status: STARTED
[02:49:52.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:41:0)
[02:49:52.532] Build status: STARTED
[02:49:52.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8833354074106923664:43:0) after 5m25s
[02:53:14.922] Received PubSub notification, asking Buildbucket for the build status
[02:53:14.943] Build:
{
"id": "8667924011985113121",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-14T23:28:35.416719244Z",
"startTime": "2026-10-15T02:49:26.033797354Z",
"endTime": "2026-10-15T02:53:14.041858054Z",
"updateTime": "2026-10-15T02:53:14.041858054Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6be4bc3e5fc58519ac89fb8651bb740f76fcb117",
"ref": "refs/heads/main"
}
}
}
[02:53:14.943] Invocation finished in 3h24m40.933516972s with status SUCCEEDED