[23:09:37.566] New invocation is queued and will start shortly
[23:09:38.901] Starting the invocation (attempt 1)
[23:09:38.933] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/812c7177bfebeb88ca0febee25223d86e4936134"
[23:09:38.933] Popped gitiles commit info from properties and tags
[23:09:38.933] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:09:38.934] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:09:38.934] Buildbucket request:
{
"requestId": "8868144500864657424",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868144500864657424",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0dd6fdc17794955d7638bac067f395aa05bd1422"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0dd6fdc17794955d7638bac067f395aa05bd1422",
"title": "0dd6fdc17794955d7638bac067f395aa05bd1422",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0dd6fdc17794955d7638bac067f395aa05bd1422"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7a79b5e94d700386c53281f7c174b26a771656cd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7a79b5e94d700386c53281f7c174b26a771656cd",
"title": "7a79b5e94d700386c53281f7c174b26a771656cd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7a79b5e94d700386c53281f7c174b26a771656cd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4f146c789a3bb394724cd1fbcf358753544b237d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4f146c789a3bb394724cd1fbcf358753544b237d",
"title": "4f146c789a3bb394724cd1fbcf358753544b237d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4f146c789a3bb394724cd1fbcf358753544b237d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "812c7177bfebeb88ca0febee25223d86e4936134"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@812c7177bfebeb88ca0febee25223d86e4936134",
"title": "812c7177bfebeb88ca0febee25223d86e4936134",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/812c7177bfebeb88ca0febee25223d86e4936134"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "812c7177bfebeb88ca0febee25223d86e4936134",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868144500864657424"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:09:39.394] Scheduled build:
{
"id": "8702714438641052097",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-25T23:09:39.058578538Z",
"updateTime": "2025-09-25T23:09:39.058578538Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "812c7177bfebeb88ca0febee25223d86e4936134",
"ref": "refs/heads/main"
}
}
}
[23:09:39.394] Task URL: https://cr-buildbucket.appspot.com/build/8702714438641052097
[23:09:39.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:2:0) after 4m5s
[23:09:40.527] Received PubSub notification, asking Buildbucket for the build status
[23:09:40.549] Build status: SCHEDULED
[23:13:44.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:2:0)
[23:13:44.512] Build status: SCHEDULED
[23:13:44.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:4:0) after 3m7s
[23:16:51.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:4:0)
[23:16:51.631] Build status: SCHEDULED
[23:16:51.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:5:0) after 7m25s
[23:24:16.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:5:0)
[23:24:16.672] Build status: SCHEDULED
[23:24:16.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:6:0) after 5m37s
[23:29:53.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:6:0)
[23:29:53.861] Build status: SCHEDULED
[23:29:53.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:7:0) after 9m34s
[23:39:27.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:7:0)
[23:39:27.889] Build status: SCHEDULED
[23:39:27.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:8:0) after 2m28s
[23:41:55.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:8:0)
[23:41:55.907] Build status: SCHEDULED
[23:41:55.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:9:0) after 6m3s
[23:47:59.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:9:0)
[23:47:59.037] Build status: SCHEDULED
[23:47:59.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:10:0) after 4m16s
[23:52:15.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:10:0)
[23:52:15.040] Build status: SCHEDULED
[23:52:15.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:11:0) after 6m14s
[23:58:29.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:11:0)
[23:58:29.136] Build status: SCHEDULED
[23:58:29.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:12:0) after 9m23s
[00:07:52.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:12:0)
[00:07:52.226] Build status: SCHEDULED
[00:07:52.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:13:0) after 5m28s
[00:13:20.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:13:0)
[00:13:20.260] Build status: SCHEDULED
[00:13:20.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:14:0) after 1m22s
[00:14:42.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:14:0)
[00:14:42.303] Build status: SCHEDULED
[00:14:42.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:15:0) after 2m51s
[00:17:33.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:15:0)
[00:17:33.336] Build status: SCHEDULED
[00:17:33.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:16:0) after 3m20s
[00:20:53.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:16:0)
[00:20:53.425] Build status: SCHEDULED
[00:20:53.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:17:0) after 7m35s
[00:28:28.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:17:0)
[00:28:28.547] Build status: SCHEDULED
[00:28:28.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:18:0) after 4m11s
[00:32:39.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:18:0)
[00:32:39.670] Build status: SCHEDULED
[00:32:39.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:19:0) after 4m17s
[00:36:56.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:19:0)
[00:36:56.701] Build status: SCHEDULED
[00:36:56.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:20:0) after 6m43s
[00:43:39.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:20:0)
[00:43:40.028] Build status: SCHEDULED
[00:43:40.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:21:0) after 9m56s
[00:53:36.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:21:0)
[00:53:36.109] Build status: SCHEDULED
[00:53:36.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:22:0) after 6m52s
[01:00:28.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:22:0)
[01:00:28.117] Build status: SCHEDULED
[01:00:28.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:23:0) after 2m59s
[01:03:27.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:23:0)
[01:03:27.163] Build status: SCHEDULED
[01:03:27.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:24:0) after 6m21s
[01:09:48.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:24:0)
[01:09:48.255] Build status: SCHEDULED
[01:09:48.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:25:0) after 3m19s
[01:13:07.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:25:0)
[01:13:07.387] Build status: SCHEDULED
[01:13:07.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:26:0) after 9m29s
[01:22:36.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:26:0)
[01:22:36.451] Build status: SCHEDULED
[01:22:36.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:27:0) after 6m37s
[01:29:13.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:27:0)
[01:29:13.636] Build status: SCHEDULED
[01:29:13.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:28:0) after 5m33s
[01:34:46.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:28:0)
[01:34:46.659] Build status: SCHEDULED
[01:34:46.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:29:0) after 7m4s
[01:41:50.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:29:0)
[01:41:50.771] Build status: SCHEDULED
[01:41:50.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:30:0) after 2m48s
[01:44:38.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:30:0)
[01:44:38.800] Build status: SCHEDULED
[01:44:38.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:31:0) after 8m3s
[01:52:41.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:31:0)
[01:52:41.833] Build status: SCHEDULED
[01:52:41.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:32:0) after 3m41s
[01:56:22.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:32:0)
[01:56:22.872] Build status: SCHEDULED
[01:56:22.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:33:0) after 7m31s
[02:03:53.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:33:0)
[02:03:53.926] Build status: SCHEDULED
[02:03:53.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:34:0) after 1m36s
[02:05:29.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:34:0)
[02:05:29.960] Build status: SCHEDULED
[02:05:29.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:35:0) after 9m4s
[02:14:34.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:35:0)
[02:14:34.077] Build status: SCHEDULED
[02:14:34.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:36:0) after 4m5s
[02:18:39.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:36:0)
[02:18:39.116] Build status: SCHEDULED
[02:18:39.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:37:0) after 9m13s
[02:27:52.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:37:0)
[02:27:52.282] Build status: SCHEDULED
[02:27:52.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:38:0) after 6m33s
[02:34:25.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:38:0)
[02:34:25.450] Build status: SCHEDULED
[02:34:25.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:39:0) after 9m9s
[02:43:34.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:39:0)
[02:43:34.496] Build status: SCHEDULED
[02:43:34.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:40:0) after 6m4s
[02:49:38.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:40:0)
[02:49:38.661] Build status: SCHEDULED
[02:49:38.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:41:0) after 1m55s
[02:51:33.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:41:0)
[02:51:33.740] Build status: SCHEDULED
[02:51:33.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:42:0) after 3m22s
[02:54:55.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:42:0)
[02:54:55.825] Build status: SCHEDULED
[02:54:55.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:43:0) after 6m26s
[03:01:21.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:43:0)
[03:01:21.828] Build status: SCHEDULED
[03:01:21.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8868144500864657424:44:0) after 7m50s
[03:04:47.265] Received PubSub notification, asking Buildbucket for the build status
[03:04:47.289] Build status: STARTED
[03:08:39.967] Received PubSub notification, asking Buildbucket for the build status
[03:08:39.984] Build:
{
"id": "8702714438641052097",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-25T23:09:39.058578538Z",
"startTime": "2025-09-26T03:04:47.050291343Z",
"endTime": "2025-09-26T03:08:39.527339714Z",
"updateTime": "2025-09-26T03:08:39.527339714Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "812c7177bfebeb88ca0febee25223d86e4936134",
"ref": "refs/heads/main"
}
}
}
[03:08:39.984] Invocation finished in 3h59m2.429968719s with status SUCCEEDED