[02:24:29.003] New invocation is queued and will start shortly
[02:24:30.046] Starting the invocation (attempt 1)
[02:24:30.074] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9e1d364e285ec6c475bd8257534625a3d016f93f"
[02:24:30.074] Popped gitiles commit info from properties and tags
[02:24:30.074] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:24:30.074] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:24:30.074] Buildbucket request:
{
"requestId": "8875198804874285312",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875198804874285312",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1b91b8baf8943c923cd880c9eee53fd7ab278c9e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1b91b8baf8943c923cd880c9eee53fd7ab278c9e",
"title": "1b91b8baf8943c923cd880c9eee53fd7ab278c9e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1b91b8baf8943c923cd880c9eee53fd7ab278c9e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bcf321e9b4b7bf33c3918577f628b88c73796ba1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bcf321e9b4b7bf33c3918577f628b88c73796ba1",
"title": "bcf321e9b4b7bf33c3918577f628b88c73796ba1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bcf321e9b4b7bf33c3918577f628b88c73796ba1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1b6f00cbc4ae6b8e96bb0ae1eb259b1a4dd19639"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1b6f00cbc4ae6b8e96bb0ae1eb259b1a4dd19639",
"title": "1b6f00cbc4ae6b8e96bb0ae1eb259b1a4dd19639",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1b6f00cbc4ae6b8e96bb0ae1eb259b1a4dd19639"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "63174757bbb91b1d14d1b8fdd4954d6d75107bca"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@63174757bbb91b1d14d1b8fdd4954d6d75107bca",
"title": "63174757bbb91b1d14d1b8fdd4954d6d75107bca",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/63174757bbb91b1d14d1b8fdd4954d6d75107bca"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9e1d364e285ec6c475bd8257534625a3d016f93f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9e1d364e285ec6c475bd8257534625a3d016f93f",
"title": "9e1d364e285ec6c475bd8257534625a3d016f93f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9e1d364e285ec6c475bd8257534625a3d016f93f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9e1d364e285ec6c475bd8257534625a3d016f93f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875198804874285312"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:24:30.541] Scheduled build:
{
"id": "8709768743024101537",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-10T02:24:30.147126699Z",
"updateTime": "2025-07-10T02:24:30.147126699Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9e1d364e285ec6c475bd8257534625a3d016f93f",
"ref": "refs/heads/main"
}
}
}
[02:24:30.541] Task URL: https://cr-buildbucket.appspot.com/build/8709768743024101537
[02:24:30.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:2:0) after 8m25s
[02:24:30.725] Received PubSub notification, asking Buildbucket for the build status
[02:24:30.757] Build status: SCHEDULED
[02:32:55.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:2:0)
[02:32:55.577] Build status: SCHEDULED
[02:32:55.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:4:0) after 2m40s
[02:35:35.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:4:0)
[02:35:35.670] Build status: SCHEDULED
[02:35:35.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:5:0) after 2m42s
[02:38:17.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:5:0)
[02:38:17.731] Build status: SCHEDULED
[02:38:17.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:6:0) after 6m12s
[02:44:29.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:6:0)
[02:44:29.819] Build status: SCHEDULED
[02:44:29.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:7:0) after 3m34s
[02:48:03.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:7:0)
[02:48:03.966] Build status: SCHEDULED
[02:48:03.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:8:0) after 8m55s
[02:56:58.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:8:0)
[02:56:59.021] Build status: SCHEDULED
[02:56:59.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:9:0) after 9m39s
[03:06:38.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:9:0)
[03:06:38.112] Build status: SCHEDULED
[03:06:38.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:10:0) after 6m26s
[03:13:04.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:10:0)
[03:13:04.170] Build status: SCHEDULED
[03:13:04.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:11:0) after 5m6s
[03:18:10.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:11:0)
[03:18:10.289] Build status: SCHEDULED
[03:18:10.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:12:0) after 4m39s
[03:22:49.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:12:0)
[03:22:49.384] Build status: SCHEDULED
[03:22:49.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:13:0) after 9m21s
[03:32:10.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:13:0)
[03:32:10.432] Build status: SCHEDULED
[03:32:10.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:14:0) after 6m59s
[03:39:09.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:14:0)
[03:39:09.550] Build status: SCHEDULED
[03:39:09.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:15:0) after 4m43s
[03:43:52.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:15:0)
[03:43:52.636] Build status: SCHEDULED
[03:43:52.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:16:0) after 2m29s
[03:46:21.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:16:0)
[03:46:21.677] Build status: SCHEDULED
[03:46:21.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:17:0) after 5m35s
[03:51:56.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:17:0)
[03:51:56.853] Build status: SCHEDULED
[03:51:56.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:18:0) after 9m28s
[04:01:24.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:18:0)
[04:01:24.944] Build status: SCHEDULED
[04:01:24.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:19:0) after 1m6s
[04:02:30.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:19:0)
[04:02:30.985] Build status: SCHEDULED
[04:02:30.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:20:0) after 8m20s
[04:10:50.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:20:0)
[04:10:51.023] Build status: SCHEDULED
[04:10:51.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:21:0) after 9m40s
[04:20:31.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:21:0)
[04:20:31.023] Build status: SCHEDULED
[04:20:31.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:22:0) after 9m2s
[04:29:33.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:22:0)
[04:29:33.061] Build status: SCHEDULED
[04:29:33.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:23:0) after 9m8s
[04:38:41.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:23:0)
[04:38:41.097] Build status: SCHEDULED
[04:38:41.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:24:0) after 4m40s
[04:43:21.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:24:0)
[04:43:21.178] Build status: SCHEDULED
[04:43:21.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:25:0) after 3m35s
[04:46:56.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:25:0)
[04:46:56.219] Build status: SCHEDULED
[04:46:56.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:26:0) after 6m17s
[04:53:13.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:26:0)
[04:53:13.257] Build status: SCHEDULED
[04:53:13.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:27:0) after 2m2s
[04:55:15.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:27:0)
[04:55:15.263] Build status: SCHEDULED
[04:55:15.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:28:0) after 3m15s
[04:58:30.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:28:0)
[04:58:30.350] Build status: SCHEDULED
[04:58:30.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:29:0) after 6m11s
[05:04:41.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:29:0)
[05:04:41.521] Build status: SCHEDULED
[05:04:41.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:30:0) after 6m17s
[05:10:58.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:30:0)
[05:10:58.511] Build status: SCHEDULED
[05:10:58.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:31:0) after 6m24s
[05:17:22.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:31:0)
[05:17:22.630] Build status: SCHEDULED
[05:17:22.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:32:0) after 4m11s
[05:21:33.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:32:0)
[05:21:33.705] Build status: SCHEDULED
[05:21:33.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:33:0) after 9m41s
[05:31:14.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:33:0)
[05:31:14.786] Build status: SCHEDULED
[05:31:14.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:34:0) after 6m16s
[05:37:30.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:34:0)
[05:37:30.788] Build status: SCHEDULED
[05:37:30.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:35:0) after 1m16s
[05:38:46.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:35:0)
[05:38:46.824] Build status: SCHEDULED
[05:38:46.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:36:0) after 5m27s
[05:44:13.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:36:0)
[05:44:13.850] Build status: STARTED
[05:44:13.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:37:0) after 2m10s
[05:44:20.613] Received PubSub notification, asking Buildbucket for the build status
[05:44:20.651] Build status: STARTED
[05:46:23.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875198804874285312:37:0)
[05:46:23.926] Build:
{
"id": "8709768743024101537",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-10T02:24:30.147126699Z",
"startTime": "2025-07-10T05:43:47.282728885Z",
"endTime": "2025-07-10T05:45:43.278215138Z",
"updateTime": "2025-07-10T05:45:43.278215138Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9e1d364e285ec6c475bd8257534625a3d016f93f",
"ref": "refs/heads/main"
}
}
}
[05:46:23.926] Invocation finished in 3h21m54.927309086s with status SUCCEEDED