[01:53:59.177] New invocation is queued and will start shortly
[01:53:59.177] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[01:54:00.278] Starting the invocation (attempt 1)
[01:54:00.308] Ignoring gitiles_ref tag without the buildset tag
[01:54:00.308] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:54:00.308] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:54:00.308] Buildbucket request:
{
"requestId": "8843310591415166208",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8843310591415166208",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "1d9fa56d-6a83-4379-90c4-403a46c11568",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8677880869077818065"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8843310591415166208"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:54:00.893] Scheduled build:
{
"id": "8677880529498587873",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-27T01:54:00.383134445Z",
"updateTime": "2026-06-27T01:54:00.383134445Z",
"status": "SCHEDULED",
"input": {
}
}
[01:54:00.893] Task URL: https://cr-buildbucket.appspot.com/build/8677880529498587873
[01:54:00.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:2:0) after 5m5s
[01:54:01.775] Received PubSub notification, asking Buildbucket for the build status
[01:54:01.796] Build status: SCHEDULED
[01:59:05.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:2:0)
[01:59:05.925] Build status: SCHEDULED
[01:59:05.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:4:0) after 7m45s
[02:06:51.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:4:0)
[02:06:51.080] Build status: SCHEDULED
[02:06:51.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:5:0) after 8m12s
[02:15:03.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:5:0)
[02:15:03.113] Build status: SCHEDULED
[02:15:03.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:6:0) after 3m50s
[02:18:53.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:6:0)
[02:18:53.206] Build status: SCHEDULED
[02:18:53.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:7:0) after 8m54s
[02:27:47.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:7:0)
[02:27:47.252] Build status: SCHEDULED
[02:27:47.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:8:0) after 4m59s
[02:32:46.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:8:0)
[02:32:46.265] Build status: SCHEDULED
[02:32:46.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:9:0) after 4m15s
[02:37:01.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:9:0)
[02:37:01.349] Build status: SCHEDULED
[02:37:01.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:10:0) after 5m7s
[02:42:08.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:10:0)
[02:42:08.397] Build status: SCHEDULED
[02:42:08.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:11:0) after 3m13s
[02:45:21.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:11:0)
[02:45:21.437] Build status: SCHEDULED
[02:45:21.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:12:0) after 4m44s
[02:50:05.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:12:0)
[02:50:05.472] Build status: SCHEDULED
[02:50:05.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:13:0) after 7m36s
[02:57:41.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:13:0)
[02:57:41.505] Build status: SCHEDULED
[02:57:41.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:14:0) after 8m29s
[03:06:10.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:14:0)
[03:06:10.542] Build status: SCHEDULED
[03:06:10.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:15:0) after 2m20s
[03:08:30.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:15:0)
[03:08:30.584] Build status: SCHEDULED
[03:08:30.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:16:0) after 7m8s
[03:15:38.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:16:0)
[03:15:38.695] Build status: SCHEDULED
[03:15:38.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:17:0) after 8m38s
[03:24:16.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:17:0)
[03:24:16.910] Build status: SCHEDULED
[03:24:16.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:18:0) after 7m52s
[03:32:08.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:18:0)
[03:32:08.981] Build status: SCHEDULED
[03:32:08.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:19:0) after 6m0s
[03:38:08.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:19:0)
[03:38:09.023] Build status: SCHEDULED
[03:38:09.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:20:0) after 7m22s
[03:45:31.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:20:0)
[03:45:31.215] Build status: SCHEDULED
[03:45:31.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:21:0) after 2m56s
[03:48:27.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:21:0)
[03:48:27.339] Build status: SCHEDULED
[03:48:27.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:22:0) after 5m38s
[03:54:05.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:22:0)
[03:54:05.371] Build status: SCHEDULED
[03:54:05.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:23:0) after 7m59s
[04:02:04.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:23:0)
[04:02:04.412] Build status: SCHEDULED
[04:02:04.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:24:0) after 6m48s
[04:08:52.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:24:0)
[04:08:52.444] Build status: SCHEDULED
[04:08:52.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:25:0) after 1m45s
[04:10:37.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:25:0)
[04:10:37.497] Build status: SCHEDULED
[04:10:37.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:26:0) after 2m58s
[04:13:35.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:26:0)
[04:13:35.531] Build status: SCHEDULED
[04:13:35.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:27:0) after 3m1s
[04:16:36.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:27:0)
[04:16:36.563] Build status: SCHEDULED
[04:16:36.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:28:0) after 5m39s
[04:22:15.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:28:0)
[04:22:15.672] Build status: SCHEDULED
[04:22:15.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:29:0) after 2m6s
[04:24:21.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:29:0)
[04:24:21.704] Build status: SCHEDULED
[04:24:21.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:30:0) after 7m26s
[04:31:47.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:30:0)
[04:31:47.786] Build status: SCHEDULED
[04:31:47.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:31:0) after 6m39s
[04:38:26.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:31:0)
[04:38:26.828] Build status: SCHEDULED
[04:38:26.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:32:0) after 7m37s
[04:46:03.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:32:0)
[04:46:03.875] Build status: SCHEDULED
[04:46:03.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:33:0) after 2m12s
[04:48:15.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:33:0)
[04:48:15.936] Build status: SCHEDULED
[04:48:15.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:34:0) after 8m46s
[04:57:02.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:34:0)
[04:57:02.078] Build status: SCHEDULED
[04:57:02.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:35:0) after 7m1s
[05:04:03.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:35:0)
[05:04:03.852] Build status: SCHEDULED
[05:04:03.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:36:0) after 2m21s
[05:06:24.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:36:0)
[05:06:25.013] Build status: SCHEDULED
[05:06:25.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:37:0) after 2m11s
[05:08:36.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:37:0)
[05:08:36.085] Build status: SCHEDULED
[05:08:36.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:38:0) after 8m2s
[05:13:51.213] Received PubSub notification, asking Buildbucket for the build status
[05:13:51.257] Build status: STARTED
[05:16:38.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:38:0)
[05:16:38.143] Build status: STARTED
[05:16:38.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-gtest:8843310591415166208:40:0) after 4m59s
[05:21:18.512] Received PubSub notification, asking Buildbucket for the build status
[05:21:18.549] Build:
{
"id": "8677880529498587873",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-27T01:54:00.383134445Z",
"startTime": "2026-06-27T05:13:50.945263590Z",
"endTime": "2026-06-27T05:21:17.705686254Z",
"updateTime": "2026-06-27T05:21:17.705686254Z",
"status": "SUCCESS",
"input": {
}
}
[05:21:18.549] Invocation finished in 3h27m19.378708746s with status SUCCEEDED