[22:30:53.645] New invocation is queued and will start shortly
[22:30:53.645] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[22:30:55.112] Starting the invocation (attempt 1)
[22:30:55.142] Ignoring gitiles_ref tag without the buildset tag
[22:30:55.142] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:30:55.142] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:30:55.142] Buildbucket request:
{
"requestId": "8834716657063346080",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8834716657063346080",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "d643cf33-1f2a-4f22-901e-4cf3532a5caf",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8669287018246272353"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8834716657063346080"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:30:55.503] Scheduled build:
{
"id": "8669286594767274529",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-29T22:30:55.213535083Z",
"updateTime": "2026-09-29T22:30:55.213535083Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[22:30:55.503] Task URL: https://cr-buildbucket.appspot.com/build/8669286594767274529
[22:30:55.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:2:0) after 8m29s
[22:30:55.898] Received PubSub notification, asking Buildbucket for the build status
[22:30:55.918] Build status: SCHEDULED
[22:39:24.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:2:0)
[22:39:24.549] Build status: SCHEDULED
[22:39:24.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:4:0) after 6m11s
[22:45:35.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:4:0)
[22:45:35.723] Build status: SCHEDULED
[22:45:35.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:5:0) after 2m8s
[22:47:43.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:5:0)
[22:47:43.760] Build status: SCHEDULED
[22:47:43.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:6:0) after 2m45s
[22:50:28.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:6:0)
[22:50:29.005] Build status: SCHEDULED
[22:50:29.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:7:0) after 4m56s
[22:55:25.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:7:0)
[22:55:25.131] Build status: SCHEDULED
[22:55:25.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:8:0) after 7m16s
[23:02:41.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:8:0)
[23:02:41.138] Build status: SCHEDULED
[23:02:41.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:9:0) after 3m4s
[23:05:45.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:9:0)
[23:05:45.171] Build status: SCHEDULED
[23:05:45.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:10:0) after 4m19s
[23:10:04.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:10:0)
[23:10:04.363] Build status: SCHEDULED
[23:10:04.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:11:0) after 3m26s
[23:13:30.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:11:0)
[23:13:30.537] Build status: SCHEDULED
[23:13:30.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:12:0) after 1m2s
[23:14:32.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:12:0)
[23:14:32.654] Build status: SCHEDULED
[23:14:32.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:13:0) after 5m57s
[23:20:29.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:13:0)
[23:20:29.689] Build status: SCHEDULED
[23:20:29.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:14:0) after 5m50s
[23:26:19.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:14:0)
[23:26:19.983] Build status: SCHEDULED
[23:26:19.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:15:0) after 2m0s
[23:28:19.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:15:0)
[23:28:20.026] Build status: SCHEDULED
[23:28:20.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:16:0) after 4m31s
[23:32:51.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:16:0)
[23:32:51.084] Build status: SCHEDULED
[23:32:51.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:17:0) after 6m7s
[23:38:58.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:17:0)
[23:38:58.199] Build status: SCHEDULED
[23:38:58.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:18:0) after 3m43s
[23:42:41.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:18:0)
[23:42:41.265] Build status: SCHEDULED
[23:42:41.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:19:0) after 6m50s
[23:49:31.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:19:0)
[23:49:31.331] Build status: SCHEDULED
[23:49:31.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:20:0) after 4m10s
[23:53:41.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:20:0)
[23:53:41.328] Build status: SCHEDULED
[23:53:41.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:21:0) after 8m13s
[00:01:54.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:21:0)
[00:01:54.497] Build status: SCHEDULED
[00:01:54.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:22:0) after 3m17s
[00:05:11.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:22:0)
[00:05:11.544] Build status: SCHEDULED
[00:05:11.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:23:0) after 9m57s
[00:15:08.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:23:0)
[00:15:08.599] Build status: SCHEDULED
[00:15:08.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:24:0) after 3m8s
[00:18:16.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:24:0)
[00:18:16.707] Build status: SCHEDULED
[00:18:16.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:25:0) after 3m53s
[00:22:09.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:25:0)
[00:22:09.788] Build status: SCHEDULED
[00:22:09.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:26:0) after 4m44s
[00:26:53.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:26:0)
[00:26:54.001] Build status: SCHEDULED
[00:26:54.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:27:0) after 7m15s
[00:34:09.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:27:0)
[00:34:09.103] Build status: SCHEDULED
[00:34:09.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:28:0) after 6m14s
[00:40:23.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:28:0)
[00:40:23.141] Build status: SCHEDULED
[00:40:23.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:29:0) after 8m26s
[00:48:49.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:29:0)
[00:48:49.173] Build status: SCHEDULED
[00:48:49.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:30:0) after 5m31s
[00:54:20.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:30:0)
[00:54:20.244] Build status: SCHEDULED
[00:54:20.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:31:0) after 3m37s
[00:57:57.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:31:0)
[00:57:57.463] Build status: SCHEDULED
[00:57:57.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:32:0) after 2m28s
[01:00:25.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:32:0)
[01:00:25.513] Build status: SCHEDULED
[01:00:25.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:33:0) after 7m21s
[01:07:46.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:33:0)
[01:07:46.564] Build status: SCHEDULED
[01:07:46.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:34:0) after 2m14s
[01:10:00.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:34:0)
[01:10:00.650] Build status: SCHEDULED
[01:10:00.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:35:0) after 4m42s
[01:14:42.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:35:0)
[01:14:42.778] Build status: SCHEDULED
[01:14:42.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:36:0) after 7m12s
[01:21:54.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:36:0)
[01:21:54.870] Build status: SCHEDULED
[01:21:54.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8834716657063346080:37:0) after 9m55s
[01:23:36.826] Received PubSub notification, asking Buildbucket for the build status
[01:23:36.846] Build status: STARTED
[01:28:24.223] Received PubSub notification, asking Buildbucket for the build status
[01:28:24.254] Build:
{
"id": "8669286594767274529",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-29T22:30:55.213535083Z",
"startTime": "2026-09-30T01:23:35.149884406Z",
"endTime": "2026-09-30T01:28:23.358658286Z",
"updateTime": "2026-09-30T01:28:23.358658286Z",
"status": "SUCCESS",
"input": {
},
"canary": true
}
[01:28:24.254] Invocation finished in 2h57m30.614678298s with status SUCCEEDED