[22:49:48.442] New invocation is queued and will start shortly
[22:49:48.442] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[22:49:49.566] Starting the invocation (attempt 1)
[22:49:49.585] Ignoring gitiles_ref tag without the buildset tag
[22:49:49.585] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:49:49.585] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:49:49.585] Buildbucket request:
{
"requestId": "8835349645909102208",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8835349645909102208",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "8382e38e-c287-40f0-8e04-4b596d7edebf",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8669919983889896385"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8835349645909102208"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:49:49.943] Scheduled build:
{
"id": "8669919583993318161",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-22T22:49:49.646641036Z",
"updateTime": "2026-09-22T22:49:49.646641036Z",
"status": "SCHEDULED",
"input": {
}
}
[22:49:49.943] Task URL: https://cr-buildbucket.appspot.com/build/8669919583993318161
[22:49:49.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:2:0) after 1m19s
[22:49:50.908] Received PubSub notification, asking Buildbucket for the build status
[22:49:50.933] Build status: SCHEDULED
[22:51:08.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:2:0)
[22:51:09.045] Build status: SCHEDULED
[22:51:09.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:4:0) after 1m5s
[22:52:14.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:4:0)
[22:52:14.096] Build status: SCHEDULED
[22:52:14.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:5:0) after 1m53s
[22:54:07.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:5:0)
[22:54:07.090] Build status: SCHEDULED
[22:54:07.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:6:0) after 6m32s
[23:00:39.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:6:0)
[23:00:39.216] Build status: SCHEDULED
[23:00:39.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:7:0) after 4m50s
[23:05:29.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:7:0)
[23:05:29.248] Build status: SCHEDULED
[23:05:29.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:8:0) after 8m50s
[23:14:19.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:8:0)
[23:14:19.266] Build status: SCHEDULED
[23:14:19.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:9:0) after 6m49s
[23:21:08.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:9:0)
[23:21:08.362] Build status: SCHEDULED
[23:21:08.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:10:0) after 4m25s
[23:25:33.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:10:0)
[23:25:33.436] Build status: SCHEDULED
[23:25:33.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:11:0) after 3m41s
[23:29:14.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:11:0)
[23:29:14.478] Build status: SCHEDULED
[23:29:14.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:12:0) after 5m51s
[23:35:05.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:12:0)
[23:35:05.596] Build status: SCHEDULED
[23:35:05.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:13:0) after 4m22s
[23:39:27.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:13:0)
[23:39:27.632] Build status: SCHEDULED
[23:39:27.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:14:0) after 7m27s
[23:46:54.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:14:0)
[23:46:54.917] Build status: SCHEDULED
[23:46:54.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:15:0) after 3m43s
[23:50:38.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:15:0)
[23:50:38.064] Build status: SCHEDULED
[23:50:38.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:16:0) after 2m21s
[23:52:59.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:16:0)
[23:52:59.152] Build status: SCHEDULED
[23:52:59.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:17:0) after 5m52s
[23:58:51.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:17:0)
[23:58:51.185] Build status: SCHEDULED
[23:58:51.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:18:0) after 4m30s
[00:03:21.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:18:0)
[00:03:21.341] Build status: SCHEDULED
[00:03:21.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:19:0) after 2m1s
[00:05:22.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:19:0)
[00:05:22.483] Build status: SCHEDULED
[00:05:22.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:20:0) after 1m34s
[00:06:56.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:20:0)
[00:06:56.649] Build status: SCHEDULED
[00:06:56.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:21:0) after 1m49s
[00:08:45.840] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:21:0)
[00:08:45.888] Build status: SCHEDULED
[00:08:45.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:22:0) after 1m53s
[00:10:38.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:22:0)
[00:10:38.951] Build status: SCHEDULED
[00:10:38.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:23:0) after 4m4s
[00:14:43.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:23:0)
[00:14:43.137] Build status: SCHEDULED
[00:14:43.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:24:0) after 4m4s
[00:18:47.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:24:0)
[00:18:47.370] Build status: SCHEDULED
[00:18:47.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:25:0) after 5m25s
[00:24:12.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:25:0)
[00:24:12.430] Build status: SCHEDULED
[00:24:12.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:26:0) after 2m21s
[00:26:33.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:26:0)
[00:26:33.557] Build status: SCHEDULED
[00:26:33.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:27:0) after 7m30s
[00:34:03.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:27:0)
[00:34:03.684] Build status: SCHEDULED
[00:34:03.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:28:0) after 1m16s
[00:35:19.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:28:0)
[00:35:19.829] Build status: SCHEDULED
[00:35:19.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:29:0) after 2m19s
[00:37:38.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:29:0)
[00:37:38.916] Build status: SCHEDULED
[00:37:38.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:30:0) after 4m43s
[00:42:21.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:30:0)
[00:42:22.022] Build status: SCHEDULED
[00:42:22.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:31:0) after 1m49s
[00:44:10.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:31:0)
[00:44:11.031] Build status: SCHEDULED
[00:44:11.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:32:0) after 7m49s
[00:52:00.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:32:0)
[00:52:00.118] Build status: SCHEDULED
[00:52:00.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:33:0) after 6m21s
[00:58:21.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:33:0)
[00:58:21.223] Build status: SCHEDULED
[00:58:21.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:34:0) after 1m9s
[00:59:30.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:34:0)
[00:59:30.560] Build status: SCHEDULED
[00:59:30.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:35:0) after 8m45s
[01:08:15.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:35:0)
[01:08:15.763] Build status: SCHEDULED
[01:08:15.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:36:0) after 2m20s
[01:10:35.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:36:0)
[01:10:35.808] Build status: SCHEDULED
[01:10:35.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:37:0) after 1m1s
[01:11:36.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:37:0)
[01:11:36.883] Build status: SCHEDULED
[01:11:36.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:38:0) after 8m18s
[01:19:54.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:38:0)
[01:19:54.997] Build status: SCHEDULED
[01:19:54.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:39:0) after 5m24s
[01:25:19.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:39:0)
[01:25:19.163] Build status: SCHEDULED
[01:25:19.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:40:0) after 6m51s
[01:32:10.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:40:0)
[01:32:10.333] Build status: SCHEDULED
[01:32:10.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:41:0) after 8m8s
[01:40:18.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:41:0)
[01:40:18.485] Build status: SCHEDULED
[01:40:18.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:42:0) after 6m27s
[01:46:45.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:42:0)
[01:46:45.548] Build status: SCHEDULED
[01:46:45.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:43:0) after 4m32s
[01:51:17.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:43:0)
[01:51:17.620] Build status: SCHEDULED
[01:51:17.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:44:0) after 2m16s
[01:53:33.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:44:0)
[01:53:33.687] Build status: SCHEDULED
[01:53:33.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:45:0) after 6m42s
[02:00:15.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:45:0)
[02:00:15.730] Build status: SCHEDULED
[02:00:15.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:46:0) after 2m58s
[02:03:13.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:46:0)
[02:03:13.767] Build status: SCHEDULED
[02:03:13.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:47:0) after 4m42s
[02:04:42.627] Received PubSub notification, asking Buildbucket for the build status
[02:04:42.651] Build status: STARTED
[02:07:55.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:47:0)
[02:07:55.789] Build status: STARTED
[02:07:55.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan-build:8835349645909102208:49:0) after 3m45s
[02:10:00.818] Received PubSub notification, asking Buildbucket for the build status
[02:10:00.852] Build:
{
"id": "8669919583993318161",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-22T22:49:49.646641036Z",
"startTime": "2026-09-23T02:04:42.413690370Z",
"endTime": "2026-09-23T02:10:00.577633430Z",
"updateTime": "2026-09-23T02:10:00.577633430Z",
"status": "SUCCESS",
"input": {
}
}
[02:10:00.852] Invocation finished in 3h20m12.417709855s with status SUCCEEDED