[06:47:19.471] New invocation is queued and will start shortly
[06:47:19.471] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[06:47:20.550] Starting the invocation (attempt 1)
[06:47:20.579] Ignoring gitiles_ref tag without the buildset tag
[06:47:20.579] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:47:20.580] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:47:20.580] Buildbucket request:
{
"requestId": "8858784217428773776",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8858784217428773776",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "e36f0050-e24e-4fd2-9965-e3e3581658b4",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8693354354267763745"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8858784217428773776"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:47:20.904] Scheduled build:
{
"id": "8693354155528600401",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-07T06:47:20.656542435Z",
"updateTime": "2026-01-07T06:47:20.656542435Z",
"status": "SCHEDULED",
"input": {
}
}
[06:47:20.904] Task URL: https://cr-buildbucket.appspot.com/build/8693354155528600401
[06:47:20.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:2:0) after 2m9s
[06:47:40.794] Received PubSub notification, asking Buildbucket for the build status
[06:47:40.820] Build status: SCHEDULED
[06:49:30.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:2:0)
[06:49:30.217] Build status: SCHEDULED
[06:49:30.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:4:0) after 5m8s
[06:54:38.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:4:0)
[06:54:38.582] Build status: SCHEDULED
[06:54:38.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:5:0) after 8m30s
[07:03:08.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:5:0)
[07:03:08.671] Build status: SCHEDULED
[07:03:08.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:6:0) after 3m31s
[07:06:39.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:6:0)
[07:06:39.705] Build status: SCHEDULED
[07:06:39.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:7:0) after 3m12s
[07:09:51.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:7:0)
[07:09:51.781] Build status: SCHEDULED
[07:09:51.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:8:0) after 3m31s
[07:13:22.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:8:0)
[07:13:23.165] Build status: SCHEDULED
[07:13:23.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:9:0) after 6m59s
[07:20:22.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:9:0)
[07:20:22.226] Build status: SCHEDULED
[07:20:22.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:10:0) after 3m27s
[07:23:49.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:10:0)
[07:23:49.332] Build status: SCHEDULED
[07:23:49.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:11:0) after 7m2s
[07:30:51.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:11:0)
[07:30:51.919] Build status: SCHEDULED
[07:30:51.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:12:0) after 3m55s
[07:34:47.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:12:0)
[07:34:47.069] Build status: SCHEDULED
[07:34:47.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:13:0) after 9m7s
[07:43:54.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:13:0)
[07:43:54.199] Build status: SCHEDULED
[07:43:54.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:14:0) after 4m16s
[07:48:10.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:14:0)
[07:48:10.232] Build status: SCHEDULED
[07:48:10.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:15:0) after 6m28s
[07:54:38.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:15:0)
[07:54:38.253] Build status: SCHEDULED
[07:54:38.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:16:0) after 2m37s
[07:57:15.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:16:0)
[07:57:15.500] Build status: SCHEDULED
[07:57:15.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:17:0) after 5m59s
[08:03:14.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:17:0)
[08:03:14.539] Build status: SCHEDULED
[08:03:14.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:18:0) after 3m13s
[08:06:27.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:18:0)
[08:06:27.628] Build status: SCHEDULED
[08:06:27.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:19:0) after 2m35s
[08:09:02.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:19:0)
[08:09:02.910] Build status: SCHEDULED
[08:09:02.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:20:0) after 9m53s
[08:18:55.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:20:0)
[08:18:56.219] Build status: SCHEDULED
[08:18:56.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:21:0) after 8m3s
[08:26:59.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:21:0)
[08:26:59.282] Build status: SCHEDULED
[08:26:59.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:22:0) after 6m11s
[08:33:10.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:22:0)
[08:33:10.459] Build status: SCHEDULED
[08:33:10.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:23:0) after 8m37s
[08:41:47.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:23:0)
[08:41:47.596] Build status: SCHEDULED
[08:41:47.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:24:0) after 1m13s
[08:43:00.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:24:0)
[08:43:00.796] Build status: SCHEDULED
[08:43:00.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:25:0) after 5m7s
[08:48:07.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:25:0)
[08:48:07.837] Build status: SCHEDULED
[08:48:07.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:26:0) after 5m23s
[08:53:31.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:26:0)
[08:53:31.222] Build status: SCHEDULED
[08:53:31.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:27:0) after 6m25s
[08:59:56.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:27:0)
[08:59:56.326] Build status: SCHEDULED
[08:59:56.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:28:0) after 1m22s
[09:01:18.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:28:0)
[09:01:18.723] Build status: SCHEDULED
[09:01:18.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:29:0) after 5m23s
[09:06:41.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:29:0)
[09:06:41.760] Build status: SCHEDULED
[09:06:41.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:30:0) after 8m40s
[09:15:21.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:30:0)
[09:15:21.851] Build status: SCHEDULED
[09:15:21.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:31:0) after 7m53s
[09:23:14.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:31:0)
[09:23:14.926] Build status: SCHEDULED
[09:23:14.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:32:0) after 2m36s
[09:25:50.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:32:0)
[09:25:50.959] Build status: SCHEDULED
[09:25:50.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:33:0) after 7m19s
[09:33:09.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:33:0)
[09:33:09.999] Build status: SCHEDULED
[09:33:09.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:34:0) after 8m55s
[09:42:05.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:34:0)
[09:42:05.220] Build status: SCHEDULED
[09:42:05.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:35:0) after 9m38s
[09:51:43.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:35:0)
[09:51:43.270] Build status: SCHEDULED
[09:51:43.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:36:0) after 9m45s
[10:01:28.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:36:0)
[10:01:28.354] Build status: SCHEDULED
[10:01:28.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:37:0) after 1m17s
[10:02:45.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:37:0)
[10:02:45.427] Build status: SCHEDULED
[10:02:45.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:38:0) after 1m48s
[10:04:33.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:38:0)
[10:04:33.587] Build status: SCHEDULED
[10:04:33.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:39:0) after 4m18s
[10:08:51.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:39:0)
[10:08:51.652] Build status: SCHEDULED
[10:08:51.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:40:0) after 1m5s
[10:09:56.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:40:0)
[10:09:56.806] Build status: SCHEDULED
[10:09:56.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:41:0) after 8m47s
[10:18:44.368] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:41:0)
[10:18:44.392] Build status: SCHEDULED
[10:18:44.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:42:0) after 1m47s
[10:20:31.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:42:0)
[10:20:31.430] Build status: SCHEDULED
[10:20:31.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:43:0) after 6m45s
[10:27:16.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:43:0)
[10:27:16.826] Build status: SCHEDULED
[10:27:16.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:44:0) after 6m7s
[10:32:37.506] Received PubSub notification, asking Buildbucket for the build status
[10:32:37.528] Build status: STARTED
[10:33:23.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:44:0)
[10:33:23.863] Build status: STARTED
[10:33:23.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-tsan:8858784217428773776:46:0) after 3m43s
[10:36:09.445] Received PubSub notification, asking Buildbucket for the build status
[10:36:09.460] Build:
{
"id": "8693354155528600401",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2026-01-07T06:47:20.656542435Z",
"startTime": "2026-01-07T10:31:21.422358452Z",
"endTime": "2026-01-07T10:35:55.556191591Z",
"updateTime": "2026-01-07T10:35:55.556191591Z",
"status": "SUCCESS",
"input": {
}
}
[10:36:09.460] Invocation finished in 3h48m49.999200525s with status SUCCEEDED