[01:09:02.559] New invocation is queued and will start shortly
[01:09:02.559] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[01:09:04.589] Starting the invocation (attempt 1)
[01:09:04.609] Ignoring gitiles_ref tag without the buildset tag
[01:09:04.609] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:09:04.609] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:09:04.610] Buildbucket request:
{
"requestId": "8853641473191161200",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853641473191161200",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "06208d33-878d-42c7-a2e3-54eb8562fd91",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8688211598878601089"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853641473191161200"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:09:04.942] Scheduled build:
{
"id": "8688211410347052833",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-05T01:09:04.652384907Z",
"updateTime": "2026-03-05T01:09:04.652384907Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[01:09:04.943] Task URL: https://cr-buildbucket.appspot.com/build/8688211410347052833
[01:09:04.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:2:0) after 6m24s
[01:09:05.860] Received PubSub notification, asking Buildbucket for the build status
[01:09:05.878] Build status: SCHEDULED
[01:15:28.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:2:0)
[01:15:28.973] Build status: SCHEDULED
[01:15:28.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:4:0) after 7m26s
[01:22:55.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:4:0)
[01:22:55.066] Build status: SCHEDULED
[01:22:55.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:5:0) after 6m15s
[01:29:10.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:5:0)
[01:29:10.177] Build status: SCHEDULED
[01:29:10.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:6:0) after 4m44s
[01:33:54.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:6:0)
[01:33:54.225] Build status: SCHEDULED
[01:33:54.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:7:0) after 6m46s
[01:40:40.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:7:0)
[01:40:40.265] Build status: SCHEDULED
[01:40:40.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:8:0) after 6m27s
[01:47:07.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:8:0)
[01:47:07.361] Build status: SCHEDULED
[01:47:07.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:9:0) after 6m29s
[01:53:36.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:9:0)
[01:53:36.397] Build status: SCHEDULED
[01:53:36.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:10:0) after 9m59s
[02:03:35.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:10:0)
[02:03:35.490] Build status: SCHEDULED
[02:03:35.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:11:0) after 8m41s
[02:12:16.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:11:0)
[02:12:16.563] Build status: SCHEDULED
[02:12:16.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:12:0) after 9m39s
[02:21:55.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:12:0)
[02:21:55.631] Build status: SCHEDULED
[02:21:55.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:13:0) after 2m47s
[02:24:42.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:13:0)
[02:24:42.686] Build status: SCHEDULED
[02:24:42.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:14:0) after 3m3s
[02:27:45.750] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:14:0)
[02:27:45.780] Build status: SCHEDULED
[02:27:45.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:15:0) after 2m18s
[02:30:03.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:15:0)
[02:30:03.838] Build status: SCHEDULED
[02:30:03.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:16:0) after 4m13s
[02:34:16.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:16:0)
[02:34:16.957] Build status: SCHEDULED
[02:34:16.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:17:0) after 3m41s
[02:37:57.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:17:0)
[02:37:57.989] Build status: SCHEDULED
[02:37:57.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:18:0) after 9m42s
[02:47:40.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:18:0)
[02:47:40.092] Build status: SCHEDULED
[02:47:40.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:19:0) after 3m17s
[02:50:57.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:19:0)
[02:50:57.278] Build status: SCHEDULED
[02:50:57.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:20:0) after 7m9s
[02:58:06.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:20:0)
[02:58:06.385] Build status: SCHEDULED
[02:58:06.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:21:0) after 7m39s
[03:05:45.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:21:0)
[03:05:45.420] Build status: SCHEDULED
[03:05:45.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:22:0) after 2m46s
[03:08:31.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:22:0)
[03:08:31.508] Build status: SCHEDULED
[03:08:31.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:23:0) after 7m58s
[03:16:29.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:23:0)
[03:16:29.592] Build status: SCHEDULED
[03:16:29.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:24:0) after 1m28s
[03:17:57.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:24:0)
[03:17:57.625] Build status: SCHEDULED
[03:17:57.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:25:0) after 5m1s
[03:22:58.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:25:0)
[03:22:58.754] Build status: SCHEDULED
[03:22:58.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:26:0) after 9m4s
[03:32:02.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:26:0)
[03:32:02.961] Build status: SCHEDULED
[03:32:02.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:27:0) after 1m47s
[03:33:50.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:27:0)
[03:33:50.026] Build status: SCHEDULED
[03:33:50.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:28:0) after 9m7s
[03:42:57.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:28:0)
[03:42:57.073] Build status: SCHEDULED
[03:42:57.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:29:0) after 4m8s
[03:47:05.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:29:0)
[03:47:05.159] Build status: SCHEDULED
[03:47:05.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:30:0) after 8m29s
[03:55:34.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:30:0)
[03:55:34.283] Build status: SCHEDULED
[03:55:34.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:31:0) after 8m48s
[04:04:22.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:31:0)
[04:04:22.590] Build status: SCHEDULED
[04:04:22.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:32:0) after 9m14s
[04:13:36.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:32:0)
[04:13:36.711] Build status: SCHEDULED
[04:13:36.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:33:0) after 4m30s
[04:18:06.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:33:0)
[04:18:06.833] Build status: SCHEDULED
[04:18:06.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:34:0) after 4m24s
[04:22:30.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:34:0)
[04:22:30.847] Build status: SCHEDULED
[04:22:30.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:35:0) after 2m34s
[04:25:04.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:35:0)
[04:25:04.924] Build status: SCHEDULED
[04:25:04.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:36:0) after 6m29s
[04:25:20.521] Received PubSub notification, asking Buildbucket for the build status
[04:25:20.546] Build status: STARTED
[04:31:33.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:36:0)
[04:31:33.956] Build status: STARTED
[04:31:33.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-sanitizers-asan:8853641473191161200:38:0) after 4m48s
[04:33:09.687] Received PubSub notification, asking Buildbucket for the build status
[04:33:09.719] Build:
{
"id": "8688211410347052833",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2026-03-05T01:09:04.652384907Z",
"startTime": "2026-03-05T04:25:20.364688039Z",
"endTime": "2026-03-05T04:33:09.225428646Z",
"updateTime": "2026-03-05T04:33:09.225428646Z",
"status": "SUCCESS",
"input": {
},
"canary": true
}
[04:33:09.719] Invocation finished in 3h24m7.162803785s with status SUCCEEDED