[18:19:20.049] New invocation is queued and will start shortly
[18:19:20.049] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[18:19:21.114] Starting the invocation (attempt 1)
[18:19:21.136] Ignoring gitiles_ref tag without the buildset tag
[18:19:21.136] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:19:21.136] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:19:21.136] Buildbucket request:
{
"requestId": "8841074271495228416",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8841074271495228416",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "951da831-daf8-48a9-af65-036172bde54d",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8675644521842141473"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8841074271495228416"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:19:21.817] Scheduled build:
{
"id": "8675644209519471713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T18:19:21.310952276Z",
"updateTime": "2026-07-21T18:19:21.310952276Z",
"status": "SCHEDULED",
"input": {
}
}
[18:19:21.817] Task URL: https://cr-buildbucket.appspot.com/build/8675644209519471713
[18:19:21.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:2:0) after 9m15s
[18:19:22.709] Received PubSub notification, asking Buildbucket for the build status
[18:19:22.735] Build status: SCHEDULED
[18:28:36.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:2:0)
[18:28:37.011] Build status: SCHEDULED
[18:28:37.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:4:0) after 3m52s
[18:32:29.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:4:0)
[18:32:29.082] Build status: SCHEDULED
[18:32:29.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:5:0) after 8m7s
[18:40:36.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:5:0)
[18:40:36.224] Build status: SCHEDULED
[18:40:36.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:6:0) after 4m58s
[18:45:34.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:6:0)
[18:45:34.350] Build status: SCHEDULED
[18:45:34.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:7:0) after 7m15s
[18:52:49.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:7:0)
[18:52:49.392] Build status: SCHEDULED
[18:52:49.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:8:0) after 4m5s
[18:56:54.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:8:0)
[18:56:54.437] Build status: SCHEDULED
[18:56:54.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:9:0) after 8m2s
[19:04:56.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:9:0)
[19:04:56.600] Build status: SCHEDULED
[19:04:56.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:10:0) after 6m25s
[19:11:21.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:10:0)
[19:11:21.738] Build status: SCHEDULED
[19:11:21.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:11:0) after 5m45s
[19:17:06.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:11:0)
[19:17:07.092] Build status: SCHEDULED
[19:17:07.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:12:0) after 4m32s
[19:21:39.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:12:0)
[19:21:39.262] Build status: SCHEDULED
[19:21:39.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:13:0) after 7m31s
[19:29:10.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:13:0)
[19:29:10.340] Build status: SCHEDULED
[19:29:10.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:14:0) after 3m19s
[19:32:29.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:14:0)
[19:32:29.387] Build status: SCHEDULED
[19:32:29.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:15:0) after 7m28s
[19:39:57.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:15:0)
[19:39:57.543] Build status: SCHEDULED
[19:39:57.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:16:0) after 6m55s
[19:46:52.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:16:0)
[19:46:53.258] Build status: SCHEDULED
[19:46:53.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:17:0) after 5m2s
[19:51:55.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:17:0)
[19:51:55.300] Build status: SCHEDULED
[19:51:55.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:18:0) after 2m58s
[19:54:53.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:18:0)
[19:54:53.365] Build status: SCHEDULED
[19:54:53.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:19:0) after 3m40s
[19:58:33.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:19:0)
[19:58:33.402] Build status: SCHEDULED
[19:58:33.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:20:0) after 9m41s
[20:08:14.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:20:0)
[20:08:14.486] Build status: SCHEDULED
[20:08:14.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:21:0) after 6m3s
[20:14:17.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:21:0)
[20:14:17.519] Build status: SCHEDULED
[20:14:17.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:22:0) after 8m35s
[20:22:52.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:22:0)
[20:22:52.550] Build status: SCHEDULED
[20:22:52.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:23:0) after 3m35s
[20:26:27.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:23:0)
[20:26:27.583] Build status: SCHEDULED
[20:26:27.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:24:0) after 9m31s
[20:35:58.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:24:0)
[20:35:58.735] Build status: SCHEDULED
[20:35:58.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:25:0) after 3m57s
[20:39:55.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:25:0)
[20:39:55.885] Build status: SCHEDULED
[20:39:55.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:26:0) after 4m1s
[20:43:56.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:26:0)
[20:43:56.887] Build status: SCHEDULED
[20:43:56.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:27:0) after 5m25s
[20:49:21.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:27:0)
[20:49:21.965] Build status: SCHEDULED
[20:49:21.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:28:0) after 1m37s
[20:50:59.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:28:0)
[20:50:59.230] Build status: SCHEDULED
[20:50:59.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:29:0) after 9m49s
[21:00:48.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:29:0)
[21:00:48.306] Build status: SCHEDULED
[21:00:48.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:30:0) after 4m32s
[21:05:20.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:30:0)
[21:05:20.393] Build status: SCHEDULED
[21:05:20.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:31:0) after 2m57s
[21:08:17.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:31:0)
[21:08:17.523] Build status: SCHEDULED
[21:08:17.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:32:0) after 3m54s
[21:12:11.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:32:0)
[21:12:11.652] Build status: SCHEDULED
[21:12:11.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:33:0) after 5m21s
[21:17:32.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:33:0)
[21:17:32.749] Build status: SCHEDULED
[21:17:32.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:34:0) after 2m39s
[21:20:11.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:34:0)
[21:20:11.784] Build status: SCHEDULED
[21:20:11.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:35:0) after 4m42s
[21:24:53.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:35:0)
[21:24:53.817] Build status: SCHEDULED
[21:24:53.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:36:0) after 4m20s
[21:29:13.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:36:0)
[21:29:13.869] Build status: SCHEDULED
[21:29:13.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:37:0) after 9m25s
[21:38:38.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:37:0)
[21:38:38.943] Build status: SCHEDULED
[21:38:38.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:38:0) after 8m51s
[21:47:29.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:38:0)
[21:47:29.977] Build status: SCHEDULED
[21:47:29.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:39:0) after 8m9s
[21:55:39.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:39:0)
[21:55:39.104] Build status: SCHEDULED
[21:55:39.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:40:0) after 1m45s
[21:57:24.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:40:0)
[21:57:24.142] Build status: SCHEDULED
[21:57:24.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:41:0) after 7m12s
[22:04:36.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:41:0)
[22:04:36.212] Build status: SCHEDULED
[22:04:36.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:42:0) after 5m56s
[22:10:32.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:42:0)
[22:10:32.368] Build status: SCHEDULED
[22:10:32.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:43:0) after 4m38s
[22:11:14.035] Received PubSub notification, asking Buildbucket for the build status
[22:11:14.063] Build status: STARTED
[22:15:10.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:43:0)
[22:15:10.425] Build status: STARTED
[22:15:10.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:45:0) after 2m6s
[22:17:16.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:45:0)
[22:17:16.500] Build status: STARTED
[22:17:16.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:46:0) after 2m56s
[22:20:12.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:46:0)
[22:20:12.705] Build status: STARTED
[22:20:12.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:47:0) after 6m1s
[22:26:13.951] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:47:0)
[22:26:13.969] Build status: STARTED
[22:26:13.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8841074271495228416:48:0) after 5m59s
[22:27:19.864] Received PubSub notification, asking Buildbucket for the build status
[22:27:19.913] Build:
{
"id": "8675644209519471713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-21T18:19:21.310952276Z",
"startTime": "2026-07-21T22:11:13.718231562Z",
"endTime": "2026-07-21T22:27:19.574692143Z",
"updateTime": "2026-07-21T22:27:19.574692143Z",
"status": "SUCCESS",
"input": {
}
}
[22:27:19.913] Invocation finished in 4h7m59.870928722s with status SUCCEEDED