[19:07:04.599] New invocation is queued and will start shortly
[19:07:04.599] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[19:07:05.819] Starting the invocation (attempt 1)
[19:07:05.849] Ignoring gitiles_ref tag without the buildset tag
[19:07:05.849] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:07:05.849] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:07:05.849] Buildbucket request:
{
"requestId": "8844695146460866384",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8844695146460866384",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "ea7f2126-20cd-4b07-acbc-abcfc6805eab",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8679265439072959953"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8844695146460866384"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:07:06.634] Scheduled build:
{
"id": "8679265084266681857",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-11T19:07:06.061375573Z",
"updateTime": "2026-06-11T19:07:06.061375573Z",
"status": "SCHEDULED",
"input": {
}
}
[19:07:06.634] Task URL: https://cr-buildbucket.appspot.com/build/8679265084266681857
[19:07:06.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:2:0) after 3m13s
[19:07:07.397] Received PubSub notification, asking Buildbucket for the build status
[19:07:07.467] Build status: SCHEDULED
[19:10:19.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:2:0)
[19:10:19.765] Build status: SCHEDULED
[19:10:19.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:4:0) after 7m1s
[19:17:20.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:4:0)
[19:17:20.802] Build status: SCHEDULED
[19:17:20.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:5:0) after 3m57s
[19:21:17.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:5:0)
[19:21:18.005] Build status: SCHEDULED
[19:21:18.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:6:0) after 4m30s
[19:25:48.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:6:0)
[19:25:48.086] Build status: SCHEDULED
[19:25:48.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:7:0) after 7m15s
[19:33:03.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:7:0)
[19:33:03.244] Build status: SCHEDULED
[19:33:03.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:8:0) after 2m0s
[19:35:03.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:8:0)
[19:35:03.437] Build status: SCHEDULED
[19:35:03.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:9:0) after 9m1s
[19:44:04.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:9:0)
[19:44:04.519] Build status: SCHEDULED
[19:44:04.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:10:0) after 2m55s
[19:46:59.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:10:0)
[19:46:59.560] Build status: SCHEDULED
[19:46:59.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:11:0) after 4m12s
[19:51:11.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:11:0)
[19:51:11.600] Build status: SCHEDULED
[19:51:11.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:12:0) after 3m58s
[19:55:09.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:12:0)
[19:55:09.670] Build status: SCHEDULED
[19:55:09.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:13:0) after 8m23s
[20:03:32.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:13:0)
[20:03:32.714] Build status: SCHEDULED
[20:03:32.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:14:0) after 7m34s
[20:11:06.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:14:0)
[20:11:06.982] Build status: SCHEDULED
[20:11:06.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:15:0) after 2m5s
[20:13:12.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:15:0)
[20:13:12.152] Build status: SCHEDULED
[20:13:12.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:16:0) after 9m2s
[20:22:14.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:16:0)
[20:22:14.192] Build status: SCHEDULED
[20:22:14.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:17:0) after 3m1s
[20:25:15.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:17:0)
[20:25:15.431] Build status: SCHEDULED
[20:25:15.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:18:0) after 2m33s
[20:27:48.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:18:0)
[20:27:48.608] Build status: SCHEDULED
[20:27:48.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:19:0) after 9m33s
[20:37:21.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:19:0)
[20:37:21.678] Build status: SCHEDULED
[20:37:21.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:20:0) after 4m8s
[20:41:30.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:20:0)
[20:41:30.080] Build status: SCHEDULED
[20:41:30.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:21:0) after 4m48s
[20:46:18.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:21:0)
[20:46:18.129] Build status: SCHEDULED
[20:46:18.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:22:0) after 5m13s
[20:51:31.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:22:0)
[20:51:31.303] Build status: SCHEDULED
[20:51:31.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:23:0) after 7m31s
[20:59:02.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:23:0)
[20:59:02.388] Build status: SCHEDULED
[20:59:02.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:24:0) after 4m53s
[21:03:55.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:24:0)
[21:03:55.557] Build status: SCHEDULED
[21:03:55.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:25:0) after 6m30s
[21:10:25.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:25:0)
[21:10:25.676] Build status: SCHEDULED
[21:10:25.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:26:0) after 4m44s
[21:15:09.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:26:0)
[21:15:09.768] Build status: SCHEDULED
[21:15:09.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:27:0) after 1m10s
[21:16:19.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:27:0)
[21:16:19.905] Build status: SCHEDULED
[21:16:19.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:28:0) after 9m42s
[21:26:01.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:28:0)
[21:26:02.037] Build status: SCHEDULED
[21:26:02.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:29:0) after 2m17s
[21:28:19.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:29:0)
[21:28:19.157] Build status: SCHEDULED
[21:28:19.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:30:0) after 7m30s
[21:35:49.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:30:0)
[21:35:49.262] Build status: SCHEDULED
[21:35:49.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:31:0) after 1m16s
[21:37:05.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:31:0)
[21:37:05.293] Build status: SCHEDULED
[21:37:05.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:32:0) after 2m19s
[21:39:24.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:32:0)
[21:39:24.339] Build status: SCHEDULED
[21:39:24.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:33:0) after 4m32s
[21:43:56.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:33:0)
[21:43:56.766] Build status: SCHEDULED
[21:43:56.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:34:0) after 2m7s
[21:46:03.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:34:0)
[21:46:04.003] Build status: SCHEDULED
[21:46:04.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:35:0) after 2m36s
[21:48:40.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:35:0)
[21:48:40.127] Build status: SCHEDULED
[21:48:40.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:36:0) after 8m17s
[21:56:57.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:36:0)
[21:56:57.392] Build status: SCHEDULED
[21:56:57.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:37:0) after 6m58s
[22:03:55.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:37:0)
[22:03:55.555] Build status: SCHEDULED
[22:03:55.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:38:0) after 9m16s
[22:13:11.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:38:0)
[22:13:11.648] Build status: SCHEDULED
[22:13:11.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:39:0) after 4m50s
[22:15:43.636] Received PubSub notification, asking Buildbucket for the build status
[22:15:43.652] Build status: STARTED
[22:18:01.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:39:0)
[22:18:01.723] Build status: STARTED
[22:18:01.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:41:0) after 1m2s
[22:19:03.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:41:0)
[22:19:03.783] Build status: STARTED
[22:19:03.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:42:0) after 3m56s
[22:22:59.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:42:0)
[22:22:59.824] Build status: STARTED
[22:22:59.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:43:0) after 6m21s
[22:29:20.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:43:0)
[22:29:20.872] Build status: STARTED
[22:29:20.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:44:0) after 8m27s
[22:37:47.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:44:0)
[22:37:47.910] Build status: STARTED
[22:37:47.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-build:8844695146460866384:45:0) after 9m14s
[22:39:07.896] Received PubSub notification, asking Buildbucket for the build status
[22:39:07.914] Build:
{
"id": "8679265084266681857",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-11T19:07:06.061375573Z",
"startTime": "2026-06-11T22:15:43.481070114Z",
"endTime": "2026-06-11T22:39:07.583436867Z",
"updateTime": "2026-06-11T22:39:07.583436867Z",
"status": "SUCCESS",
"input": {
}
}
[22:39:07.914] Invocation finished in 3h32m3.328767912s with status SUCCEEDED