[21:52:28.427] New invocation is queued and will start shortly
[21:52:28.427] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[21:52:29.571] Starting the invocation (attempt 1)
[21:52:29.603] Ignoring gitiles_ref tag without the buildset tag
[21:52:29.604] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:52:29.604] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:52:29.604] Buildbucket request:
{
"requestId": "8837980565050007504",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837980565050007504",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "3db15a9c-8ce7-4770-8f17-261487fab39e",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8672550844913949521"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837980565050007504"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:52:29.995] Scheduled build:
{
"id": "8672550503083766801",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-24T21:52:29.680124387Z",
"updateTime": "2026-08-24T21:52:29.680124387Z",
"status": "SCHEDULED",
"input": {
}
}
[21:52:29.995] Task URL: https://cr-buildbucket.appspot.com/build/8672550503083766801
[21:52:29.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:2:0) after 5m22s
[21:52:30.964] Received PubSub notification, asking Buildbucket for the build status
[21:52:30.999] Build status: SCHEDULED
[21:57:52.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:2:0)
[21:57:52.144] Build status: SCHEDULED
[21:57:52.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:4:0) after 6m39s
[22:04:31.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:4:0)
[22:04:31.439] Build status: SCHEDULED
[22:04:31.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:5:0) after 2m5s
[22:06:36.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:5:0)
[22:06:36.432] Build status: SCHEDULED
[22:06:36.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:6:0) after 2m57s
[22:09:33.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:6:0)
[22:09:33.600] Build status: SCHEDULED
[22:09:33.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:7:0) after 1m58s
[22:11:31.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:7:0)
[22:11:31.706] Build status: SCHEDULED
[22:11:31.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:8:0) after 9m34s
[22:21:05.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:8:0)
[22:21:05.853] Build status: SCHEDULED
[22:21:05.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:9:0) after 2m22s
[22:23:27.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:9:0)
[22:23:27.975] Build status: SCHEDULED
[22:23:27.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:10:0) after 8m30s
[22:31:58.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:10:0)
[22:31:58.148] Build status: SCHEDULED
[22:31:58.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:11:0) after 8m41s
[22:40:39.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:11:0)
[22:40:39.252] Build status: SCHEDULED
[22:40:39.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:12:0) after 1m21s
[22:42:00.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:12:0)
[22:42:00.440] Build status: SCHEDULED
[22:42:00.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:13:0) after 5m46s
[22:47:46.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:13:0)
[22:47:46.473] Build status: SCHEDULED
[22:47:46.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:14:0) after 3m32s
[22:51:18.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:14:0)
[22:51:18.540] Build status: SCHEDULED
[22:51:18.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:15:0) after 4m23s
[22:55:41.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:15:0)
[22:55:41.577] Build status: SCHEDULED
[22:55:41.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:16:0) after 2m46s
[22:58:27.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:16:0)
[22:58:27.725] Build status: SCHEDULED
[22:58:27.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:17:0) after 3m44s
[23:02:11.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:17:0)
[23:02:11.791] Build status: SCHEDULED
[23:02:11.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:18:0) after 6m2s
[23:08:13.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:18:0)
[23:08:13.835] Build status: SCHEDULED
[23:08:13.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:19:0) after 8m55s
[23:17:08.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:19:0)
[23:17:08.874] Build status: SCHEDULED
[23:17:08.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:20:0) after 9m40s
[23:26:48.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:20:0)
[23:26:48.956] Build status: SCHEDULED
[23:26:48.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:21:0) after 6m6s
[23:32:54.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:21:0)
[23:32:54.949] Build status: SCHEDULED
[23:32:54.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:22:0) after 3m34s
[23:36:29.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:22:0)
[23:36:29.100] Build status: SCHEDULED
[23:36:29.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:23:0) after 7m53s
[23:44:22.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:23:0)
[23:44:22.201] Build status: SCHEDULED
[23:44:22.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:24:0) after 8m26s
[23:52:48.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:24:0)
[23:52:48.310] Build status: SCHEDULED
[23:52:48.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:25:0) after 2m49s
[23:55:37.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:25:0)
[23:55:37.351] Build status: SCHEDULED
[23:55:37.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:26:0) after 3m47s
[23:59:24.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:26:0)
[23:59:24.472] Build status: SCHEDULED
[23:59:24.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:27:0) after 3m14s
[00:02:38.490] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:27:0)
[00:02:38.509] Build status: SCHEDULED
[00:02:38.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:28:0) after 1m8s
[00:03:46.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:28:0)
[00:03:46.570] Build status: SCHEDULED
[00:03:46.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:29:0) after 9m55s
[00:13:41.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:29:0)
[00:13:41.745] Build status: SCHEDULED
[00:13:41.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:30:0) after 7m57s
[00:21:38.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:30:0)
[00:21:38.789] Build status: SCHEDULED
[00:21:38.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:31:0) after 3m23s
[00:25:01.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:31:0)
[00:25:01.875] Build status: SCHEDULED
[00:25:01.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:32:0) after 1m1s
[00:26:02.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:32:0)
[00:26:02.996] Build status: SCHEDULED
[00:26:02.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:33:0) after 9m0s
[00:35:03.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:33:0)
[00:35:03.101] Build status: SCHEDULED
[00:35:03.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:34:0) after 2m49s
[00:37:52.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:34:0)
[00:37:52.204] Build status: SCHEDULED
[00:37:52.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:35:0) after 6m3s
[00:43:55.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:35:0)
[00:43:55.320] Build status: SCHEDULED
[00:43:55.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:36:0) after 1m51s
[00:45:46.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:36:0)
[00:45:46.367] Build status: SCHEDULED
[00:45:46.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:37:0) after 5m11s
[00:46:26.467] Received PubSub notification, asking Buildbucket for the build status
[00:46:26.521] Build status: STARTED
[00:50:57.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:37:0)
[00:50:57.552] Build status: STARTED
[00:50:57.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:39:0) after 2m6s
[00:53:03.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:39:0)
[00:53:03.650] Build status: STARTED
[00:53:03.650] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:40:0) after 8m28s
[01:01:31.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:40:0)
[01:01:31.775] Build status: STARTED
[01:01:31.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:41:0) after 4m1s
[01:05:32.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:41:0)
[01:05:32.906] Build status: STARTED
[01:05:32.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:42:0) after 3m35s
[01:09:07.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:42:0)
[01:09:07.942] Build status: STARTED
[01:09:07.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:43:0) after 1m8s
[01:10:15.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:43:0)
[01:10:15.942] Build status: STARTED
[01:10:15.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:44:0) after 4m31s
[01:14:47.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:44:0)
[01:14:47.034] Build status: STARTED
[01:14:47.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:45:0) after 8m9s
[01:22:56.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:45:0)
[01:22:56.102] Build status: STARTED
[01:22:56.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:46:0) after 3m36s
[01:26:32.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:46:0)
[01:26:32.146] Build status: STARTED
[01:26:32.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837980565050007504:47:0) after 9m22s
[01:28:13.666] Received PubSub notification, asking Buildbucket for the build status
[01:28:13.685] Build:
{
"id": "8672550503083766801",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-24T21:52:29.680124387Z",
"startTime": "2026-08-25T00:46:26.253413469Z",
"endTime": "2026-08-25T01:28:13.186388815Z",
"updateTime": "2026-08-25T01:28:13.186388815Z",
"status": "SUCCESS",
"input": {
}
}
[01:28:13.685] Invocation finished in 3h35m45.263422951s with status SUCCEEDED