[17:11:33.036] New invocation is queued and will start shortly
[17:11:33.036] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[17:11:34.736] Starting the invocation (attempt 1)
[17:11:34.761] Ignoring gitiles_ref tag without the buildset tag
[17:11:34.761] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:11:34.761] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:11:34.762] Buildbucket request:
{
"requestId": "8866989268464016704",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866989268464016704",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "5cac94d0-b94c-4be8-bbf3-7e6a306f5603",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8701559408198221681"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866989268464016704"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:11:35.249] Scheduled build:
{
"id": "8701559205920436129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-08T17:11:34.833794866Z",
"updateTime": "2025-10-08T17:11:34.833794866Z",
"status": "SCHEDULED",
"input": {
}
}
[17:11:35.249] Task URL: https://cr-buildbucket.appspot.com/build/8701559205920436129
[17:11:35.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:2:0) after 8m38s
[17:11:36.164] Received PubSub notification, asking Buildbucket for the build status
[17:11:36.204] Build status: SCHEDULED
[17:20:13.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:2:0)
[17:20:13.471] Build status: SCHEDULED
[17:20:13.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:4:0) after 3m36s
[17:23:49.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:4:0)
[17:23:49.522] Build status: SCHEDULED
[17:23:49.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:5:0) after 2m6s
[17:25:55.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:5:0)
[17:25:55.524] Build status: SCHEDULED
[17:25:55.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:6:0) after 5m56s
[17:31:51.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:6:0)
[17:31:51.557] Build status: SCHEDULED
[17:31:51.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:7:0) after 3m18s
[17:35:09.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:7:0)
[17:35:09.549] Build status: SCHEDULED
[17:35:09.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:8:0) after 6m5s
[17:41:14.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:8:0)
[17:41:14.761] Build status: SCHEDULED
[17:41:14.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:9:0) after 3m36s
[17:44:50.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:9:0)
[17:44:50.838] Build status: SCHEDULED
[17:44:50.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:10:0) after 7m53s
[17:52:43.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:10:0)
[17:52:43.897] Build status: SCHEDULED
[17:52:43.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:11:0) after 5m37s
[17:58:20.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:11:0)
[17:58:20.964] Build status: SCHEDULED
[17:58:20.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:12:0) after 8m28s
[18:06:48.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:12:0)
[18:06:48.958] Build status: SCHEDULED
[18:06:48.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:13:0) after 6m36s
[18:13:24.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:13:0)
[18:13:24.980] Build status: SCHEDULED
[18:13:24.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:14:0) after 3m17s
[18:16:42.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:14:0)
[18:16:42.045] Build status: SCHEDULED
[18:16:42.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:15:0) after 2m14s
[18:18:56.065] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:15:0)
[18:18:56.082] Build status: SCHEDULED
[18:18:56.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:16:0) after 7m34s
[18:26:30.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:16:0)
[18:26:30.114] Build status: SCHEDULED
[18:26:30.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:17:0) after 2m37s
[18:29:07.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:17:0)
[18:29:07.102] Build status: SCHEDULED
[18:29:07.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:18:0) after 9m23s
[18:38:30.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:18:0)
[18:38:30.136] Build status: SCHEDULED
[18:38:30.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:19:0) after 1m27s
[18:39:57.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:19:0)
[18:39:57.169] Build status: SCHEDULED
[18:39:57.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:20:0) after 3m21s
[18:43:18.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:20:0)
[18:43:18.271] Build status: SCHEDULED
[18:43:18.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:21:0) after 9m12s
[18:52:30.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:21:0)
[18:52:30.298] Build status: SCHEDULED
[18:52:30.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:22:0) after 9m35s
[19:02:05.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:22:0)
[19:02:05.454] Build status: SCHEDULED
[19:02:05.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:23:0) after 3m10s
[19:05:15.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:23:0)
[19:05:15.487] Build status: SCHEDULED
[19:05:15.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:24:0) after 2m44s
[19:07:59.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:24:0)
[19:07:59.574] Build status: SCHEDULED
[19:07:59.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:25:0) after 5m28s
[19:13:27.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:25:0)
[19:13:27.638] Build status: SCHEDULED
[19:13:27.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:26:0) after 8m19s
[19:21:46.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:26:0)
[19:21:46.750] Build status: SCHEDULED
[19:21:46.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:27:0) after 7m49s
[19:29:35.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:27:0)
[19:29:35.847] Build status: SCHEDULED
[19:29:35.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:28:0) after 5m8s
[19:34:43.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:28:0)
[19:34:43.886] Build status: SCHEDULED
[19:34:43.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:29:0) after 7m36s
[19:42:20.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:29:0)
[19:42:20.079] Build status: SCHEDULED
[19:42:20.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:30:0) after 8m49s
[19:51:09.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:30:0)
[19:51:09.206] Build status: SCHEDULED
[19:51:09.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:31:0) after 1m12s
[19:52:21.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:31:0)
[19:52:21.347] Build status: SCHEDULED
[19:52:21.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:32:0) after 1m26s
[19:53:47.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:32:0)
[19:53:47.639] Build status: SCHEDULED
[19:53:47.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:33:0) after 3m23s
[19:57:10.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:33:0)
[19:57:10.694] Build status: SCHEDULED
[19:57:10.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:34:0) after 8m12s
[20:05:22.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:34:0)
[20:05:22.733] Build status: SCHEDULED
[20:05:22.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:35:0) after 5m27s
[20:10:49.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:35:0)
[20:10:49.764] Build status: SCHEDULED
[20:10:49.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:36:0) after 4m58s
[20:15:47.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:36:0)
[20:15:47.766] Build status: SCHEDULED
[20:15:47.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:37:0) after 2m20s
[20:18:07.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:37:0)
[20:18:07.882] Build status: SCHEDULED
[20:18:07.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:38:0) after 3m28s
[20:21:35.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:38:0)
[20:21:35.992] Build status: SCHEDULED
[20:21:35.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:39:0) after 6m1s
[20:27:37.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:39:0)
[20:27:37.071] Build status: SCHEDULED
[20:27:37.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:40:0) after 6m14s
[20:33:51.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:40:0)
[20:33:51.243] Build status: SCHEDULED
[20:33:51.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:41:0) after 7m3s
[20:40:54.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:41:0)
[20:40:54.411] Build status: SCHEDULED
[20:40:54.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:42:0) after 9m21s
[20:47:21.179] Received PubSub notification, asking Buildbucket for the build status
[20:47:21.192] Build status: STARTED
[20:50:15.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:42:0)
[20:50:15.453] Build status: STARTED
[20:50:15.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:44:0) after 5m16s
[20:55:31.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:44:0)
[20:55:31.488] Build status: STARTED
[20:55:31.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:45:0) after 5m50s
[21:01:21.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:45:0)
[21:01:21.561] Build status: STARTED
[21:01:21.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:46:0) after 2m6s
[21:03:27.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:46:0)
[21:03:27.641] Build status: STARTED
[21:03:27.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866989268464016704:47:0) after 5m39s
[21:06:08.230] Received PubSub notification, asking Buildbucket for the build status
[21:06:08.246] Build:
{
"id": "8701559205920436129",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-08T17:11:34.833794866Z",
"startTime": "2025-10-08T20:47:20.859402579Z",
"endTime": "2025-10-08T21:06:07.614083485Z",
"updateTime": "2025-10-08T21:06:07.614083485Z",
"status": "SUCCESS",
"input": {
}
}
[21:06:08.246] Invocation finished in 3h54m35.222580715s with status SUCCEEDED