[21:15:43.366] New invocation is queued and will start shortly
[21:15:43.366] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[21:15:44.842] Starting the invocation (attempt 1)
[21:15:44.870] Ignoring gitiles_ref tag without the buildset tag
[21:15:44.870] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:15:44.871] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:15:44.871] Buildbucket request:
{
"requestId": "8880744645371669024",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8880744645371669024",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "0bc51476-eefb-4906-b065-8a82b8c08912",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8715314808630844417"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8880744645371669024"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:15:45.314] Scheduled build:
{
"id": "8715314583058066737",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-09T21:15:44.944306343Z",
"updateTime": "2025-05-09T21:15:44.944306343Z",
"status": "SCHEDULED",
"input": {
}
}
[21:15:45.315] Task URL: https://cr-buildbucket.appspot.com/build/8715314583058066737
[21:15:45.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:2:0) after 4m23s
[21:15:46.320] Received PubSub notification, asking Buildbucket for the build status
[21:15:46.346] Build status: SCHEDULED
[21:20:08.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:2:0)
[21:20:08.438] Build status: SCHEDULED
[21:20:08.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:4:0) after 3m41s
[21:23:49.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:4:0)
[21:23:49.534] Build status: SCHEDULED
[21:23:49.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:5:0) after 9m33s
[21:33:22.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:5:0)
[21:33:22.680] Build status: SCHEDULED
[21:33:22.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:6:0) after 1m51s
[21:35:13.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:6:0)
[21:35:13.779] Build status: SCHEDULED
[21:35:13.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:7:0) after 1m18s
[21:36:31.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:7:0)
[21:36:31.960] Build status: SCHEDULED
[21:36:31.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:8:0) after 9m29s
[21:46:01.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:8:0)
[21:46:01.064] Build status: SCHEDULED
[21:46:01.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:9:0) after 4m37s
[21:50:38.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:9:0)
[21:50:38.119] Build status: SCHEDULED
[21:50:38.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:10:0) after 1m31s
[21:52:09.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:10:0)
[21:52:09.347] Build status: SCHEDULED
[21:52:09.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:11:0) after 5m19s
[21:57:28.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:11:0)
[21:57:28.439] Build status: SCHEDULED
[21:57:28.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:12:0) after 6m59s
[22:04:27.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:12:0)
[22:04:27.561] Build status: SCHEDULED
[22:04:27.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:13:0) after 5m3s
[22:09:30.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:13:0)
[22:09:30.605] Build status: SCHEDULED
[22:09:30.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:14:0) after 6m24s
[22:15:54.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:14:0)
[22:15:54.709] Build status: SCHEDULED
[22:15:54.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:15:0) after 7m57s
[22:23:51.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:15:0)
[22:23:51.772] Build status: SCHEDULED
[22:23:51.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:16:0) after 3m28s
[22:27:19.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:16:0)
[22:27:21.604] Build status: SCHEDULED
[22:27:21.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:17:0) after 1m7s
[22:28:28.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:17:0)
[22:28:28.781] Build status: SCHEDULED
[22:28:28.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:18:0) after 9m35s
[22:38:03.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:18:0)
[22:38:03.944] Build status: SCHEDULED
[22:38:03.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:19:0) after 7m12s
[22:45:15.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:19:0)
[22:45:16.023] Build status: SCHEDULED
[22:45:16.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:20:0) after 1m30s
[22:46:46.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:20:0)
[22:46:46.034] Build status: SCHEDULED
[22:46:46.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:21:0) after 6m31s
[22:53:17.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:21:0)
[22:53:17.133] Build status: SCHEDULED
[22:53:17.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:22:0) after 3m1s
[22:56:18.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:22:0)
[22:56:18.190] Build status: SCHEDULED
[22:56:18.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:23:0) after 1m25s
[22:57:43.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:23:0)
[22:57:43.268] Build status: SCHEDULED
[22:57:43.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:24:0) after 3m49s
[23:01:32.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:24:0)
[23:01:32.362] Build status: SCHEDULED
[23:01:32.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:25:0) after 6m19s
[23:07:51.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:25:0)
[23:07:51.459] Build status: SCHEDULED
[23:07:51.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:26:0) after 3m24s
[23:11:15.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:26:0)
[23:11:15.505] Build status: SCHEDULED
[23:11:15.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:27:0) after 7m10s
[23:18:25.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:27:0)
[23:18:25.565] Build status: SCHEDULED
[23:18:25.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:28:0) after 6m48s
[23:25:13.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:28:0)
[23:25:13.564] Build status: SCHEDULED
[23:25:13.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:29:0) after 9m12s
[23:34:25.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:29:0)
[23:34:25.648] Build status: SCHEDULED
[23:34:25.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:30:0) after 4m57s
[23:39:22.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:30:0)
[23:39:22.752] Build status: SCHEDULED
[23:39:22.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:31:0) after 3m52s
[23:43:14.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:31:0)
[23:43:14.836] Build status: SCHEDULED
[23:43:14.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:32:0) after 8m35s
[23:51:49.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:32:0)
[23:51:49.897] Build status: SCHEDULED
[23:51:49.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:33:0) after 9m49s
[00:01:39.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:33:0)
[00:01:39.053] Build status: SCHEDULED
[00:01:39.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:34:0) after 1m47s
[00:03:26.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:34:0)
[00:03:26.076] Build status: SCHEDULED
[00:03:26.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:35:0) after 9m3s
[00:12:29.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:35:0)
[00:12:29.181] Build status: SCHEDULED
[00:12:29.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:36:0) after 7m42s
[00:20:11.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:36:0)
[00:20:11.331] Build status: SCHEDULED
[00:20:11.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:37:0) after 1m54s
[00:22:05.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:37:0)
[00:22:05.503] Build status: SCHEDULED
[00:22:05.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:38:0) after 3m54s
[00:25:59.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:38:0)
[00:25:59.612] Build status: SCHEDULED
[00:25:59.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:39:0) after 8m18s
[00:26:04.920] Received PubSub notification, asking Buildbucket for the build status
[00:26:04.945] Build status: STARTED
[00:34:17.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:39:0)
[00:34:17.725] Build status: STARTED
[00:34:17.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8880744645371669024:41:0) after 3m43s
[00:37:21.894] Received PubSub notification, asking Buildbucket for the build status
[00:37:21.921] Build:
{
"id": "8715314583058066737",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-09T21:15:44.944306343Z",
"startTime": "2025-05-10T00:26:04.599347464Z",
"endTime": "2025-05-10T00:37:21.644982183Z",
"updateTime": "2025-05-10T00:37:21.644982183Z",
"status": "FAILURE",
"input": {
}
}
[00:37:21.921] Invocation finished in 3h21m38.566427303s with status FAILED