[17:28:52.083] New invocation is queued and will start shortly
[17:28:52.083] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[17:28:53.952] Starting the invocation (attempt 1)
[17:28:53.978] Ignoring gitiles_ref tag without the buildset tag
[17:28:53.978] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:28:53.978] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:28:53.978] Buildbucket request:
{
"requestId": "8877678620979765152",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877678620979765152",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "27e919b6-a4f6-40ad-a37e-f39d681ea21d",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8712248722715363409"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877678620979765152"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:28:54.451] Scheduled build:
{
"id": "8712248558157722449",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-12T17:28:54.145813626Z",
"updateTime": "2025-06-12T17:28:54.145813626Z",
"status": "SCHEDULED",
"input": {
}
}
[17:28:54.451] Task URL: https://cr-buildbucket.appspot.com/build/8712248558157722449
[17:28:54.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:2:0) after 6m55s
[17:28:55.472] Received PubSub notification, asking Buildbucket for the build status
[17:28:55.500] Build status: SCHEDULED
[17:35:49.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:2:0)
[17:35:49.531] Build status: SCHEDULED
[17:35:49.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:4:0) after 4m6s
[17:39:55.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:4:0)
[17:39:55.577] Build status: SCHEDULED
[17:39:55.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:5:0) after 6m27s
[17:46:22.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:5:0)
[17:46:22.792] Build status: SCHEDULED
[17:46:22.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:6:0) after 7m10s
[17:53:32.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:6:0)
[17:53:32.832] Build status: SCHEDULED
[17:53:32.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:7:0) after 9m20s
[18:02:52.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:7:0)
[18:02:57.910] Build status: SCHEDULED
[18:02:57.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:8:0) after 2m1s
[18:04:58.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:8:0)
[18:05:03.990] Build status: SCHEDULED
[18:05:03.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:9:0) after 5m29s
[18:10:33.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:9:0)
[18:10:38.033] Build status: SCHEDULED
[18:10:38.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:10:0) after 8m58s
[18:19:36.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:10:0)
[18:19:36.134] Build status: SCHEDULED
[18:19:36.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:11:0) after 5m59s
[18:25:35.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:11:0)
[18:25:40.221] Build status: SCHEDULED
[18:25:40.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:12:0) after 8m24s
[18:34:04.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:12:0)
[18:34:09.361] Build status: SCHEDULED
[18:34:09.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:13:0) after 7m54s
[18:42:03.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:13:0)
[18:42:03.619] Build status: SCHEDULED
[18:42:03.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:14:0) after 5m55s
[18:47:58.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:14:0)
[18:48:03.996] Build status: SCHEDULED
[18:48:03.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:15:0) after 9m49s
[18:57:53.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:15:0)
[18:57:53.149] Build status: SCHEDULED
[18:57:53.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:16:0) after 9m17s
[19:07:10.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:16:0)
[19:07:10.181] Build status: SCHEDULED
[19:07:10.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:17:0) after 3m16s
[19:10:26.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:17:0)
[19:10:26.471] Build status: SCHEDULED
[19:10:26.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:18:0) after 5m1s
[19:15:27.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:18:0)
[19:15:27.742] Build status: SCHEDULED
[19:15:27.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:19:0) after 6m41s
[19:22:08.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:19:0)
[19:22:09.020] Build status: SCHEDULED
[19:22:09.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:20:0) after 7m10s
[19:29:19.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:20:0)
[19:29:20.343] Build status: SCHEDULED
[19:29:20.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:21:0) after 5m46s
[19:35:10.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:21:0)
[19:35:10.757] Build status: SCHEDULED
[19:35:10.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:22:0) after 4m39s
[19:56:00.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:22:0)
[19:56:03.879] Build status: SCHEDULED
[19:56:03.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:23:0) after 6m37s
[20:02:51.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:23:0)
[20:02:51.607] Build status: SCHEDULED
[20:02:51.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:24:0) after 1m34s
[20:04:25.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:24:0)
[20:04:25.653] Build status: SCHEDULED
[20:04:25.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:25:0) after 4m56s
[20:09:21.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:25:0)
[20:09:21.692] Build status: SCHEDULED
[20:09:21.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:26:0) after 3m58s
[20:13:19.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:26:0)
[20:13:19.787] Build status: SCHEDULED
[20:13:19.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:27:0) after 4m37s
[20:17:56.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:27:0)
[20:17:56.827] Build status: SCHEDULED
[20:17:56.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:28:0) after 1m8s
[20:19:04.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:28:0)
[20:19:04.884] Build status: SCHEDULED
[20:19:04.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:29:0) after 8m0s
[20:27:05.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:29:0)
[20:27:05.081] Build status: SCHEDULED
[20:27:05.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:30:0) after 5m38s
[20:32:43.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:30:0)
[20:32:43.119] Build status: SCHEDULED
[20:32:43.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8877678620979765152:31:0) after 7m27s
[20:37:03.139] Received PubSub notification, asking Buildbucket for the build status
[20:37:07.576] Build:
{
"id": "8712248558157722449",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-12T17:28:54.145813626Z",
"endTime": "2025-06-12T20:36:46.193698357Z",
"updateTime": "2025-06-12T20:36:46.193698357Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
}
},
"input": {
}
}
[20:37:07.576] Invocation finished in 3h8m15.505903366s with status FAILED