[12:37:17.274] New invocation is queued and will start shortly
[12:37:17.274] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[12:37:18.458] Starting the invocation (attempt 1)
[12:37:18.483] Ignoring gitiles_ref tag without the buildset tag
[12:37:18.484] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:37:18.484] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:37:18.484] Buildbucket request:
{
"requestId": "8862023690428196736",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862023690428196736",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "91b73c25-3196-4dda-8337-4eb121ecbcfd",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8696593813814915281"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862023690428196736"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[12:37:18.807] Scheduled build:
{
"id": "8696593628460015025",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-02T12:37:18.523486542Z",
"updateTime": "2025-12-02T12:37:18.523486542Z",
"status": "SCHEDULED",
"input": {
}
}
[12:37:18.807] Task URL: https://cr-buildbucket.appspot.com/build/8696593628460015025
[12:37:18.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:2:0) after 4m16s
[12:37:19.758] Received PubSub notification, asking Buildbucket for the build status
[12:37:19.771] Build status: SCHEDULED
[12:41:34.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:2:0)
[12:41:34.892] Build status: SCHEDULED
[12:41:34.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:4:0) after 6m23s
[12:47:57.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:4:0)
[12:47:57.911] Build status: SCHEDULED
[12:47:57.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:5:0) after 6m56s
[12:54:54.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:5:0)
[12:54:54.146] Build status: SCHEDULED
[12:54:54.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:6:0) after 5m16s
[13:00:10.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:6:0)
[13:00:10.224] Build status: SCHEDULED
[13:00:10.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:7:0) after 9m44s
[13:09:54.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:7:0)
[13:09:54.364] Build status: SCHEDULED
[13:09:54.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:8:0) after 8m14s
[13:16:10.237] Received PubSub notification, asking Buildbucket for the build status
[13:16:10.328] Build status: STARTED
[13:18:08.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:8:0)
[13:18:08.396] Build status: STARTED
[13:18:08.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:10:0) after 7m24s
[13:25:32.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:10:0)
[13:25:32.468] Build status: STARTED
[13:25:32.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:11:0) after 1m47s
[13:27:19.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:11:0)
[13:27:19.505] Build status: STARTED
[13:27:19.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:12:0) after 8m15s
[13:35:34.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:12:0)
[13:35:34.627] Build status: STARTED
[13:35:34.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:13:0) after 1m40s
[13:37:14.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:13:0)
[13:37:14.671] Build status: STARTED
[13:37:14.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:14:0) after 9m52s
[13:47:06.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:14:0)
[13:47:06.760] Build status: STARTED
[13:47:06.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:15:0) after 1m3s
[13:48:09.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:15:0)
[13:48:09.802] Build status: STARTED
[13:48:09.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:16:0) after 2m15s
[13:50:24.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:16:0)
[13:50:24.842] Build status: STARTED
[13:50:24.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:17:0) after 7m18s
[13:57:42.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:17:0)
[13:57:42.940] Build status: STARTED
[13:57:42.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:18:0) after 1m22s
[13:59:04.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:18:0)
[13:59:04.985] Build status: STARTED
[13:59:04.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:19:0) after 5m21s
[14:04:26.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:19:0)
[14:04:26.196] Build status: STARTED
[14:04:26.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:20:0) after 8m27s
[14:12:53.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:20:0)
[14:12:53.221] Build status: STARTED
[14:12:53.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:21:0) after 9m42s
[14:22:35.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:21:0)
[14:22:35.253] Build status: STARTED
[14:22:35.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:22:0) after 6m31s
[14:29:06.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:22:0)
[14:29:06.513] Build status: STARTED
[14:29:06.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:23:0) after 8m9s
[14:37:15.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:23:0)
[14:37:15.554] Build status: STARTED
[14:37:15.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:24:0) after 1m55s
[14:39:10.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:24:0)
[14:39:10.688] Build status: STARTED
[14:39:10.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:25:0) after 2m18s
[14:41:28.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:25:0)
[14:41:28.696] Build status: STARTED
[14:41:28.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:26:0) after 2m21s
[14:43:49.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:26:0)
[14:43:49.827] Build status: STARTED
[14:43:49.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:27:0) after 3m16s
[14:47:05.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:27:0)
[14:47:05.940] Build status: STARTED
[14:47:05.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8862023690428196736:28:0) after 8m11s
[14:50:14.964] Received PubSub notification, asking Buildbucket for the build status
[14:50:14.979] Build:
{
"id": "8696593628460015025",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-02T12:37:18.523486542Z",
"startTime": "2025-12-02T13:16:10.082942706Z",
"endTime": "2025-12-02T14:50:14.666999682Z",
"updateTime": "2025-12-02T14:50:14.666999682Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[14:50:14.979] Invocation finished in 2h12m57.717515849s with status FAILED