[14:18:53.235] New invocation is queued and will start shortly
[14:18:53.235] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[14:18:54.268] Starting the invocation (attempt 1)
[14:18:54.292] Ignoring gitiles_ref tag without the buildset tag
[14:18:54.292] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:18:54.292] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:18:54.292] Buildbucket request:
{
"requestId": "8862923268011985632",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862923268011985632",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "114ffe50-c711-4582-b6d3-364467c285c9",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8697493421611413441"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862923268011985632"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:18:54.652] Scheduled build:
{
"id": "8697493206159279425",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-22T14:18:54.376496424Z",
"updateTime": "2025-11-22T14:18:54.376496424Z",
"status": "SCHEDULED",
"input": {
}
}
[14:18:54.652] Task URL: https://cr-buildbucket.appspot.com/build/8697493206159279425
[14:18:54.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:2:0) after 3m23s
[14:18:55.582] Received PubSub notification, asking Buildbucket for the build status
[14:18:55.599] Build status: SCHEDULED
[14:22:17.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:2:0)
[14:22:17.670] Build status: SCHEDULED
[14:22:17.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:4:0) after 2m33s
[14:24:50.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:4:0)
[14:24:50.761] Build status: SCHEDULED
[14:24:50.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:5:0) after 2m14s
[14:27:04.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:5:0)
[14:27:04.768] Build status: SCHEDULED
[14:27:04.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:6:0) after 8m2s
[14:35:06.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:6:0)
[14:35:06.801] Build status: SCHEDULED
[14:35:06.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:7:0) after 3m25s
[14:38:31.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:7:0)
[14:38:32.052] Build status: SCHEDULED
[14:38:32.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:8:0) after 9m53s
[14:48:25.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:8:0)
[14:48:25.175] Build status: SCHEDULED
[14:48:25.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:9:0) after 1m10s
[14:49:35.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:9:0)
[14:49:35.468] Build status: SCHEDULED
[14:49:35.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:10:0) after 6m27s
[14:56:03.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:10:0)
[14:56:03.099] Build status: SCHEDULED
[14:56:03.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:11:0) after 5m40s
[15:01:43.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:11:0)
[15:01:43.399] Build status: SCHEDULED
[15:01:43.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:12:0) after 2m2s
[15:03:45.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:12:0)
[15:03:45.419] Build status: SCHEDULED
[15:03:45.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:13:0) after 9m40s
[15:13:25.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:13:0)
[15:13:25.453] Build status: SCHEDULED
[15:13:25.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:14:0) after 4m24s
[15:17:49.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:14:0)
[15:17:49.580] Build status: SCHEDULED
[15:17:49.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:15:0) after 9m29s
[15:27:18.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:15:0)
[15:27:18.838] Build status: SCHEDULED
[15:27:18.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:16:0) after 2m46s
[15:30:04.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:16:0)
[15:30:04.914] Build status: SCHEDULED
[15:30:04.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:17:0) after 3m7s
[15:33:11.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:17:0)
[15:33:11.969] Build status: SCHEDULED
[15:33:11.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:18:0) after 8m2s
[15:41:13.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:18:0)
[15:41:14.008] Build status: SCHEDULED
[15:41:14.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:19:0) after 7m38s
[15:46:18.523] Received PubSub notification, asking Buildbucket for the build status
[15:46:18.543] Build status: STARTED
[15:48:52.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:19:0)
[15:48:52.053] Build status: STARTED
[15:48:52.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:21:0) after 2m43s
[15:51:35.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:21:0)
[15:51:35.082] Build status: STARTED
[15:51:35.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:22:0) after 3m44s
[15:55:19.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:22:0)
[15:55:19.064] Build status: STARTED
[15:55:19.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:23:0) after 2m37s
[15:57:56.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:23:0)
[15:57:56.092] Build status: STARTED
[15:57:56.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:24:0) after 2m8s
[16:00:04.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:24:0)
[16:00:04.113] Build status: STARTED
[16:00:04.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:25:0) after 9m3s
[16:09:07.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:25:0)
[16:09:07.146] Build status: STARTED
[16:09:07.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:26:0) after 2m22s
[16:11:29.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:26:0)
[16:11:29.185] Build status: STARTED
[16:11:29.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:27:0) after 8m16s
[16:19:45.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:27:0)
[16:19:45.309] Build status: STARTED
[16:19:45.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:28:0) after 3m4s
[16:22:49.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:28:0)
[16:22:49.357] Build status: STARTED
[16:22:49.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:29:0) after 6m37s
[16:29:26.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:29:0)
[16:29:26.744] Build status: STARTED
[16:29:26.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:30:0) after 2m0s
[16:31:26.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:30:0)
[16:31:26.786] Build status: STARTED
[16:31:26.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8862923268011985632:31:0) after 5m9s
[16:35:15.744] Received PubSub notification, asking Buildbucket for the build status
[16:35:15.757] Build:
{
"id": "8697493206159279425",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-22T14:18:54.376496424Z",
"startTime": "2025-11-22T15:46:06.983802566Z",
"endTime": "2025-11-22T16:34:58.075628975Z",
"updateTime": "2025-11-22T16:34:58.075628975Z",
"status": "INFRA_FAILURE",
"input": {
}
}
[16:35:15.757] Invocation finished in 2h16m22.531625423s with status FAILED