[21:37:35.319] New invocation is queued and will start shortly
[21:37:35.319] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[21:37:36.514] Starting the invocation (attempt 1)
[21:37:36.535] Ignoring gitiles_ref tag without the buildset tag
[21:37:36.535] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:37:36.537] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:37:36.538] Buildbucket request:
{
"requestId": "8865975964183113136",
"builder": {
"project": "pigweed",
"bucket": "showcase.sense.dev.ci",
"builder": "showcase-sense-mac-x86-bazel"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865975964183113136",
"job": "pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "bf08a91d-6536-4646-bb1a-27a11aa666bb",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8700546089185081009"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865975964183113136"
},
{
"key": "scheduler_job_id",
"value": "pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:37:36.836] Scheduled build:
{
"id": "8700545902180977889",
"builder": {
"project": "pigweed",
"bucket": "showcase.sense.dev.ci",
"builder": "showcase-sense-mac-x86-bazel"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-19T21:37:36.584694562Z",
"updateTime": "2025-10-19T21:37:36.584694562Z",
"status": "SCHEDULED",
"input": {
}
}
[21:37:36.837] Task URL: https://cr-buildbucket.appspot.com/build/8700545902180977889
[21:37:36.837] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:2:0) after 8m48s
[21:38:04.269] Received PubSub notification, asking Buildbucket for the build status
[21:38:04.349] Build status: SCHEDULED
[21:46:24.981] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:2:0)
[21:46:24.997] Build status: SCHEDULED
[21:46:24.997] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:4:0) after 7m13s
[21:53:38.008] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:4:0)
[21:53:38.036] Build status: SCHEDULED
[21:53:38.036] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:5:0) after 3m45s
[21:57:23.048] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:5:0)
[21:57:23.187] Build status: SCHEDULED
[21:57:23.187] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:6:0) after 5m34s
[22:02:57.222] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:6:0)
[22:02:57.323] Build status: SCHEDULED
[22:02:57.324] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:7:0) after 5m48s
[22:08:45.545] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:7:0)
[22:08:45.587] Build status: SCHEDULED
[22:08:45.587] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:8:0) after 2m35s
[22:11:20.612] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:8:0)
[22:11:20.635] Build status: SCHEDULED
[22:11:20.635] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:9:0) after 8m17s
[22:19:37.647] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:9:0)
[22:19:37.676] Build status: SCHEDULED
[22:19:37.676] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:10:0) after 7m22s
[22:26:59.687] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:10:0)
[22:26:59.704] Build status: SCHEDULED
[22:26:59.704] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:11:0) after 7m27s
[22:34:26.803] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:11:0)
[22:34:26.879] Build status: SCHEDULED
[22:34:26.879] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:12:0) after 7m6s
[22:41:32.892] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:12:0)
[22:41:32.920] Build status: SCHEDULED
[22:41:32.920] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:13:0) after 1m33s
[22:43:05.952] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:13:0)
[22:43:06.020] Build status: SCHEDULED
[22:43:06.020] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:14:0) after 8m33s
[22:51:39.035] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:14:0)
[22:51:39.049] Build status: SCHEDULED
[22:51:39.049] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:15:0) after 8m55s
[23:00:34.063] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:15:0)
[23:00:34.081] Build status: SCHEDULED
[23:00:34.081] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:16:0) after 6m1s
[23:06:35.145] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:16:0)
[23:06:35.160] Build status: SCHEDULED
[23:06:35.160] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:17:0) after 9m21s
[23:15:56.173] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:17:0)
[23:15:56.187] Build status: SCHEDULED
[23:15:56.187] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:18:0) after 1m7s
[23:17:03.199] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:18:0)
[23:17:03.217] Build status: SCHEDULED
[23:17:03.217] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:19:0) after 1m50s
[23:18:53.244] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:19:0)
[23:18:53.380] Build status: SCHEDULED
[23:18:53.381] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:20:0) after 8m18s
[23:27:11.577] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:20:0)
[23:27:11.597] Build status: SCHEDULED
[23:27:11.597] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:21:0) after 2m37s
[23:29:48.655] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:21:0)
[23:29:48.682] Build status: SCHEDULED
[23:29:48.682] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:22:0) after 2m40s
[23:32:28.895] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:22:0)
[23:32:28.928] Build status: SCHEDULED
[23:32:28.929] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:23:0) after 3m53s
[23:36:21.942] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:23:0)
[23:36:22.040] Build status: SCHEDULED
[23:36:22.040] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:24:0) after 4m4s
[23:40:26.153] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:24:0)
[23:40:26.170] Build status: SCHEDULED
[23:40:26.170] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:25:0) after 9m20s
[23:49:46.237] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:25:0)
[23:49:46.257] Build status: SCHEDULED
[23:49:46.257] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:26:0) after 2m35s
[23:52:21.378] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:26:0)
[23:52:21.394] Build status: SCHEDULED
[23:52:21.395] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:27:0) after 5m48s
[23:58:09.367] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:27:0)
[23:58:09.414] Build status: SCHEDULED
[23:58:09.414] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:28:0) after 1m11s
[23:59:20.424] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:28:0)
[23:59:20.444] Build status: SCHEDULED
[23:59:20.444] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:29:0) after 8m34s
[00:07:54.456] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:29:0)
[00:07:54.481] Build status: SCHEDULED
[00:07:54.481] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:30:0) after 4m14s
[00:12:08.535] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:30:0)
[00:12:08.569] Build status: SCHEDULED
[00:12:08.569] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:31:0) after 1m29s
[00:13:37.616] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:31:0)
[00:13:37.635] Build status: SCHEDULED
[00:13:37.635] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:32:0) after 6m59s
[00:20:36.736] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:32:0)
[00:20:36.755] Build status: SCHEDULED
[00:20:36.755] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:33:0) after 4m55s
[00:25:31.876] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:33:0)
[00:25:31.891] Build status: SCHEDULED
[00:25:31.891] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:34:0) after 5m37s
[00:31:08.906] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:34:0)
[00:31:08.924] Build status: SCHEDULED
[00:31:08.924] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:35:0) after 3m38s
[00:34:46.950] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:35:0)
[00:34:46.968] Build status: SCHEDULED
[00:34:46.968] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:36:0) after 3m38s
[00:38:25.054] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:36:0)
[00:38:25.073] Build status: SCHEDULED
[00:38:25.073] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:37:0) after 7m24s
[00:40:49.561] Received PubSub notification, asking Buildbucket for the build status
[00:40:49.578] Build status: STARTED
[00:45:49.178] Handling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:37:0)
[00:45:49.196] Build status: STARTED
[00:45:49.196] Scheduling timer "check-buildbucket-build-status" (pigweed/showcase.sense.dev.ci-showcase-sense-mac-x86-bazel:8865975964183113136:39:0) after 6m48s
[00:50:28.178] Received PubSub notification, asking Buildbucket for the build status
[00:50:28.199] Build:
{
"id": "8700545902180977889",
"builder": {
"project": "pigweed",
"bucket": "showcase.sense.dev.ci",
"builder": "showcase-sense-mac-x86-bazel"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-19T21:37:36.584694562Z",
"startTime": "2025-10-20T00:40:49.292875118Z",
"endTime": "2025-10-20T00:50:27.922974744Z",
"updateTime": "2025-10-20T00:50:27.922974744Z",
"status": "FAILURE",
"input": {
}
}
[00:50:28.199] Invocation finished in 3h12m52.908070186s with status FAILED