[13:00:59.152] New invocation is queued and will start shortly
[13:00:59.152] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[13:01:01.675] Starting the invocation (attempt 1)
[13:01:01.702] Ignoring gitiles_ref tag without the buildset tag
[13:01:01.702] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:01:01.702] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:01:01.702] Buildbucket request:
{
"requestId": "8864196526678181712",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864196526678181712",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "f8a692e6-2aca-4d8d-b021-11f0c0e5ec7c",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8698766684639231793"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864196526678181712"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:01:02.145] Scheduled build:
{
"id": "8698766463268374049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-08T13:01:01.772552490Z",
"updateTime": "2025-11-08T13:01:01.772552490Z",
"status": "SCHEDULED",
"input": {
}
}
[13:01:02.145] Task URL: https://cr-buildbucket.appspot.com/build/8698766463268374049
[13:01:02.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:2:0) after 5m55s
[13:01:06.057] Received PubSub notification, asking Buildbucket for the build status
[13:01:06.079] Build status: SCHEDULED
[13:06:57.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:2:0)
[13:06:57.357] Build status: SCHEDULED
[13:06:57.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:4:0) after 8m55s
[13:15:52.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:4:0)
[13:15:52.644] Build status: SCHEDULED
[13:15:52.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:5:0) after 4m19s
[13:20:11.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:5:0)
[13:20:11.894] Build status: SCHEDULED
[13:20:11.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:6:0) after 2m10s
[13:22:22.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:6:0)
[13:22:22.103] Build status: SCHEDULED
[13:22:22.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:7:0) after 3m48s
[13:26:10.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:7:0)
[13:26:10.180] Build status: SCHEDULED
[13:26:10.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:8:0) after 8m31s
[13:34:41.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:8:0)
[13:34:41.607] Build status: SCHEDULED
[13:34:41.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:9:0) after 4m4s
[13:38:45.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:9:0)
[13:38:45.648] Build status: SCHEDULED
[13:38:45.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:10:0) after 1m33s
[13:40:18.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:10:0)
[13:40:18.677] Build status: SCHEDULED
[13:40:18.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:11:0) after 7m45s
[13:48:03.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:11:0)
[13:48:04.004] Build status: SCHEDULED
[13:48:04.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:12:0) after 8m9s
[13:56:13.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:12:0)
[13:56:13.750] Build status: SCHEDULED
[13:56:13.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:13:0) after 1m49s
[13:58:02.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:13:0)
[13:58:02.935] Build status: SCHEDULED
[13:58:02.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:14:0) after 4m28s
[14:02:31.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:14:0)
[14:02:31.185] Build status: SCHEDULED
[14:02:31.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:15:0) after 6m14s
[14:08:45.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:15:0)
[14:08:45.215] Build status: SCHEDULED
[14:08:45.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:16:0) after 8m29s
[14:17:14.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:16:0)
[14:17:14.619] Build status: SCHEDULED
[14:17:14.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:17:0) after 2m53s
[14:20:07.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:17:0)
[14:20:07.760] Build status: SCHEDULED
[14:20:07.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:18:0) after 3m45s
[14:23:52.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:18:0)
[14:23:52.875] Build status: SCHEDULED
[14:23:52.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:19:0) after 8m26s
[14:32:18.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:19:0)
[14:32:18.955] Build status: SCHEDULED
[14:32:18.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:20:0) after 8m59s
[14:41:18.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:20:0)
[14:41:18.233] Build status: SCHEDULED
[14:41:18.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:21:0) after 9m57s
[14:51:15.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:21:0)
[14:51:15.290] Build status: SCHEDULED
[14:51:15.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:22:0) after 8m4s
[14:59:19.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:22:0)
[14:59:19.471] Build status: SCHEDULED
[14:59:19.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:23:0) after 3m30s
[15:02:49.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:23:0)
[15:02:49.545] Build status: SCHEDULED
[15:02:49.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:24:0) after 6m19s
[15:09:08.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:24:0)
[15:09:08.574] Build status: SCHEDULED
[15:09:08.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:25:0) after 7m7s
[15:16:15.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:25:0)
[15:16:15.779] Build status: SCHEDULED
[15:16:15.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:26:0) after 2m39s
[15:18:54.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:26:0)
[15:18:54.901] Build status: SCHEDULED
[15:18:54.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:27:0) after 9m14s
[15:28:08.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:27:0)
[15:28:08.975] Build status: SCHEDULED
[15:28:08.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:28:0) after 2m39s
[15:30:47.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:28:0)
[15:30:48.013] Build status: SCHEDULED
[15:30:48.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:29:0) after 5m44s
[15:36:32.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:29:0)
[15:36:32.032] Build status: SCHEDULED
[15:36:32.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:30:0) after 1m51s
[15:38:23.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:30:0)
[15:38:23.454] Build status: SCHEDULED
[15:38:23.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:31:0) after 9m42s
[15:48:05.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:31:0)
[15:48:05.517] Build status: SCHEDULED
[15:48:05.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:32:0) after 3m51s
[15:51:56.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:32:0)
[15:51:56.875] Build status: SCHEDULED
[15:51:56.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:33:0) after 4m52s
[15:56:48.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:33:0)
[15:56:48.867] Build status: SCHEDULED
[15:56:48.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:34:0) after 5m50s
[16:02:38.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:34:0)
[16:02:38.977] Build status: SCHEDULED
[16:02:38.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:35:0) after 7m5s
[16:09:44.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:35:0)
[16:09:44.318] Build status: SCHEDULED
[16:09:44.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:36:0) after 2m59s
[16:12:43.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:36:0)
[16:12:43.472] Build status: SCHEDULED
[16:12:43.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:37:0) after 6m28s
[16:19:11.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:37:0)
[16:19:11.859] Build status: SCHEDULED
[16:19:11.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:38:0) after 4m6s
[16:23:18.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:38:0)
[16:23:18.143] Build status: SCHEDULED
[16:23:18.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:39:0) after 8m39s
[16:31:57.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:39:0)
[16:31:57.189] Build status: SCHEDULED
[16:31:57.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:40:0) after 9m14s
[16:41:11.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:40:0)
[16:41:11.284] Build status: SCHEDULED
[16:41:11.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:41:0) after 8m6s
[16:49:17.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:41:0)
[16:49:17.350] Build status: SCHEDULED
[16:49:17.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:42:0) after 2m9s
[16:51:26.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:42:0)
[16:51:26.457] Build status: SCHEDULED
[16:51:26.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:43:0) after 6m53s
[16:58:19.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:43:0)
[16:58:19.597] Build status: SCHEDULED
[16:58:19.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:44:0) after 9m27s
[17:07:46.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:44:0)
[17:07:46.644] Build status: SCHEDULED
[17:07:46.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:45:0) after 2m59s
[17:10:45.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:45:0)
[17:10:45.677] Build status: SCHEDULED
[17:10:45.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:46:0) after 7m4s
[17:17:49.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:46:0)
[17:17:49.758] Build status: SCHEDULED
[17:17:49.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:47:0) after 5m33s
[17:18:29.510] Received PubSub notification, asking Buildbucket for the build status
[17:18:29.549] Build status: STARTED
[17:23:22.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:47:0)
[17:23:22.794] Build status: STARTED
[17:23:22.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:49:0) after 6m15s
[17:29:37.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:49:0)
[17:29:37.827] Build status: STARTED
[17:29:37.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:50:0) after 7m9s
[17:36:46.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:50:0)
[17:36:46.863] Build status: STARTED
[17:36:46.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:51:0) after 1m41s
[17:38:27.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:51:0)
[17:38:27.961] Build status: STARTED
[17:38:27.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8864196526678181712:52:0) after 1m56s
[17:40:16.233] Received PubSub notification, asking Buildbucket for the build status
[17:40:16.252] Build:
{
"id": "8698766463268374049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-08T13:01:01.772552490Z",
"startTime": "2025-11-08T17:18:29.329915296Z",
"endTime": "2025-11-08T17:40:15.723488527Z",
"updateTime": "2025-11-08T17:40:15.723488527Z",
"status": "SUCCESS",
"input": {
}
}
[17:40:16.252] Invocation finished in 4h39m17.114555251s with status SUCCEEDED