[04:33:17.350] New invocation is queued and will start shortly
[04:33:17.350] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[04:33:18.441] Starting the invocation (attempt 1)
[04:33:18.461] Ignoring gitiles_ref tag without the buildset tag
[04:33:18.461] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:33:18.461] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:33:18.461] Buildbucket request:
{
"requestId": "8878633385845548320",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8878633385845548320",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "a24ec8c6-c578-4be6-9da4-2f87d1c22b4f",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8713203715200642353"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8878633385845548320"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:33:18.956] Scheduled build:
{
"id": "8713203323970770785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-02T04:33:18.511645407Z",
"updateTime": "2025-06-02T04:33:18.511645407Z",
"status": "SCHEDULED",
"input": {
}
}
[04:33:18.957] Task URL: https://cr-buildbucket.appspot.com/build/8713203323970770785
[04:33:18.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:2:0) after 4m45s
[04:33:19.795] Received PubSub notification, asking Buildbucket for the build status
[04:33:19.832] Build status: SCHEDULED
[04:38:03.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:2:0)
[04:38:04.000] Build status: SCHEDULED
[04:38:04.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:4:0) after 6m30s
[04:44:34.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:4:0)
[04:44:34.107] Build status: SCHEDULED
[04:44:34.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:5:0) after 2m14s
[04:46:48.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:5:0)
[04:46:48.148] Build status: SCHEDULED
[04:46:48.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:6:0) after 1m9s
[04:47:57.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:6:0)
[04:47:57.338] Build status: SCHEDULED
[04:47:57.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:7:0) after 6m55s
[04:54:52.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:7:0)
[04:54:52.408] Build status: SCHEDULED
[04:54:52.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:8:0) after 9m44s
[05:04:36.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:8:0)
[05:04:36.586] Build status: SCHEDULED
[05:04:36.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:9:0) after 5m49s
[05:10:25.598] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:9:0)
[05:10:25.663] Build status: SCHEDULED
[05:10:25.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:10:0) after 1m14s
[05:11:39.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:10:0)
[05:11:39.743] Build status: SCHEDULED
[05:11:39.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:11:0) after 6m3s
[05:17:42.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:11:0)
[05:17:42.990] Build status: SCHEDULED
[05:17:42.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:12:0) after 2m25s
[05:20:08.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:12:0)
[05:20:08.105] Build status: SCHEDULED
[05:20:08.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:13:0) after 9m26s
[05:29:34.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:13:0)
[05:29:34.131] Build status: SCHEDULED
[05:29:34.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:14:0) after 8m33s
[05:38:07.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:14:0)
[05:38:07.191] Build status: SCHEDULED
[05:38:07.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:15:0) after 5m42s
[05:43:49.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:15:0)
[05:43:49.227] Build status: SCHEDULED
[05:43:49.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:16:0) after 8m50s
[05:52:39.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:16:0)
[05:52:39.324] Build status: SCHEDULED
[05:52:39.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:17:0) after 1m32s
[05:54:11.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:17:0)
[05:54:11.474] Build status: SCHEDULED
[05:54:11.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:18:0) after 9m56s
[06:04:07.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:18:0)
[06:04:07.578] Build status: SCHEDULED
[06:04:07.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:19:0) after 2m15s
[06:06:22.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:19:0)
[06:06:22.957] Build status: SCHEDULED
[06:06:22.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:20:0) after 6m22s
[06:12:45.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:20:0)
[06:12:45.215] Build status: SCHEDULED
[06:12:45.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:21:0) after 7m25s
[06:20:10.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:21:0)
[06:20:10.800] Build status: SCHEDULED
[06:20:10.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:22:0) after 9m53s
[06:30:03.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:22:0)
[06:30:03.971] Build status: SCHEDULED
[06:30:03.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:23:0) after 9m6s
[06:39:10.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:23:0)
[06:39:10.260] Build status: SCHEDULED
[06:39:10.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:24:0) after 3m41s
[06:42:52.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:24:0)
[06:42:52.087] Build status: SCHEDULED
[06:42:52.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:25:0) after 3m4s
[06:45:56.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:25:0)
[06:45:56.785] Build status: SCHEDULED
[06:45:56.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:26:0) after 1m49s
[06:47:45.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:26:0)
[06:47:45.954] Build status: SCHEDULED
[06:47:45.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:27:0) after 8m28s
[06:56:14.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:27:0)
[06:56:14.245] Build status: SCHEDULED
[06:56:14.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:28:0) after 4m24s
[07:00:38.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:28:0)
[07:00:38.291] Build status: SCHEDULED
[07:00:38.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:29:0) after 4m27s
[07:05:05.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:29:0)
[07:05:05.620] Build status: SCHEDULED
[07:05:05.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:30:0) after 8m50s
[07:13:55.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:30:0)
[07:13:55.643] Build status: SCHEDULED
[07:13:55.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:31:0) after 4m39s
[07:18:34.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:31:0)
[07:18:34.743] Build status: SCHEDULED
[07:18:34.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:32:0) after 7m2s
[07:25:36.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:32:0)
[07:25:36.783] Build status: SCHEDULED
[07:25:36.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:33:0) after 8m57s
[07:34:34.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:33:0)
[07:34:34.253] Build status: SCHEDULED
[07:34:34.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:34:0) after 1m0s
[07:35:34.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:34:0)
[07:35:34.301] Build status: SCHEDULED
[07:35:34.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:35:0) after 5m57s
[07:41:31.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:35:0)
[07:41:31.438] Build status: SCHEDULED
[07:41:31.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:36:0) after 8m57s
[07:50:28.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:36:0)
[07:50:28.861] Build status: SCHEDULED
[07:50:28.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:37:0) after 6m28s
[07:55:45.880] Received PubSub notification, asking Buildbucket for the build status
[07:55:45.905] Build status: STARTED
[07:56:56.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:37:0)
[07:56:57.052] Build status: STARTED
[07:56:57.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:39:0) after 7m53s
[08:04:50.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:39:0)
[08:04:50.169] Build status: STARTED
[08:04:50.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:40:0) after 1m32s
[08:06:22.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:40:0)
[08:06:22.209] Build status: STARTED
[08:06:22.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:41:0) after 1m13s
[08:07:35.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:41:0)
[08:07:35.284] Build status: STARTED
[08:07:35.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:42:0) after 9m23s
[08:16:58.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:42:0)
[08:16:58.407] Build status: STARTED
[08:16:58.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:43:0) after 5m7s
[08:22:05.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:43:0)
[08:22:05.495] Build status: STARTED
[08:22:05.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:44:0) after 3m50s
[08:25:55.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:44:0)
[08:25:55.546] Build status: STARTED
[08:25:55.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:45:0) after 3m30s
[08:29:25.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:45:0)
[08:29:25.627] Build status: STARTED
[08:29:25.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:46:0) after 5m40s
[08:35:05.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:46:0)
[08:35:05.738] Build status: STARTED
[08:35:05.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:47:0) after 2m43s
[08:37:48.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:47:0)
[08:37:48.829] Build status: STARTED
[08:37:48.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:48:0) after 7m46s
[08:45:34.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:48:0)
[08:45:34.874] Build status: STARTED
[08:45:34.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8878633385845548320:49:0) after 4m19s
[08:48:49.030] Received PubSub notification, asking Buildbucket for the build status
[08:48:49.052] Build:
{
"id": "8713203323970770785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-02T04:33:18.511645407Z",
"startTime": "2025-06-02T07:55:45.467065626Z",
"endTime": "2025-06-02T08:48:48.786526740Z",
"updateTime": "2025-06-02T08:48:48.786526740Z",
"status": "FAILURE",
"input": {
}
}
[08:48:49.052] Invocation finished in 4h15m31.712307217s with status FAILED