[00:25:12.145] New invocation is queued and will start shortly
[00:25:12.145] Triggered by user:rerunner@pigweed-service-accounts.iam.gserviceaccount.com
[00:25:13.223] Starting the invocation (attempt 1)
[00:25:13.252] Ignoring gitiles_ref tag without the buildset tag
[00:25:13.252] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:25:13.252] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:25:13.252] Buildbucket request:
{
"requestId": "8879283172876867568",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8879283172876867568",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main",
"triggers": [
{
"buildbucket": {
"tags": [
"parent_buildername:rerunner",
"user_agent:rerunner"
]
},
"id": "b3dd382a-b363-4523-9350-c8f2be2b9501",
"title": "rerunner/0",
"url": "https://cr-buildbucket.appspot.com/build/8713853275550863393"
}
]
}
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8879283172876867568"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "rerunner"
},
{
"key": "user_agent",
"value": "rerunner"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:25:13.735] Scheduled build:
{
"id": "8713853110984570353",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-26T00:25:13.325531650Z",
"updateTime": "2025-05-26T00:25:13.325531650Z",
"status": "SCHEDULED",
"input": {
}
}
[00:25:13.735] Task URL: https://cr-buildbucket.appspot.com/build/8713853110984570353
[00:25:13.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:2:0) after 1m51s
[00:25:14.714] Received PubSub notification, asking Buildbucket for the build status
[00:25:14.832] Build status: SCHEDULED
[00:27:04.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:2:0)
[00:27:05.061] Build status: SCHEDULED
[00:27:05.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:4:0) after 3m15s
[00:30:20.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:4:0)
[00:30:20.196] Build status: SCHEDULED
[00:30:20.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:5:0) after 8m0s
[00:38:20.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:5:0)
[00:38:20.331] Build status: SCHEDULED
[00:38:20.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:6:0) after 4m14s
[00:42:34.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:6:0)
[00:42:34.378] Build status: SCHEDULED
[00:42:34.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:7:0) after 1m23s
[00:43:57.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:7:0)
[00:43:57.513] Build status: SCHEDULED
[00:43:57.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:8:0) after 1m7s
[00:45:04.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:8:0)
[00:45:04.703] Build status: SCHEDULED
[00:45:04.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:9:0) after 6m0s
[00:51:04.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:9:0)
[00:51:04.843] Build status: SCHEDULED
[00:51:04.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:10:0) after 7m26s
[00:58:30.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:10:0)
[00:58:30.900] Build status: SCHEDULED
[00:58:30.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:11:0) after 4m15s
[01:02:46.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:11:0)
[01:02:46.353] Build status: SCHEDULED
[01:02:46.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:12:0) after 3m24s
[01:06:10.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:12:0)
[01:06:10.656] Build status: SCHEDULED
[01:06:10.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:13:0) after 8m9s
[01:14:19.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:13:0)
[01:14:19.728] Build status: SCHEDULED
[01:14:19.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:14:0) after 8m26s
[01:22:45.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:14:0)
[01:22:45.815] Build status: SCHEDULED
[01:22:45.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:15:0) after 7m18s
[01:30:03.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:15:0)
[01:30:03.857] Build status: SCHEDULED
[01:30:03.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:16:0) after 7m59s
[01:38:02.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:16:0)
[01:38:03.013] Build status: SCHEDULED
[01:38:03.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:17:0) after 1m16s
[01:39:19.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:17:0)
[01:39:19.091] Build status: SCHEDULED
[01:39:19.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:18:0) after 2m29s
[01:41:48.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:18:0)
[01:41:48.640] Build status: SCHEDULED
[01:41:48.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:19:0) after 2m55s
[01:44:43.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:19:0)
[01:44:43.708] Build status: SCHEDULED
[01:44:43.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:20:0) after 4m24s
[01:49:08.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:20:0)
[01:49:08.107] Build status: SCHEDULED
[01:49:08.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:21:0) after 8m2s
[01:57:10.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:21:0)
[01:57:10.349] Build status: SCHEDULED
[01:57:10.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:22:0) after 8m2s
[02:05:12.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:22:0)
[02:05:12.741] Build status: SCHEDULED
[02:05:12.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:23:0) after 8m10s
[02:13:22.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:23:0)
[02:13:22.816] Build status: SCHEDULED
[02:13:22.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:24:0) after 4m8s
[02:17:31.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:24:0)
[02:17:31.687] Build status: SCHEDULED
[02:17:31.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:25:0) after 4m53s
[02:22:24.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:25:0)
[02:22:24.705] Build status: SCHEDULED
[02:22:24.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:26:0) after 8m21s
[02:30:45.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:26:0)
[02:30:45.734] Build status: SCHEDULED
[02:30:45.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:27:0) after 5m48s
[02:36:33.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:27:0)
[02:36:33.808] Build status: SCHEDULED
[02:36:33.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:28:0) after 1m40s
[02:38:13.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:28:0)
[02:38:13.873] Build status: SCHEDULED
[02:38:13.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:29:0) after 3m0s
[02:41:14.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:29:0)
[02:41:14.041] Build status: SCHEDULED
[02:41:14.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:30:0) after 2m38s
[02:43:52.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:30:0)
[02:43:52.087] Build status: SCHEDULED
[02:43:52.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:31:0) after 9m17s
[02:53:09.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:31:0)
[02:53:09.125] Build status: SCHEDULED
[02:53:09.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:32:0) after 5m32s
[02:58:41.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:32:0)
[02:58:41.417] Build status: SCHEDULED
[02:58:41.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:33:0) after 3m53s
[03:02:34.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:33:0)
[03:02:34.505] Build status: SCHEDULED
[03:02:34.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:34:0) after 4m29s
[03:07:03.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:34:0)
[03:07:03.563] Build status: SCHEDULED
[03:07:03.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:35:0) after 8m28s
[03:11:25.414] Received PubSub notification, asking Buildbucket for the build status
[03:11:25.503] Build status: STARTED
[03:15:31.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:35:0)
[03:15:31.771] Build status: STARTED
[03:15:31.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:37:0) after 8m6s
[03:23:37.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:37:0)
[03:23:37.922] Build status: STARTED
[03:23:37.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:38:0) after 4m50s
[03:28:27.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:38:0)
[03:28:27.949] Build status: STARTED
[03:28:27.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:39:0) after 6m58s
[03:35:26.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:39:0)
[03:35:26.343] Build status: STARTED
[03:35:26.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:40:0) after 3m42s
[03:39:08.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:40:0)
[03:39:08.417] Build status: STARTED
[03:39:08.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:41:0) after 2m59s
[03:42:07.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:41:0)
[03:42:07.503] Build status: STARTED
[03:42:07.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:42:0) after 9m20s
[03:51:27.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:42:0)
[03:51:27.558] Build status: STARTED
[03:51:27.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:43:0) after 8m18s
[03:59:45.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:43:0)
[03:59:45.753] Build status: STARTED
[03:59:45.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:44:0) after 3m42s
[04:03:28.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:44:0)
[04:03:28.095] Build status: STARTED
[04:03:28.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879283172876867568:45:0) after 9m17s
[04:03:39.349] Received PubSub notification, asking Buildbucket for the build status
[04:03:39.369] Build:
{
"id": "8713853110984570353",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-26T00:25:13.325531650Z",
"startTime": "2025-05-26T03:11:25.135208540Z",
"endTime": "2025-05-26T04:03:39.134917526Z",
"updateTime": "2025-05-26T04:03:39.134917526Z",
"status": "FAILURE",
"input": {
}
}
[04:03:39.369] Invocation finished in 3h38m27.232422899s with status FAILED