[20:51:04.582] New invocation is queued and will start shortly
[20:51:05.631] Starting the invocation (attempt 1)
[20:51:05.655] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4be0d002f0f5f1392e57885f3c3a6680e434c620"
[20:51:05.655] Popped gitiles commit info from properties and tags
[20:51:05.655] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:51:05.656] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:51:05.656] Buildbucket request:
{
"requestId": "8879296644520038864",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8879296644520038864",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4be0d002f0f5f1392e57885f3c3a6680e434c620"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4be0d002f0f5f1392e57885f3c3a6680e434c620",
"title": "4be0d002f0f5f1392e57885f3c3a6680e434c620",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4be0d002f0f5f1392e57885f3c3a6680e434c620"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4be0d002f0f5f1392e57885f3c3a6680e434c620",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8879296644520038864"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:51:06.077] Scheduled build:
{
"id": "8713866582685311297",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-25T20:51:05.710737738Z",
"updateTime": "2025-05-25T20:51:05.710737738Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4be0d002f0f5f1392e57885f3c3a6680e434c620",
"ref": "refs/heads/main"
}
}
}
[20:51:06.077] Task URL: https://cr-buildbucket.appspot.com/build/8713866582685311297
[20:51:06.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:2:0) after 2m32s
[20:51:07.083] Received PubSub notification, asking Buildbucket for the build status
[20:51:07.143] Build status: SCHEDULED
[20:53:38.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:2:0)
[20:53:38.180] Build status: SCHEDULED
[20:53:38.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:4:0) after 4m16s
[20:57:54.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:4:0)
[20:57:54.395] Build status: SCHEDULED
[20:57:54.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:5:0) after 7m34s
[21:05:28.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:5:0)
[21:05:28.533] Build status: SCHEDULED
[21:05:28.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:6:0) after 7m45s
[21:13:13.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:6:0)
[21:13:13.668] Build status: SCHEDULED
[21:13:13.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:7:0) after 6m30s
[21:19:43.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:7:0)
[21:19:43.840] Build status: SCHEDULED
[21:19:43.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:8:0) after 8m8s
[21:27:51.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:8:0)
[21:27:51.887] Build status: SCHEDULED
[21:27:51.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:9:0) after 7m30s
[21:35:21.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:9:0)
[21:35:22.015] Build status: SCHEDULED
[21:35:22.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:10:0) after 7m17s
[21:42:39.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:10:0)
[21:42:39.117] Build status: SCHEDULED
[21:42:39.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:11:0) after 9m15s
[21:51:54.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:11:0)
[21:51:54.256] Build status: SCHEDULED
[21:51:54.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:12:0) after 3m13s
[21:55:07.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:12:0)
[21:55:07.632] Build status: SCHEDULED
[21:55:07.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:13:0) after 8m0s
[22:03:07.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:13:0)
[22:03:07.646] Build status: SCHEDULED
[22:03:07.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:14:0) after 4m16s
[22:07:23.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:14:0)
[22:07:23.832] Build status: SCHEDULED
[22:07:23.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:15:0) after 8m30s
[22:15:53.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:15:0)
[22:15:53.941] Build status: SCHEDULED
[22:15:53.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:16:0) after 9m36s
[22:25:29.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:16:0)
[22:25:29.990] Build status: SCHEDULED
[22:25:29.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:17:0) after 6m27s
[22:31:57.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:17:0)
[22:31:57.270] Build status: SCHEDULED
[22:31:57.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:18:0) after 4m6s
[22:36:03.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:18:0)
[22:36:03.388] Build status: SCHEDULED
[22:36:03.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:19:0) after 3m0s
[22:39:04.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:19:0)
[22:39:04.150] Build status: SCHEDULED
[22:39:04.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:20:0) after 8m51s
[22:47:55.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:20:0)
[22:47:55.274] Build status: SCHEDULED
[22:47:55.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:21:0) after 1m47s
[22:49:42.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:21:0)
[22:49:42.494] Build status: SCHEDULED
[22:49:42.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:22:0) after 1m59s
[22:51:41.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:22:0)
[22:51:41.685] Build status: SCHEDULED
[22:51:41.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:23:0) after 3m50s
[22:55:31.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:23:0)
[22:55:31.890] Build status: SCHEDULED
[22:55:31.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:24:0) after 1m37s
[22:57:08.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:24:0)
[22:57:08.974] Build status: SCHEDULED
[22:57:08.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:25:0) after 3m7s
[23:00:16.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:25:0)
[23:00:16.243] Build status: SCHEDULED
[23:00:16.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:26:0) after 7m41s
[23:07:57.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:26:0)
[23:07:57.522] Build status: SCHEDULED
[23:07:57.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:27:0) after 5m6s
[23:13:03.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:27:0)
[23:13:03.753] Build status: SCHEDULED
[23:13:03.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:28:0) after 5m58s
[23:19:01.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:28:0)
[23:19:01.801] Build status: SCHEDULED
[23:19:01.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:29:0) after 9m53s
[23:28:54.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:29:0)
[23:28:54.983] Build status: SCHEDULED
[23:28:54.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:30:0) after 6m44s
[23:30:47.781] Received PubSub notification, asking Buildbucket for the build status
[23:30:47.826] Build status: STARTED
[23:35:39.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:30:0)
[23:35:39.229] Build status: STARTED
[23:35:39.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:32:0) after 3m3s
[23:38:42.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:32:0)
[23:38:42.378] Build status: STARTED
[23:38:42.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:33:0) after 6m9s
[23:44:51.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:33:0)
[23:44:51.541] Build status: STARTED
[23:44:51.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:34:0) after 5m11s
[23:50:02.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:34:0)
[23:50:02.725] Build status: STARTED
[23:50:02.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:35:0) after 4m0s
[23:54:02.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:35:0)
[23:54:02.793] Build status: STARTED
[23:54:02.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:36:0) after 1m37s
[23:55:39.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:36:0)
[23:55:39.907] Build status: STARTED
[23:55:39.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:37:0) after 4m16s
[23:59:56.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:37:0)
[23:59:56.108] Build status: STARTED
[23:59:56.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:38:0) after 6m49s
[00:06:45.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:38:0)
[00:06:45.342] Build status: STARTED
[00:06:45.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:39:0) after 2m32s
[00:09:17.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:39:0)
[00:09:17.552] Build status: STARTED
[00:09:17.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:40:0) after 8m33s
[00:17:50.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:40:0)
[00:17:50.677] Build status: STARTED
[00:17:50.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:41:0) after 3m17s
[00:21:07.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:41:0)
[00:21:07.922] Build status: STARTED
[00:21:07.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8879296644520038864:42:0) after 9m24s
[00:23:07.951] Received PubSub notification, asking Buildbucket for the build status
[00:23:07.985] Build:
{
"id": "8713866582685311297",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-25T20:51:05.710737738Z",
"startTime": "2025-05-25T23:30:47.552092689Z",
"endTime": "2025-05-26T00:23:07.693667243Z",
"updateTime": "2025-05-26T00:23:07.693667243Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4be0d002f0f5f1392e57885f3c3a6680e434c620",
"ref": "refs/heads/main"
}
}
}
[00:23:07.985] Invocation finished in 3h32m3.408052132s with status FAILED