[00:49:48.764] New invocation is queued and will start shortly
[00:49:50.292] Starting the invocation (attempt 1)
[00:49:50.328] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0b0932a57210c8fc52bd9b8ade3b20bb5aa11063"
[00:49:50.328] Popped gitiles commit info from properties and tags
[00:49:50.329] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:49:50.329] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:49:50.329] Buildbucket request:
{
"requestId": "8865148497774962528",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865148497774962528",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f9dad191b416fb28de83ca77d100ad92c435663d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f9dad191b416fb28de83ca77d100ad92c435663d",
"title": "f9dad191b416fb28de83ca77d100ad92c435663d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f9dad191b416fb28de83ca77d100ad92c435663d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "13901b5cea7b5f7a43350621affd9fecb50826bb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@13901b5cea7b5f7a43350621affd9fecb50826bb",
"title": "13901b5cea7b5f7a43350621affd9fecb50826bb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/13901b5cea7b5f7a43350621affd9fecb50826bb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2b4d6d09ef3c9d695addde0ea1b03db1098d6f8f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2b4d6d09ef3c9d695addde0ea1b03db1098d6f8f",
"title": "2b4d6d09ef3c9d695addde0ea1b03db1098d6f8f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2b4d6d09ef3c9d695addde0ea1b03db1098d6f8f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3f30afb699b6367b5dc23e818e505598865e9647"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3f30afb699b6367b5dc23e818e505598865e9647",
"title": "3f30afb699b6367b5dc23e818e505598865e9647",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3f30afb699b6367b5dc23e818e505598865e9647"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f260753e4781b4b93419442ecbcbecc9080deca4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f260753e4781b4b93419442ecbcbecc9080deca4",
"title": "f260753e4781b4b93419442ecbcbecc9080deca4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f260753e4781b4b93419442ecbcbecc9080deca4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0b0932a57210c8fc52bd9b8ade3b20bb5aa11063"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0b0932a57210c8fc52bd9b8ade3b20bb5aa11063",
"title": "0b0932a57210c8fc52bd9b8ade3b20bb5aa11063",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0b0932a57210c8fc52bd9b8ade3b20bb5aa11063"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0b0932a57210c8fc52bd9b8ade3b20bb5aa11063",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865148497774962528"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:49:50.833] Scheduled build:
{
"id": "8699718435396474273",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-29T00:49:50.404425674Z",
"updateTime": "2025-10-29T00:49:50.404425674Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0b0932a57210c8fc52bd9b8ade3b20bb5aa11063",
"ref": "refs/heads/main"
}
}
}
[00:49:50.833] Task URL: https://cr-buildbucket.appspot.com/build/8699718435396474273
[00:49:50.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:2:0) after 2m58s
[00:49:51.781] Received PubSub notification, asking Buildbucket for the build status
[00:49:51.810] Build status: SCHEDULED
[00:52:48.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:2:0)
[00:52:48.869] Build status: SCHEDULED
[00:52:48.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:4:0) after 7m28s
[01:00:16.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:4:0)
[01:00:16.983] Build status: SCHEDULED
[01:00:16.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:5:0) after 8m30s
[01:08:47.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:5:0)
[01:08:47.022] Build status: SCHEDULED
[01:08:47.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:6:0) after 4m45s
[01:13:32.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:6:0)
[01:13:32.051] Build status: SCHEDULED
[01:13:32.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:7:0) after 5m7s
[01:18:39.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:7:0)
[01:18:39.085] Build status: SCHEDULED
[01:18:39.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:8:0) after 7m59s
[01:26:38.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:8:0)
[01:26:38.167] Build status: SCHEDULED
[01:26:38.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:9:0) after 6m34s
[01:33:12.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:9:0)
[01:33:12.276] Build status: SCHEDULED
[01:33:12.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:10:0) after 6m10s
[01:39:22.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:10:0)
[01:39:22.308] Build status: SCHEDULED
[01:39:22.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:11:0) after 4m54s
[01:44:16.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:11:0)
[01:44:16.337] Build status: SCHEDULED
[01:44:16.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:12:0) after 3m58s
[01:48:14.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:12:0)
[01:48:14.408] Build status: SCHEDULED
[01:48:14.408] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:13:0) after 3m5s
[01:51:19.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:13:0)
[01:51:19.456] Build status: SCHEDULED
[01:51:19.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:14:0) after 4m38s
[01:55:57.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:14:0)
[01:55:57.543] Build status: SCHEDULED
[01:55:57.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:15:0) after 9m15s
[02:05:12.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:15:0)
[02:05:12.622] Build status: SCHEDULED
[02:05:12.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:16:0) after 7m39s
[02:12:51.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:16:0)
[02:12:51.709] Build status: SCHEDULED
[02:12:51.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:17:0) after 2m52s
[02:15:43.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:17:0)
[02:15:43.756] Build status: SCHEDULED
[02:15:43.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:18:0) after 7m18s
[02:23:01.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:18:0)
[02:23:01.766] Build status: SCHEDULED
[02:23:01.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:19:0) after 7m55s
[02:30:56.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:19:0)
[02:30:56.852] Build status: SCHEDULED
[02:30:56.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:20:0) after 1m17s
[02:32:13.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:20:0)
[02:32:13.922] Build status: SCHEDULED
[02:32:13.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:21:0) after 8m2s
[02:40:15.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:21:0)
[02:40:15.959] Build status: SCHEDULED
[02:40:15.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:22:0) after 8m12s
[02:48:28.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:22:0)
[02:48:28.046] Build status: SCHEDULED
[02:48:28.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:23:0) after 7m58s
[02:56:26.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:23:0)
[02:56:26.116] Build status: SCHEDULED
[02:56:26.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:24:0) after 9m37s
[03:06:03.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:24:0)
[03:06:03.273] Build status: SCHEDULED
[03:06:03.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:25:0) after 3m1s
[03:09:04.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:25:0)
[03:09:04.386] Build status: SCHEDULED
[03:09:04.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:26:0) after 1m25s
[03:10:29.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:26:0)
[03:10:29.414] Build status: SCHEDULED
[03:10:29.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:27:0) after 6m51s
[03:17:20.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:27:0)
[03:17:20.505] Build status: SCHEDULED
[03:17:20.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:28:0) after 5m20s
[03:22:40.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:28:0)
[03:22:40.537] Build status: SCHEDULED
[03:22:40.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:29:0) after 6m2s
[03:28:42.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:29:0)
[03:28:42.621] Build status: SCHEDULED
[03:28:42.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:30:0) after 5m23s
[03:34:05.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:30:0)
[03:34:05.718] Build status: SCHEDULED
[03:34:05.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:31:0) after 2m29s
[03:36:34.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:31:0)
[03:36:34.792] Build status: SCHEDULED
[03:36:34.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:32:0) after 2m51s
[03:39:25.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:32:0)
[03:39:25.796] Build status: SCHEDULED
[03:39:25.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:33:0) after 1m43s
[03:41:08.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:33:0)
[03:41:08.810] Build status: SCHEDULED
[03:41:08.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:34:0) after 1m20s
[03:42:28.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:34:0)
[03:42:28.955] Build status: SCHEDULED
[03:42:28.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:35:0) after 4m29s
[03:46:57.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:35:0)
[03:46:58.001] Build status: SCHEDULED
[03:46:58.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:36:0) after 7m10s
[03:51:40.505] Received PubSub notification, asking Buildbucket for the build status
[03:51:40.555] Build status: STARTED
[03:54:08.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:36:0)
[03:54:08.192] Build status: STARTED
[03:54:08.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host:8865148497774962528:38:0) after 2m14s
[03:56:03.374] Received PubSub notification, asking Buildbucket for the build status
[03:56:03.396] Build:
{
"id": "8699718435396474273",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-29T00:49:50.404425674Z",
"startTime": "2025-10-29T03:51:40.344618373Z",
"endTime": "2025-10-29T03:56:03.056037902Z",
"updateTime": "2025-10-29T03:56:03.056037902Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0b0932a57210c8fc52bd9b8ade3b20bb5aa11063",
"ref": "refs/heads/main"
}
}
}
[03:56:03.396] Invocation finished in 3h6m14.644099468s with status FAILED