[23:13:34.476] New invocation is queued and will start shortly
[23:13:35.547] Starting the invocation (attempt 1)
[23:13:35.581] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c22e3b35dfa22d263d25e2113db2914e32ec587b"
[23:13:35.581] Popped gitiles commit info from properties and tags
[23:13:35.581] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:13:35.581] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:13:35.582] Buildbucket request:
{
"requestId": "8860534107268941872",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8860534107268941872",
"job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dd4a7f18bc9021e8a2396f94861f3dea0303b6fe"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dd4a7f18bc9021e8a2396f94861f3dea0303b6fe",
"title": "dd4a7f18bc9021e8a2396f94861f3dea0303b6fe",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dd4a7f18bc9021e8a2396f94861f3dea0303b6fe"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2b81c96a82f1548c38ae90c185ea8b5d74de3231"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2b81c96a82f1548c38ae90c185ea8b5d74de3231",
"title": "2b81c96a82f1548c38ae90c185ea8b5d74de3231",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2b81c96a82f1548c38ae90c185ea8b5d74de3231"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "59a42dd81261e69b2c6afa501059b7f0c8eee202"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@59a42dd81261e69b2c6afa501059b7f0c8eee202",
"title": "59a42dd81261e69b2c6afa501059b7f0c8eee202",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/59a42dd81261e69b2c6afa501059b7f0c8eee202"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9607ad1ad29693a60c1b0554177626a3ed9201e6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9607ad1ad29693a60c1b0554177626a3ed9201e6",
"title": "9607ad1ad29693a60c1b0554177626a3ed9201e6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9607ad1ad29693a60c1b0554177626a3ed9201e6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "695d944ab3c661e740b7ec24d3e8999f84466160"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@695d944ab3c661e740b7ec24d3e8999f84466160",
"title": "695d944ab3c661e740b7ec24d3e8999f84466160",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/695d944ab3c661e740b7ec24d3e8999f84466160"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c22e3b35dfa22d263d25e2113db2914e32ec587b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c22e3b35dfa22d263d25e2113db2914e32ec587b",
"title": "c22e3b35dfa22d263d25e2113db2914e32ec587b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c22e3b35dfa22d263d25e2113db2914e32ec587b"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c22e3b35dfa22d263d25e2113db2914e32ec587b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8860534107268941872"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:13:35.976] Scheduled build:
{
"id": "8695104045384591777",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-18T23:13:35.644017538Z",
"updateTime": "2025-12-18T23:13:35.644017538Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c22e3b35dfa22d263d25e2113db2914e32ec587b",
"ref": "refs/heads/main"
}
}
}
[23:13:35.976] Task URL: https://cr-buildbucket.appspot.com/build/8695104045384591777
[23:13:35.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:2:0) after 6m43s
[23:13:36.899] Received PubSub notification, asking Buildbucket for the build status
[23:13:36.932] Build status: SCHEDULED
[23:20:19.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:2:0)
[23:20:19.142] Build status: SCHEDULED
[23:20:19.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:4:0) after 4m29s
[23:24:48.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:4:0)
[23:24:48.227] Build status: SCHEDULED
[23:24:48.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:5:0) after 8m31s
[23:33:19.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:5:0)
[23:33:19.295] Build status: SCHEDULED
[23:33:19.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:6:0) after 3m14s
[23:36:33.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:6:0)
[23:36:33.369] Build status: SCHEDULED
[23:36:33.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:7:0) after 5m55s
[23:42:28.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:7:0)
[23:42:28.551] Build status: SCHEDULED
[23:42:28.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:8:0) after 2m39s
[23:45:07.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:8:0)
[23:45:07.692] Build status: SCHEDULED
[23:45:07.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:9:0) after 6m10s
[23:51:17.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:9:0)
[23:51:17.793] Build status: SCHEDULED
[23:51:17.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:10:0) after 1m43s
[23:53:00.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:10:0)
[23:53:00.897] Build status: SCHEDULED
[23:53:00.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:11:0) after 2m27s
[23:55:27.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:11:0)
[23:55:27.970] Build status: SCHEDULED
[23:55:27.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:12:0) after 5m22s
[00:00:50.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:12:0)
[00:00:50.064] Build status: SCHEDULED
[00:00:50.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:13:0) after 2m19s
[00:03:09.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:13:0)
[00:03:09.175] Build status: SCHEDULED
[00:03:09.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:14:0) after 4m3s
[00:07:12.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:14:0)
[00:07:12.201] Build status: SCHEDULED
[00:07:12.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:15:0) after 4m12s
[00:11:24.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:15:0)
[00:11:24.271] Build status: SCHEDULED
[00:11:24.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:16:0) after 6m40s
[00:18:04.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:16:0)
[00:18:04.403] Build status: SCHEDULED
[00:18:04.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:17:0) after 2m25s
[00:20:29.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:17:0)
[00:20:29.450] Build status: SCHEDULED
[00:20:29.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:18:0) after 5m16s
[00:25:45.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:18:0)
[00:25:45.585] Build status: SCHEDULED
[00:25:45.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:19:0) after 1m58s
[00:27:43.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:19:0)
[00:27:43.687] Build status: SCHEDULED
[00:27:43.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:20:0) after 2m49s
[00:30:32.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:20:0)
[00:30:32.769] Build status: SCHEDULED
[00:30:32.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:21:0) after 4m54s
[00:35:26.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:21:0)
[00:35:26.799] Build status: SCHEDULED
[00:35:26.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:22:0) after 1m55s
[00:37:21.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:22:0)
[00:37:21.881] Build status: SCHEDULED
[00:37:21.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:23:0) after 3m57s
[00:41:18.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:23:0)
[00:41:19.010] Build status: SCHEDULED
[00:41:19.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:24:0) after 8m56s
[00:50:15.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:24:0)
[00:50:15.044] Build status: SCHEDULED
[00:50:15.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:25:0) after 1m56s
[00:52:11.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:25:0)
[00:52:11.037] Build status: SCHEDULED
[00:52:11.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:26:0) after 4m39s
[00:53:58.330] Received PubSub notification, asking Buildbucket for the build status
[00:53:58.356] Build status: STARTED
[00:56:50.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:26:0)
[00:56:50.251] Build status: STARTED
[00:56:50.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:28:0) after 3m14s
[01:00:04.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:28:0)
[01:00:04.297] Build status: STARTED
[01:00:04.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:29:0) after 3m34s
[01:03:38.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:29:0)
[01:03:38.517] Build status: STARTED
[01:03:38.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:30:0) after 3m57s
[01:07:35.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:30:0)
[01:07:35.607] Build status: STARTED
[01:07:35.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:31:0) after 3m20s
[01:10:55.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:31:0)
[01:10:55.843] Build status: STARTED
[01:10:55.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:32:0) after 9m34s
[01:20:29.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:32:0)
[01:20:29.881] Build status: STARTED
[01:20:29.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:33:0) after 6m39s
[01:27:08.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:33:0)
[01:27:08.920] Build status: STARTED
[01:27:08.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:34:0) after 5m52s
[01:33:01.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:34:0)
[01:33:01.036] Build status: STARTED
[01:33:01.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:35:0) after 2m52s
[01:35:53.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:35:0)
[01:35:53.059] Build status: STARTED
[01:35:53.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:36:0) after 8m35s
[01:44:28.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:36:0)
[01:44:28.099] Build status: STARTED
[01:44:28.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:37:0) after 2m43s
[01:47:11.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:37:0)
[01:47:11.163] Build status: STARTED
[01:47:11.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:38:0) after 7m5s
[01:54:16.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:38:0)
[01:54:16.261] Build status: STARTED
[01:54:16.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:39:0) after 8m34s
[02:02:50.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:39:0)
[02:02:50.470] Build status: STARTED
[02:02:50.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:40:0) after 2m18s
[02:05:08.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:40:0)
[02:05:08.521] Build status: STARTED
[02:05:08.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:41:0) after 1m22s
[02:06:30.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:41:0)
[02:06:30.555] Build status: STARTED
[02:06:30.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:42:0) after 3m55s
[02:10:25.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:42:0)
[02:10:25.620] Build status: STARTED
[02:10:25.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:43:0) after 2m48s
[02:13:13.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:43:0)
[02:13:13.687] Build status: STARTED
[02:13:13.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:44:0) after 7m55s
[02:21:08.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:44:0)
[02:21:08.734] Build status: STARTED
[02:21:08.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8860534107268941872:45:0) after 5m38s
[02:26:29.912] Received PubSub notification, asking Buildbucket for the build status
[02:26:29.936] Build:
{
"id": "8695104045384591777",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-18T23:13:35.644017538Z",
"startTime": "2025-12-19T00:53:58.195175906Z",
"endTime": "2025-12-19T02:26:29.531096254Z",
"updateTime": "2025-12-19T02:26:29.531096254Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c22e3b35dfa22d263d25e2113db2914e32ec587b",
"ref": "refs/heads/main"
}
}
}
[02:26:29.936] Invocation finished in 3h12m55.471875389s with status FAILED