[18:29:46.904] New invocation is queued and will start shortly
[18:29:48.101] Starting the invocation (attempt 1)
[18:29:48.132] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/59c4086376d1297afc6b4eec579024d9813ed5a9"
[18:29:48.132] Popped gitiles commit info from properties and tags
[18:29:48.132] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:29:48.132] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:29:48.133] Buildbucket request:
{
"requestId": "8866440764783758688",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866440764783758688",
"job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-default",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7b8736e63e094447d13627d783eb738b6b263eac"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7b8736e63e094447d13627d783eb738b6b263eac",
"title": "7b8736e63e094447d13627d783eb738b6b263eac",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7b8736e63e094447d13627d783eb738b6b263eac"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "59c4086376d1297afc6b4eec579024d9813ed5a9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@59c4086376d1297afc6b4eec579024d9813ed5a9",
"title": "59c4086376d1297afc6b4eec579024d9813ed5a9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/59c4086376d1297afc6b4eec579024d9813ed5a9"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "59c4086376d1297afc6b4eec579024d9813ed5a9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866440764783758688"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-default"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:29:48.627] Scheduled build:
{
"id": "8701010702676099377",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-14T18:29:48.289390618Z",
"updateTime": "2025-10-14T18:29:48.289390618Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "59c4086376d1297afc6b4eec579024d9813ed5a9",
"ref": "refs/heads/main"
}
}
}
[18:29:48.628] Task URL: https://cr-buildbucket.appspot.com/build/8701010702676099377
[18:29:48.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:2:0) after 4m6s
[18:29:48.812] Received PubSub notification, asking Buildbucket for the build status
[18:29:48.834] Build status: SCHEDULED
[18:33:54.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:2:0)
[18:33:54.702] Build status: SCHEDULED
[18:33:54.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:4:0) after 2m42s
[18:36:36.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:4:0)
[18:36:36.706] Build status: SCHEDULED
[18:36:36.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:5:0) after 1m5s
[18:37:41.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:5:0)
[18:37:41.842] Build status: SCHEDULED
[18:37:41.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:6:0) after 2m15s
[18:39:56.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:6:0)
[18:39:56.887] Build status: SCHEDULED
[18:39:56.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:7:0) after 3m7s
[18:43:03.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:7:0)
[18:43:03.927] Build status: SCHEDULED
[18:43:03.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:8:0) after 7m23s
[18:50:26.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:8:0)
[18:50:26.962] Build status: SCHEDULED
[18:50:26.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:9:0) after 2m32s
[18:52:58.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:9:0)
[18:52:58.952] Build status: SCHEDULED
[18:52:58.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:10:0) after 1m30s
[18:54:29.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:10:0)
[18:54:29.066] Build status: SCHEDULED
[18:54:29.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:11:0) after 4m56s
[18:59:25.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:11:0)
[18:59:25.241] Build status: SCHEDULED
[18:59:25.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:12:0) after 1m21s
[19:00:46.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:12:0)
[19:00:46.325] Build status: SCHEDULED
[19:00:46.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:13:0) after 2m8s
[19:02:54.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:13:0)
[19:02:54.364] Build status: SCHEDULED
[19:02:54.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:14:0) after 3m26s
[19:06:20.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:14:0)
[19:06:20.453] Build status: SCHEDULED
[19:06:20.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:15:0) after 4m37s
[19:10:57.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:15:0)
[19:10:57.488] Build status: SCHEDULED
[19:10:57.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:16:0) after 8m15s
[19:19:12.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:16:0)
[19:19:12.623] Build status: SCHEDULED
[19:19:12.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:17:0) after 5m28s
[19:24:40.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:17:0)
[19:24:40.713] Build status: SCHEDULED
[19:24:40.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:18:0) after 2m14s
[19:26:54.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:18:0)
[19:26:54.789] Build status: SCHEDULED
[19:26:54.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:19:0) after 9m13s
[19:30:09.688] Received PubSub notification, asking Buildbucket for the build status
[19:30:09.718] Build status: STARTED
[19:36:07.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:19:0)
[19:36:07.845] Build status: STARTED
[19:36:07.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:21:0) after 7m27s
[19:43:34.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:21:0)
[19:43:34.876] Build status: STARTED
[19:43:34.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:22:0) after 2m20s
[19:45:54.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:22:0)
[19:45:54.912] Build status: STARTED
[19:45:54.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:23:0) after 1m25s
[19:47:20.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:23:0)
[19:47:20.095] Build status: STARTED
[19:47:20.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:24:0) after 4m53s
[19:52:13.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:24:0)
[19:52:13.140] Build status: STARTED
[19:52:13.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:25:0) after 8m1s
[20:00:14.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:25:0)
[20:00:14.249] Build status: STARTED
[20:00:14.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:26:0) after 3m6s
[20:03:20.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:26:0)
[20:03:20.321] Build status: STARTED
[20:03:20.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:27:0) after 4m55s
[20:08:15.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:27:0)
[20:08:15.319] Build status: STARTED
[20:08:15.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:28:0) after 9m53s
[20:18:08.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:28:0)
[20:18:08.372] Build status: STARTED
[20:18:08.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:29:0) after 8m58s
[20:27:06.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:29:0)
[20:27:06.420] Build status: STARTED
[20:27:06.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:30:0) after 9m22s
[20:36:28.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:30:0)
[20:36:28.548] Build status: STARTED
[20:36:28.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:31:0) after 5m37s
[20:42:05.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:31:0)
[20:42:05.604] Build status: STARTED
[20:42:05.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:32:0) after 6m20s
[20:48:25.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:32:0)
[20:48:25.685] Build status: STARTED
[20:48:25.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:33:0) after 4m29s
[20:52:54.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:33:0)
[20:52:54.724] Build status: STARTED
[20:52:54.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:34:0) after 8m40s
[21:01:34.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:34:0)
[21:01:34.768] Build status: STARTED
[21:01:34.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8866440764783758688:35:0) after 8m36s
[21:02:44.252] Received PubSub notification, asking Buildbucket for the build status
[21:02:44.274] Build:
{
"id": "8701010702676099377",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-default"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-14T18:29:48.289390618Z",
"startTime": "2025-10-14T19:30:09.480358626Z",
"endTime": "2025-10-14T21:02:43.688802676Z",
"updateTime": "2025-10-14T21:02:43.688802676Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "59c4086376d1297afc6b4eec579024d9813ed5a9",
"ref": "refs/heads/main"
}
}
}
[21:02:44.275] Invocation finished in 2h32m57.378144224s with status FAILED