[22:38:24.609] New invocation is queued and will start shortly
[22:38:26.303] Starting the invocation (attempt 1)
[22:38:26.344] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7edd08f1ea83970b29bbbb44c55d3cd2a04c8f06"
[22:38:26.344] Popped gitiles commit info from properties and tags
[22:38:26.344] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:38:26.344] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:38:26.344] Buildbucket request:
{
"requestId": "8838521256783800208",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838521256783800208",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7edd08f1ea83970b29bbbb44c55d3cd2a04c8f06"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7edd08f1ea83970b29bbbb44c55d3cd2a04c8f06",
"title": "7edd08f1ea83970b29bbbb44c55d3cd2a04c8f06",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7edd08f1ea83970b29bbbb44c55d3cd2a04c8f06"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7edd08f1ea83970b29bbbb44c55d3cd2a04c8f06",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838521256783800208"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:38:26.744] Scheduled build:
{
"id": "8673091194230755713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-18T22:38:26.420435652Z",
"updateTime": "2026-08-18T22:38:26.420435652Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7edd08f1ea83970b29bbbb44c55d3cd2a04c8f06",
"ref": "refs/heads/main"
}
}
}
[22:38:26.744] Task URL: https://cr-buildbucket.appspot.com/build/8673091194230755713
[22:38:26.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:2:0) after 8m32s
[22:38:27.667] Received PubSub notification, asking Buildbucket for the build status
[22:38:27.687] Build status: SCHEDULED
[22:46:58.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:2:0)
[22:46:58.828] Build status: SCHEDULED
[22:46:58.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:4:0) after 1m34s
[22:48:32.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:4:0)
[22:48:32.846] Build status: SCHEDULED
[22:48:32.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:5:0) after 7m20s
[22:55:53.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:5:0)
[22:55:53.024] Build status: SCHEDULED
[22:55:53.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:6:0) after 8m4s
[23:03:57.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:6:0)
[23:03:57.122] Build status: SCHEDULED
[23:03:57.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:7:0) after 5m56s
[23:09:53.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:7:0)
[23:09:53.259] Build status: SCHEDULED
[23:09:53.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:8:0) after 7m42s
[23:17:35.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:8:0)
[23:17:35.315] Build status: SCHEDULED
[23:17:35.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:9:0) after 6m39s
[23:24:14.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:9:0)
[23:24:14.469] Build status: SCHEDULED
[23:24:14.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:10:0) after 4m47s
[23:29:01.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:10:0)
[23:29:01.577] Build status: SCHEDULED
[23:29:01.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:11:0) after 1m39s
[23:30:40.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:11:0)
[23:30:40.626] Build status: SCHEDULED
[23:30:40.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:12:0) after 3m50s
[23:34:30.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:12:0)
[23:34:30.766] Build status: SCHEDULED
[23:34:30.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:13:0) after 5m39s
[23:40:09.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:13:0)
[23:40:09.799] Build status: SCHEDULED
[23:40:09.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:14:0) after 5m40s
[23:45:49.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:14:0)
[23:45:49.904] Build status: SCHEDULED
[23:45:49.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:15:0) after 5m53s
[23:51:42.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:15:0)
[23:51:42.938] Build status: SCHEDULED
[23:51:42.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:16:0) after 4m52s
[23:56:34.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:16:0)
[23:56:34.978] Build status: SCHEDULED
[23:56:34.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:17:0) after 8m40s
[00:05:14.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:17:0)
[00:05:15.022] Build status: SCHEDULED
[00:05:15.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:18:0) after 8m24s
[00:13:39.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:18:0)
[00:13:39.152] Build status: SCHEDULED
[00:13:39.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:19:0) after 3m19s
[00:16:58.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:19:0)
[00:16:58.439] Build status: SCHEDULED
[00:16:58.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:20:0) after 1m40s
[00:18:38.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:20:0)
[00:18:38.543] Build status: SCHEDULED
[00:18:38.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:21:0) after 2m17s
[00:20:55.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:21:0)
[00:20:55.602] Build status: SCHEDULED
[00:20:55.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:22:0) after 3m35s
[00:24:30.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:22:0)
[00:24:30.647] Build status: SCHEDULED
[00:24:30.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:23:0) after 1m48s
[00:26:18.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:23:0)
[00:26:18.648] Build status: SCHEDULED
[00:26:18.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:24:0) after 3m49s
[00:30:07.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:24:0)
[00:30:07.840] Build status: SCHEDULED
[00:30:07.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:25:0) after 6m23s
[00:36:30.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:25:0)
[00:36:30.922] Build status: SCHEDULED
[00:36:30.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:26:0) after 3m23s
[00:39:53.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:26:0)
[00:39:53.967] Build status: SCHEDULED
[00:39:53.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:27:0) after 2m22s
[00:42:15.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:27:0)
[00:42:16.002] Build status: SCHEDULED
[00:42:16.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:28:0) after 4m32s
[00:46:48.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:28:0)
[00:46:48.096] Build status: SCHEDULED
[00:46:48.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:29:0) after 5m26s
[00:52:14.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:29:0)
[00:52:14.336] Build status: SCHEDULED
[00:52:14.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:30:0) after 6m59s
[00:59:13.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:30:0)
[00:59:13.480] Build status: SCHEDULED
[00:59:13.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:31:0) after 4m4s
[01:03:17.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:31:0)
[01:03:17.523] Build status: SCHEDULED
[01:03:17.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:32:0) after 4m50s
[01:08:07.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:32:0)
[01:08:07.740] Build status: SCHEDULED
[01:08:07.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:33:0) after 7m32s
[01:15:39.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:33:0)
[01:15:39.990] Build status: SCHEDULED
[01:15:39.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:34:0) after 2m11s
[01:17:51.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:34:0)
[01:17:51.032] Build status: SCHEDULED
[01:17:51.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:35:0) after 6m11s
[01:24:02.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:35:0)
[01:24:02.036] Build status: SCHEDULED
[01:24:02.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:36:0) after 8m35s
[01:32:37.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:36:0)
[01:32:37.155] Build status: SCHEDULED
[01:32:37.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:37:0) after 1m58s
[01:34:35.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:37:0)
[01:34:35.306] Build status: SCHEDULED
[01:34:35.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:38:0) after 9m36s
[01:44:11.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:38:0)
[01:44:11.525] Build status: SCHEDULED
[01:44:11.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:39:0) after 4m55s
[01:49:06.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:39:0)
[01:49:06.741] Build status: SCHEDULED
[01:49:06.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:40:0) after 4m10s
[01:53:16.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:40:0)
[01:53:16.825] Build status: SCHEDULED
[01:53:16.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:41:0) after 7m5s
[02:00:21.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:41:0)
[02:00:21.870] Build status: SCHEDULED
[02:00:21.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:42:0) after 2m23s
[02:02:44.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:42:0)
[02:02:44.982] Build status: SCHEDULED
[02:02:44.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:43:0) after 2m51s
[02:05:36.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:43:0)
[02:05:36.090] Build status: SCHEDULED
[02:05:36.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:44:0) after 1m37s
[02:07:08.175] Received PubSub notification, asking Buildbucket for the build status
[02:07:08.197] Build status: STARTED
[02:07:13.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:44:0)
[02:07:13.127] Build status: STARTED
[02:07:13.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-host-cpp17:8838521256783800208:46:0) after 5m1s
[02:08:17.935] Received PubSub notification, asking Buildbucket for the build status
[02:08:17.954] Build:
{
"id": "8673091194230755713",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-host-cpp17"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-18T22:38:26.420435652Z",
"startTime": "2026-08-19T02:07:07.986275525Z",
"endTime": "2026-08-19T02:08:17.518094351Z",
"updateTime": "2026-08-19T02:08:17.518094351Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7edd08f1ea83970b29bbbb44c55d3cd2a04c8f06",
"ref": "refs/heads/main"
}
}
}
[02:08:17.954] Invocation finished in 3h29m53.351734397s with status FAILED