[20:08:33.626] New invocation is queued and will start shortly
[20:08:36.364] Starting the invocation (attempt 1)
[20:08:36.394] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d3636a38edd6b548db68cbd022acf9034179035d"
[20:08:36.394] Popped gitiles commit info from properties and tags
[20:08:36.394] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:08:36.394] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:08:36.395] Buildbucket request:
{
"requestId": "8839799042041272208",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839799042041272208",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b8d004b5b78187ea5a3280065761aeb18665b6f5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b8d004b5b78187ea5a3280065761aeb18665b6f5",
"title": "b8d004b5b78187ea5a3280065761aeb18665b6f5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b8d004b5b78187ea5a3280065761aeb18665b6f5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bc9b3642c53b8cb39a7d61dddc5104eabce33f79"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc9b3642c53b8cb39a7d61dddc5104eabce33f79",
"title": "bc9b3642c53b8cb39a7d61dddc5104eabce33f79",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc9b3642c53b8cb39a7d61dddc5104eabce33f79"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d3636a38edd6b548db68cbd022acf9034179035d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d3636a38edd6b548db68cbd022acf9034179035d",
"title": "d3636a38edd6b548db68cbd022acf9034179035d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d3636a38edd6b548db68cbd022acf9034179035d"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d3636a38edd6b548db68cbd022acf9034179035d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839799042041272208"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:08:36.865] Scheduled build:
{
"id": "8674368978386734401",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-04T20:08:36.489018605Z",
"updateTime": "2026-08-04T20:08:36.489018605Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d3636a38edd6b548db68cbd022acf9034179035d",
"ref": "refs/heads/main"
}
}
}
[20:08:36.865] Task URL: https://cr-buildbucket.appspot.com/build/8674368978386734401
[20:08:36.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:2:0) after 3m15s
[20:08:37.272] Received PubSub notification, asking Buildbucket for the build status
[20:08:37.289] Build status: SCHEDULED
[20:11:51.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:2:0)
[20:11:51.898] Build status: SCHEDULED
[20:11:51.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:4:0) after 5m35s
[20:17:26.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:4:0)
[20:17:26.945] Build status: SCHEDULED
[20:17:26.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:5:0) after 8m59s
[20:26:26.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:5:0)
[20:26:26.107] Build status: SCHEDULED
[20:26:26.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:6:0) after 7m5s
[20:33:31.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:6:0)
[20:33:31.162] Build status: SCHEDULED
[20:33:31.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:7:0) after 9m8s
[20:42:39.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:7:0)
[20:42:39.255] Build status: SCHEDULED
[20:42:39.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:8:0) after 2m50s
[20:45:29.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:8:0)
[20:45:29.293] Build status: SCHEDULED
[20:45:29.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:9:0) after 3m7s
[20:48:36.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:9:0)
[20:48:36.460] Build status: SCHEDULED
[20:48:36.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:10:0) after 2m11s
[20:50:47.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:10:0)
[20:50:47.762] Build status: SCHEDULED
[20:50:47.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:11:0) after 9m12s
[20:59:59.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:11:0)
[20:59:59.829] Build status: SCHEDULED
[20:59:59.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:12:0) after 3m16s
[21:03:15.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:12:0)
[21:03:15.858] Build status: SCHEDULED
[21:03:15.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:13:0) after 2m34s
[21:05:49.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:13:0)
[21:05:49.957] Build status: SCHEDULED
[21:05:49.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:14:0) after 6m1s
[21:11:51.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:14:0)
[21:11:51.064] Build status: SCHEDULED
[21:11:51.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:15:0) after 2m13s
[21:14:04.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:15:0)
[21:14:04.119] Build status: SCHEDULED
[21:14:04.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:16:0) after 3m36s
[21:17:40.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:16:0)
[21:17:40.188] Build status: SCHEDULED
[21:17:40.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:17:0) after 2m9s
[21:19:49.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:17:0)
[21:19:49.207] Build status: SCHEDULED
[21:19:49.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:18:0) after 5m12s
[21:25:01.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:18:0)
[21:25:01.358] Build status: SCHEDULED
[21:25:01.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:19:0) after 4m31s
[21:29:32.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:19:0)
[21:29:32.415] Build status: SCHEDULED
[21:29:32.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:20:0) after 4m22s
[21:33:54.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:20:0)
[21:33:54.469] Build status: SCHEDULED
[21:33:54.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:21:0) after 5m14s
[21:39:08.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:21:0)
[21:39:08.929] Build status: SCHEDULED
[21:39:08.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:22:0) after 6m5s
[21:45:13.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:22:0)
[21:45:13.972] Build status: SCHEDULED
[21:45:13.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:23:0) after 6m40s
[21:51:54.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:23:0)
[21:51:54.051] Build status: SCHEDULED
[21:51:54.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:24:0) after 8m57s
[22:00:51.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:24:0)
[22:00:51.156] Build status: SCHEDULED
[22:00:51.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:25:0) after 4m44s
[22:05:35.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:25:0)
[22:05:35.232] Build status: SCHEDULED
[22:05:35.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:26:0) after 7m56s
[22:13:31.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:26:0)
[22:13:31.547] Build status: SCHEDULED
[22:13:31.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:27:0) after 3m55s
[22:17:26.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:27:0)
[22:17:26.597] Build status: SCHEDULED
[22:17:26.597] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:28:0) after 8m19s
[22:25:45.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:28:0)
[22:25:45.603] Build status: SCHEDULED
[22:25:45.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:29:0) after 3m1s
[22:28:47.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:29:0)
[22:28:47.088] Build status: SCHEDULED
[22:28:47.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:30:0) after 4m7s
[22:32:54.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:30:0)
[22:32:54.116] Build status: SCHEDULED
[22:32:54.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:31:0) after 4m26s
[22:37:20.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:31:0)
[22:37:20.193] Build status: SCHEDULED
[22:37:20.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:32:0) after 8m27s
[22:45:47.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:32:0)
[22:45:47.459] Build status: SCHEDULED
[22:45:47.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:33:0) after 7m53s
[22:53:40.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:33:0)
[22:53:40.598] Build status: SCHEDULED
[22:53:40.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:34:0) after 2m15s
[22:55:55.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:34:0)
[22:55:55.691] Build status: SCHEDULED
[22:55:55.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:35:0) after 7m34s
[23:03:29.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:35:0)
[23:03:29.815] Build status: SCHEDULED
[23:03:29.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:36:0) after 8m41s
[23:12:10.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:36:0)
[23:12:11.016] Build status: SCHEDULED
[23:12:11.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:37:0) after 1m43s
[23:13:54.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:37:0)
[23:13:54.250] Build status: SCHEDULED
[23:13:54.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:38:0) after 8m56s
[23:22:50.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:38:0)
[23:22:50.259] Build status: SCHEDULED
[23:22:50.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:39:0) after 3m19s
[23:26:09.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:39:0)
[23:26:09.375] Build status: SCHEDULED
[23:26:09.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:40:0) after 4m10s
[23:30:19.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:40:0)
[23:30:20.016] Build status: SCHEDULED
[23:30:20.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:41:0) after 4m40s
[23:35:00.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:41:0)
[23:35:00.122] Build status: SCHEDULED
[23:35:00.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:42:0) after 6m1s
[23:41:01.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:42:0)
[23:41:01.350] Build status: SCHEDULED
[23:41:01.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:43:0) after 1m45s
[23:42:46.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:43:0)
[23:42:46.331] Build status: SCHEDULED
[23:42:46.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:44:0) after 1m2s
[23:43:48.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:44:0)
[23:43:48.406] Build status: SCHEDULED
[23:43:48.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:45:0) after 4m30s
[23:47:49.464] Received PubSub notification, asking Buildbucket for the build status
[23:47:49.494] Build status: STARTED
[23:48:18.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:45:0)
[23:48:18.527] Build status: STARTED
[23:48:18.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-kernel:8839799042041272208:47:0) after 4m23s
[23:52:08.720] Received PubSub notification, asking Buildbucket for the build status
[23:52:08.758] Build:
{
"id": "8674368978386734401",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-kernel"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-04T20:08:36.489018605Z",
"startTime": "2026-08-04T23:47:49.291224084Z",
"endTime": "2026-08-04T23:52:08.458050307Z",
"updateTime": "2026-08-04T23:52:08.458050307Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d3636a38edd6b548db68cbd022acf9034179035d",
"ref": "refs/heads/main"
}
}
}
[23:52:08.759] Invocation finished in 3h43m35.138854533s with status FAILED