[21:36:13.361] New invocation is queued and will start shortly
[21:36:14.625] Starting the invocation (attempt 1)
[21:36:14.650] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/65f7097ea7a321d0316f5a6c5fe0a2ebaa3cc9df"
[21:36:14.650] Popped gitiles commit info from properties and tags
[21:36:14.650] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:36:14.650] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:36:14.650] Buildbucket request:
{
"requestId": "8842420838832214496",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842420838832214496",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8ac39b7bb4cbbd30716c42fc97865dcfb92e55c8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8ac39b7bb4cbbd30716c42fc97865dcfb92e55c8",
"title": "8ac39b7bb4cbbd30716c42fc97865dcfb92e55c8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8ac39b7bb4cbbd30716c42fc97865dcfb92e55c8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "abcec90a7e035964d0847c44e2d6a8106763cf6d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@abcec90a7e035964d0847c44e2d6a8106763cf6d",
"title": "abcec90a7e035964d0847c44e2d6a8106763cf6d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/abcec90a7e035964d0847c44e2d6a8106763cf6d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8ae030e4c4c33dda7a60982c6a1b227a9f2da957"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8ae030e4c4c33dda7a60982c6a1b227a9f2da957",
"title": "8ae030e4c4c33dda7a60982c6a1b227a9f2da957",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8ae030e4c4c33dda7a60982c6a1b227a9f2da957"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "65f7097ea7a321d0316f5a6c5fe0a2ebaa3cc9df"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@65f7097ea7a321d0316f5a6c5fe0a2ebaa3cc9df",
"title": "65f7097ea7a321d0316f5a6c5fe0a2ebaa3cc9df",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/65f7097ea7a321d0316f5a6c5fe0a2ebaa3cc9df"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "65f7097ea7a321d0316f5a6c5fe0a2ebaa3cc9df",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842420838832214496"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:36:15.047] Scheduled build:
{
"id": "8676990776757515825",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-06T21:36:14.720784841Z",
"updateTime": "2026-07-06T21:36:14.720784841Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "65f7097ea7a321d0316f5a6c5fe0a2ebaa3cc9df",
"ref": "refs/heads/main"
}
}
}
[21:36:15.047] Task URL: https://cr-buildbucket.appspot.com/build/8676990776757515825
[21:36:15.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:2:0) after 1m58s
[21:36:46.426] Received PubSub notification, asking Buildbucket for the build status
[21:36:46.454] Build status: SCHEDULED
[21:38:13.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:2:0)
[21:38:13.118] Build status: SCHEDULED
[21:38:13.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:4:0) after 4m6s
[21:42:19.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:4:0)
[21:42:19.188] Build status: SCHEDULED
[21:42:19.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:5:0) after 3m44s
[21:46:03.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:5:0)
[21:46:03.277] Build status: SCHEDULED
[21:46:03.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:6:0) after 1m32s
[21:47:35.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:6:0)
[21:47:35.301] Build status: SCHEDULED
[21:47:35.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:7:0) after 7m4s
[21:54:39.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:7:0)
[21:54:39.356] Build status: SCHEDULED
[21:54:39.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:8:0) after 5m5s
[21:59:44.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:8:0)
[21:59:44.451] Build status: SCHEDULED
[21:59:44.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:9:0) after 6m13s
[22:05:57.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:9:0)
[22:05:57.526] Build status: SCHEDULED
[22:05:57.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:10:0) after 9m39s
[22:15:36.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:10:0)
[22:15:36.623] Build status: SCHEDULED
[22:15:36.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:11:0) after 9m49s
[22:25:25.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:11:0)
[22:25:25.687] Build status: SCHEDULED
[22:25:25.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:12:0) after 6m1s
[22:31:26.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:12:0)
[22:31:26.855] Build status: SCHEDULED
[22:31:26.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:13:0) after 3m24s
[22:34:50.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:13:0)
[22:34:50.945] Build status: SCHEDULED
[22:34:50.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:14:0) after 3m38s
[22:38:28.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:14:0)
[22:38:29.058] Build status: SCHEDULED
[22:38:29.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:15:0) after 6m2s
[22:44:31.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:15:0)
[22:44:31.088] Build status: SCHEDULED
[22:44:31.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:16:0) after 3m5s
[22:47:36.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:16:0)
[22:47:36.206] Build status: SCHEDULED
[22:47:36.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:17:0) after 6m51s
[22:54:27.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:17:0)
[22:54:27.470] Build status: SCHEDULED
[22:54:27.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:18:0) after 8m43s
[23:03:10.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:18:0)
[23:03:10.524] Build status: SCHEDULED
[23:03:10.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:19:0) after 6m6s
[23:09:16.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:19:0)
[23:09:16.610] Build status: SCHEDULED
[23:09:16.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:20:0) after 7m21s
[23:16:37.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:20:0)
[23:16:37.648] Build status: SCHEDULED
[23:16:37.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:21:0) after 8m33s
[23:25:10.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:21:0)
[23:25:10.687] Build status: SCHEDULED
[23:25:10.687] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:22:0) after 6m46s
[23:31:56.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:22:0)
[23:31:56.871] Build status: SCHEDULED
[23:31:56.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:23:0) after 3m4s
[23:35:00.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:23:0)
[23:35:00.901] Build status: SCHEDULED
[23:35:00.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:24:0) after 9m5s
[23:44:05.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:24:0)
[23:44:05.991] Build status: SCHEDULED
[23:44:05.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:25:0) after 5m27s
[23:49:33.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:25:0)
[23:49:33.091] Build status: SCHEDULED
[23:49:33.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:26:0) after 4m42s
[23:54:15.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:26:0)
[23:54:15.236] Build status: SCHEDULED
[23:54:15.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:27:0) after 3m48s
[23:58:03.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:27:0)
[23:58:03.346] Build status: SCHEDULED
[23:58:03.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:28:0) after 7m40s
[00:05:43.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:28:0)
[00:05:43.466] Build status: SCHEDULED
[00:05:43.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:29:0) after 7m28s
[00:13:11.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:29:0)
[00:13:11.514] Build status: SCHEDULED
[00:13:11.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:30:0) after 9m17s
[00:22:28.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:30:0)
[00:22:28.557] Build status: SCHEDULED
[00:22:28.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:31:0) after 2m21s
[00:24:49.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:31:0)
[00:24:49.890] Build status: SCHEDULED
[00:24:49.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:32:0) after 9m22s
[00:34:11.908] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:32:0)
[00:34:11.928] Build status: SCHEDULED
[00:34:11.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:33:0) after 7m3s
[00:38:43.822] Received PubSub notification, asking Buildbucket for the build status
[00:38:43.838] Build status: STARTED
[00:41:15.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:33:0)
[00:41:15.168] Build status: STARTED
[00:41:15.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:35:0) after 4m17s
[00:45:32.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:35:0)
[00:45:32.236] Build status: STARTED
[00:45:32.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8842420838832214496:36:0) after 6m38s
[00:46:47.077] Received PubSub notification, asking Buildbucket for the build status
[00:46:47.108] Build:
{
"id": "8676990776757515825",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-07-06T21:36:14.720784841Z",
"startTime": "2026-07-07T00:38:43.652858422Z",
"endTime": "2026-07-07T00:46:37.378212236Z",
"updateTime": "2026-07-07T00:46:37.378212236Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "65f7097ea7a321d0316f5a6c5fe0a2ebaa3cc9df",
"ref": "refs/heads/main"
}
}
}
[00:46:47.108] Invocation finished in 3h10m33.749869741s with status FAILED