[18:21:26.822] New invocation is queued and will start shortly
[18:21:27.927] Starting the invocation (attempt 1)
[18:21:27.956] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9ec64955146755e5181e6f7a38d1ef19fcc84027"
[18:21:27.956] Popped gitiles commit info from properties and tags
[18:21:27.956] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:21:27.956] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:21:27.956] Buildbucket request:
{
"requestId": "8875953970631485936",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875953970631485936",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "88f61349ab5e6724e03ca12a18797e8ca741862e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@88f61349ab5e6724e03ca12a18797e8ca741862e",
"title": "88f61349ab5e6724e03ca12a18797e8ca741862e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/88f61349ab5e6724e03ca12a18797e8ca741862e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9ec64955146755e5181e6f7a38d1ef19fcc84027"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9ec64955146755e5181e6f7a38d1ef19fcc84027",
"title": "9ec64955146755e5181e6f7a38d1ef19fcc84027",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9ec64955146755e5181e6f7a38d1ef19fcc84027"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9ec64955146755e5181e6f7a38d1ef19fcc84027",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875953970631485936"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:21:28.411] Scheduled build:
{
"id": "8710523908724096833",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-01T18:21:28.015519264Z",
"updateTime": "2025-07-01T18:21:28.015519264Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9ec64955146755e5181e6f7a38d1ef19fcc84027",
"ref": "refs/heads/main"
}
}
}
[18:21:28.411] Task URL: https://cr-buildbucket.appspot.com/build/8710523908724096833
[18:21:28.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:2:0) after 4m28s
[18:21:29.316] Received PubSub notification, asking Buildbucket for the build status
[18:21:29.333] Build status: SCHEDULED
[18:25:56.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:2:0)
[18:25:56.511] Build status: SCHEDULED
[18:25:56.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:4:0) after 1m35s
[18:27:31.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:4:0)
[18:27:31.667] Build status: SCHEDULED
[18:27:31.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:5:0) after 6m46s
[18:34:17.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:5:0)
[18:34:17.667] Build status: SCHEDULED
[18:34:17.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:6:0) after 5m46s
[18:40:03.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:6:0)
[18:40:03.784] Build status: SCHEDULED
[18:40:03.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:7:0) after 3m38s
[18:43:41.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:7:0)
[18:43:41.881] Build status: SCHEDULED
[18:43:41.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:8:0) after 1m40s
[18:45:21.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:8:0)
[18:45:21.950] Build status: SCHEDULED
[18:45:21.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:9:0) after 9m42s
[18:55:04.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:9:0)
[18:55:04.080] Build status: SCHEDULED
[18:55:04.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:10:0) after 9m11s
[19:04:15.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:10:0)
[19:04:15.137] Build status: SCHEDULED
[19:04:15.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:11:0) after 6m56s
[19:11:11.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:11:0)
[19:11:11.235] Build status: SCHEDULED
[19:11:11.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:12:0) after 9m57s
[19:21:08.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:12:0)
[19:21:08.311] Build status: SCHEDULED
[19:21:08.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:13:0) after 8m5s
[19:29:13.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:13:0)
[19:29:13.367] Build status: SCHEDULED
[19:29:13.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:14:0) after 7m40s
[19:36:53.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:14:0)
[19:36:53.404] Build status: SCHEDULED
[19:36:53.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:15:0) after 1m41s
[19:38:34.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:15:0)
[19:38:34.475] Build status: SCHEDULED
[19:38:34.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:16:0) after 9m6s
[19:47:40.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:16:0)
[19:47:40.661] Build status: SCHEDULED
[19:47:40.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:17:0) after 7m57s
[19:55:37.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:17:0)
[19:55:37.719] Build status: SCHEDULED
[19:55:37.719] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:18:0) after 7m40s
[20:03:17.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:18:0)
[20:03:17.776] Build status: SCHEDULED
[20:03:17.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:19:0) after 1m48s
[20:05:05.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:19:0)
[20:05:05.870] Build status: SCHEDULED
[20:05:05.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:20:0) after 5m37s
[20:10:42.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:20:0)
[20:10:42.885] Build status: SCHEDULED
[20:10:42.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:21:0) after 1m53s
[20:12:35.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:21:0)
[20:12:35.920] Build status: SCHEDULED
[20:12:35.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:22:0) after 5m41s
[20:18:16.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:22:0)
[20:18:16.984] Build status: SCHEDULED
[20:18:16.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:23:0) after 5m42s
[20:23:59.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:23:0)
[20:23:59.042] Build status: SCHEDULED
[20:23:59.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:24:0) after 9m53s
[20:33:52.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:24:0)
[20:33:52.140] Build status: SCHEDULED
[20:33:52.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:25:0) after 5m35s
[20:39:27.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:25:0)
[20:39:27.214] Build status: SCHEDULED
[20:39:27.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:26:0) after 2m44s
[20:42:11.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:26:0)
[20:42:11.316] Build status: SCHEDULED
[20:42:11.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:27:0) after 2m26s
[20:44:37.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:27:0)
[20:44:37.357] Build status: SCHEDULED
[20:44:37.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8875953970631485936:28:0) after 7m58s
[20:45:51.055] Received PubSub notification, asking Buildbucket for the build status
[20:45:51.097] Build status: STARTED
[20:50:18.980] Received PubSub notification, asking Buildbucket for the build status
[20:50:19.004] Build:
{
"id": "8710523908724096833",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-01T18:21:28.015519264Z",
"startTime": "2025-07-01T20:45:27.588763823Z",
"endTime": "2025-07-01T20:50:18.667150611Z",
"updateTime": "2025-07-01T20:50:18.667150611Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9ec64955146755e5181e6f7a38d1ef19fcc84027",
"ref": "refs/heads/main"
}
}
}
[20:50:19.004] Invocation finished in 2h28m52.192051428s with status FAILED