[18:21:54.287] New invocation is queued and will start shortly
[18:21:55.381] Starting the invocation (attempt 1)
[18:21:55.407] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6b8da9265c7d5ddd9efbcf7a73c1305bdd702018"
[18:21:55.407] Popped gitiles commit info from properties and tags
[18:21:55.407] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:21:55.407] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:21:55.408] Buildbucket request:
{
"requestId": "8878400059928432128",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8878400059928432128",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2772952d28f27e7cca464d55fe44d537f11b0a8b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2772952d28f27e7cca464d55fe44d537f11b0a8b",
"title": "2772952d28f27e7cca464d55fe44d537f11b0a8b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2772952d28f27e7cca464d55fe44d537f11b0a8b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1689d7700f0c0f0a0608f695ad99305b2eccc944"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1689d7700f0c0f0a0608f695ad99305b2eccc944",
"title": "1689d7700f0c0f0a0608f695ad99305b2eccc944",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1689d7700f0c0f0a0608f695ad99305b2eccc944"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4eeed9b1ecff7b3999ab7f0fbc28576debe9f683"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4eeed9b1ecff7b3999ab7f0fbc28576debe9f683",
"title": "4eeed9b1ecff7b3999ab7f0fbc28576debe9f683",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4eeed9b1ecff7b3999ab7f0fbc28576debe9f683"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "638955e7949093b753f408374f2f27b28f0c0630"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@638955e7949093b753f408374f2f27b28f0c0630",
"title": "638955e7949093b753f408374f2f27b28f0c0630",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/638955e7949093b753f408374f2f27b28f0c0630"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6b8da9265c7d5ddd9efbcf7a73c1305bdd702018"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6b8da9265c7d5ddd9efbcf7a73c1305bdd702018",
"title": "6b8da9265c7d5ddd9efbcf7a73c1305bdd702018",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6b8da9265c7d5ddd9efbcf7a73c1305bdd702018"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6b8da9265c7d5ddd9efbcf7a73c1305bdd702018",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8878400059928432128"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:21:55.776] Scheduled build:
{
"id": "8712969998034543329",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-04T18:21:55.464848484Z",
"updateTime": "2025-06-04T18:21:55.464848484Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6b8da9265c7d5ddd9efbcf7a73c1305bdd702018",
"ref": "refs/heads/main"
}
}
}
[18:21:55.776] Task URL: https://cr-buildbucket.appspot.com/build/8712969998034543329
[18:21:55.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:2:0) after 1m13s
[18:21:56.824] Received PubSub notification, asking Buildbucket for the build status
[18:21:56.855] Build status: SCHEDULED
[18:23:08.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:2:0)
[18:23:08.807] Build status: SCHEDULED
[18:23:08.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:4:0) after 7m21s
[18:30:29.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:4:0)
[18:30:29.905] Build status: SCHEDULED
[18:30:29.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:5:0) after 2m58s
[18:33:27.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:5:0)
[18:33:27.952] Build status: SCHEDULED
[18:33:27.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:6:0) after 6m7s
[18:39:34.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:6:0)
[18:39:35.003] Build status: SCHEDULED
[18:39:35.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:7:0) after 4m41s
[18:44:16.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:7:0)
[18:44:16.037] Build status: SCHEDULED
[18:44:16.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:8:0) after 6m34s
[18:50:50.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:8:0)
[18:50:50.186] Build status: SCHEDULED
[18:50:50.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:9:0) after 6m9s
[18:56:59.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:9:0)
[18:56:59.297] Build status: SCHEDULED
[18:56:59.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:10:0) after 3m53s
[19:00:52.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:10:0)
[19:00:52.343] Build status: SCHEDULED
[19:00:52.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:11:0) after 3m27s
[19:04:19.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:11:0)
[19:04:19.387] Build status: SCHEDULED
[19:04:19.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:12:0) after 3m53s
[19:08:12.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:12:0)
[19:08:12.487] Build status: SCHEDULED
[19:08:12.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:13:0) after 3m13s
[19:11:25.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:13:0)
[19:11:25.554] Build status: SCHEDULED
[19:11:25.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:14:0) after 2m50s
[19:14:15.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:14:0)
[19:14:15.605] Build status: SCHEDULED
[19:14:15.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:15:0) after 2m14s
[19:16:29.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:15:0)
[19:16:29.837] Build status: SCHEDULED
[19:16:29.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:16:0) after 8m22s
[19:24:51.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:16:0)
[19:24:51.876] Build status: SCHEDULED
[19:24:51.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:17:0) after 1m4s
[19:25:55.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:17:0)
[19:25:56.009] Build status: SCHEDULED
[19:25:56.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:18:0) after 8m12s
[19:34:08.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:18:0)
[19:34:08.049] Build status: SCHEDULED
[19:34:08.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:19:0) after 3m18s
[19:37:26.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:19:0)
[19:37:26.126] Build status: SCHEDULED
[19:37:26.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:20:0) after 3m30s
[19:40:56.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:20:0)
[19:40:56.221] Build status: SCHEDULED
[19:40:56.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:21:0) after 7m26s
[19:48:22.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:21:0)
[19:48:22.332] Build status: SCHEDULED
[19:48:22.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:22:0) after 5m21s
[19:53:43.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:22:0)
[19:53:43.474] Build status: SCHEDULED
[19:53:43.474] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:23:0) after 8m25s
[20:02:08.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:23:0)
[20:02:08.539] Build status: SCHEDULED
[20:02:08.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:24:0) after 4m18s
[20:06:26.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:24:0)
[20:06:26.583] Build status: SCHEDULED
[20:06:26.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:25:0) after 8m7s
[20:14:33.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:25:0)
[20:14:33.771] Build status: SCHEDULED
[20:14:33.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:26:0) after 8m41s
[20:23:14.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:26:0)
[20:23:14.875] Build status: SCHEDULED
[20:23:14.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:27:0) after 1m22s
[20:24:36.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:27:0)
[20:24:36.951] Build status: SCHEDULED
[20:24:36.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:28:0) after 7m25s
[20:32:01.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:28:0)
[20:32:02.002] Build status: SCHEDULED
[20:32:02.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:29:0) after 8m45s
[20:40:47.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:29:0)
[20:40:47.042] Build status: SCHEDULED
[20:40:47.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:30:0) after 4m43s
[20:45:30.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:30:0)
[20:45:30.134] Build status: SCHEDULED
[20:45:30.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:31:0) after 2m50s
[20:48:20.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:31:0)
[20:48:20.200] Build status: SCHEDULED
[20:48:20.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:32:0) after 1m58s
[20:49:46.922] Received PubSub notification, asking Buildbucket for the build status
[20:49:46.974] Build status: STARTED
[20:50:18.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:32:0)
[20:50:18.225] Build status: STARTED
[20:50:18.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:34:0) after 8m21s
[20:58:39.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:34:0)
[20:58:39.277] Build status: STARTED
[20:58:39.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:35:0) after 4m21s
[21:03:00.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:35:0)
[21:03:00.317] Build status: STARTED
[21:03:00.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:36:0) after 5m51s
[21:08:51.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:36:0)
[21:08:51.390] Build status: STARTED
[21:08:51.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:37:0) after 1m37s
[21:10:28.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:37:0)
[21:10:28.547] Build status: STARTED
[21:10:28.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878400059928432128:38:0) after 7m13s
[21:11:32.363] Received PubSub notification, asking Buildbucket for the build status
[21:11:32.390] Build:
{
"id": "8712969998034543329",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-04T18:21:55.464848484Z",
"startTime": "2025-06-04T20:49:46.625102975Z",
"endTime": "2025-06-04T21:11:32.077124039Z",
"updateTime": "2025-06-04T21:11:32.077124039Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6b8da9265c7d5ddd9efbcf7a73c1305bdd702018",
"ref": "refs/heads/main"
}
}
}
[21:11:32.390] Invocation finished in 2h49m38.115297604s with status FAILED