[00:32:50.131] New invocation is queued and will start shortly
[00:32:51.139] Starting the invocation (attempt 1)
[00:32:51.165] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d6a6beb54dc7aa8be61e1e700f5819b346485f54"
[00:32:51.165] Popped gitiles commit info from properties and tags
[00:32:51.165] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:32:51.165] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:32:51.166] Buildbucket request:
{
"requestId": "8873756277693963472",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873756277693963472",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7ca533d223d871ce728746a345bda4bca4a8b6ae"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7ca533d223d871ce728746a345bda4bca4a8b6ae",
"title": "7ca533d223d871ce728746a345bda4bca4a8b6ae",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7ca533d223d871ce728746a345bda4bca4a8b6ae"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f7876e177becde3308b1580b716e189daf064144"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f7876e177becde3308b1580b716e189daf064144",
"title": "f7876e177becde3308b1580b716e189daf064144",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f7876e177becde3308b1580b716e189daf064144"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "992faaa807fabf812e1c09f36e6670614a343a68"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@992faaa807fabf812e1c09f36e6670614a343a68",
"title": "992faaa807fabf812e1c09f36e6670614a343a68",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/992faaa807fabf812e1c09f36e6670614a343a68"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c630f56e11949567979d1a63547f73f7c078ef00"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c630f56e11949567979d1a63547f73f7c078ef00",
"title": "c630f56e11949567979d1a63547f73f7c078ef00",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c630f56e11949567979d1a63547f73f7c078ef00"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "035165fa3d59a2d8540f981d9ecb522dc26cb9cd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@035165fa3d59a2d8540f981d9ecb522dc26cb9cd",
"title": "035165fa3d59a2d8540f981d9ecb522dc26cb9cd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/035165fa3d59a2d8540f981d9ecb522dc26cb9cd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d6a6beb54dc7aa8be61e1e700f5819b346485f54"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d6a6beb54dc7aa8be61e1e700f5819b346485f54",
"title": "d6a6beb54dc7aa8be61e1e700f5819b346485f54",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d6a6beb54dc7aa8be61e1e700f5819b346485f54"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d6a6beb54dc7aa8be61e1e700f5819b346485f54",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873756277693963472"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:32:51.552] Scheduled build:
{
"id": "8708326215896112193",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-26T00:32:51.220638383Z",
"updateTime": "2025-07-26T00:32:51.220638383Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d6a6beb54dc7aa8be61e1e700f5819b346485f54",
"ref": "refs/heads/main"
}
}
}
[00:32:51.552] Task URL: https://cr-buildbucket.appspot.com/build/8708326215896112193
[00:32:51.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:2:0) after 5m13s
[00:32:53.482] Received PubSub notification, asking Buildbucket for the build status
[00:32:53.523] Build status: SCHEDULED
[00:38:04.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:2:0)
[00:38:04.640] Build status: SCHEDULED
[00:38:04.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:4:0) after 8m46s
[00:46:50.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:4:0)
[00:46:50.694] Build status: SCHEDULED
[00:46:50.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:5:0) after 5m38s
[00:52:28.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:5:0)
[00:52:28.742] Build status: SCHEDULED
[00:52:28.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:6:0) after 9m36s
[01:02:04.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:6:0)
[01:02:04.919] Build status: SCHEDULED
[01:02:04.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:7:0) after 6m57s
[01:09:01.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:7:0)
[01:09:01.953] Build status: SCHEDULED
[01:09:01.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:8:0) after 8m17s
[01:17:18.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:8:0)
[01:17:18.998] Build status: SCHEDULED
[01:17:18.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:9:0) after 9m10s
[01:26:29.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:9:0)
[01:26:29.126] Build status: SCHEDULED
[01:26:29.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:10:0) after 8m4s
[01:34:33.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:10:0)
[01:34:33.142] Build status: SCHEDULED
[01:34:33.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:11:0) after 4m27s
[01:39:00.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:11:0)
[01:39:00.610] Build status: SCHEDULED
[01:39:00.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:12:0) after 4m55s
[01:43:55.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:12:0)
[01:43:55.807] Build status: SCHEDULED
[01:43:55.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:13:0) after 5m13s
[01:49:08.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:13:0)
[01:49:08.890] Build status: SCHEDULED
[01:49:08.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:14:0) after 4m34s
[01:53:43.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:14:0)
[01:53:43.297] Build status: SCHEDULED
[01:53:43.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:15:0) after 3m4s
[01:56:47.609] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:15:0)
[01:56:47.632] Build status: SCHEDULED
[01:56:47.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:16:0) after 1m27s
[01:58:15.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:16:0)
[01:58:15.292] Build status: SCHEDULED
[01:58:15.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:17:0) after 3m36s
[02:01:51.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:17:0)
[02:01:51.437] Build status: SCHEDULED
[02:01:51.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:18:0) after 4m49s
[02:06:40.465] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:18:0)
[02:06:40.504] Build status: SCHEDULED
[02:06:40.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:19:0) after 4m21s
[02:11:01.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:19:0)
[02:11:01.605] Build status: SCHEDULED
[02:11:01.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:20:0) after 3m52s
[02:14:53.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:20:0)
[02:14:53.653] Build status: SCHEDULED
[02:14:53.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:21:0) after 2m30s
[02:17:23.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:21:0)
[02:17:23.689] Build status: SCHEDULED
[02:17:23.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:22:0) after 4m39s
[02:22:02.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:22:0)
[02:22:02.745] Build status: SCHEDULED
[02:22:02.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:23:0) after 9m51s
[02:31:53.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:23:0)
[02:31:53.818] Build status: SCHEDULED
[02:31:53.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:24:0) after 4m30s
[02:36:23.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:24:0)
[02:36:23.858] Build status: SCHEDULED
[02:36:23.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:25:0) after 1m59s
[02:38:22.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:25:0)
[02:38:22.954] Build status: SCHEDULED
[02:38:22.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:26:0) after 3m27s
[02:41:49.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:26:0)
[02:41:49.987] Build status: SCHEDULED
[02:41:49.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:27:0) after 1m12s
[02:43:02.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:27:0)
[02:43:02.033] Build status: SCHEDULED
[02:43:02.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:28:0) after 2m7s
[02:45:09.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:28:0)
[02:45:09.115] Build status: SCHEDULED
[02:45:09.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:29:0) after 9m21s
[02:54:30.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:29:0)
[02:54:30.175] Build status: SCHEDULED
[02:54:30.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:30:0) after 7m14s
[03:01:44.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:30:0)
[03:01:44.277] Build status: SCHEDULED
[03:01:44.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:31:0) after 7m39s
[03:09:23.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:31:0)
[03:09:23.357] Build status: SCHEDULED
[03:09:23.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:32:0) after 7m4s
[03:16:27.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:32:0)
[03:16:27.483] Build status: SCHEDULED
[03:16:27.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:33:0) after 4m37s
[03:21:04.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:33:0)
[03:21:04.539] Build status: SCHEDULED
[03:21:04.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:34:0) after 1m43s
[03:22:47.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:34:0)
[03:22:47.605] Build status: SCHEDULED
[03:22:47.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:35:0) after 1m52s
[03:24:39.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:35:0)
[03:24:39.725] Build status: SCHEDULED
[03:24:39.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:36:0) after 1m18s
[03:25:57.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:36:0)
[03:25:57.768] Build status: SCHEDULED
[03:25:57.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:37:0) after 9m50s
[03:35:47.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:37:0)
[03:35:47.861] Build status: SCHEDULED
[03:35:47.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:38:0) after 3m4s
[03:38:51.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:38:0)
[03:38:51.877] Build status: SCHEDULED
[03:38:51.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:39:0) after 4m6s
[03:42:57.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:39:0)
[03:42:57.916] Build status: SCHEDULED
[03:42:57.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:40:0) after 8m28s
[03:51:25.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:40:0)
[03:51:26.001] Build status: SCHEDULED
[03:51:26.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:41:0) after 2m54s
[03:54:20.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:41:0)
[03:54:20.070] Build status: SCHEDULED
[03:54:20.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:42:0) after 4m53s
[03:59:13.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:42:0)
[03:59:13.149] Build status: SCHEDULED
[03:59:13.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:43:0) after 7m10s
[04:06:23.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:43:0)
[04:06:23.291] Build status: SCHEDULED
[04:06:23.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:44:0) after 5m12s
[04:11:35.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:44:0)
[04:11:35.522] Build status: SCHEDULED
[04:11:35.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:45:0) after 9m9s
[04:20:44.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:45:0)
[04:20:44.716] Build status: SCHEDULED
[04:20:44.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:46:0) after 2m23s
[04:23:07.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:46:0)
[04:23:07.769] Build status: SCHEDULED
[04:23:07.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:47:0) after 7m59s
[04:31:06.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:47:0)
[04:31:06.849] Build status: SCHEDULED
[04:31:06.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:48:0) after 7m18s
[04:38:24.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:48:0)
[04:38:24.959] Build status: SCHEDULED
[04:38:24.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:49:0) after 6m36s
[04:45:01.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:49:0)
[04:45:01.191] Build status: SCHEDULED
[04:45:01.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:50:0) after 5m28s
[04:50:29.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:50:0)
[04:50:29.224] Build status: SCHEDULED
[04:50:29.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:51:0) after 7m39s
[04:58:08.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:51:0)
[04:58:08.277] Build status: SCHEDULED
[04:58:08.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:52:0) after 8m51s
[05:06:59.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:52:0)
[05:06:59.382] Build status: SCHEDULED
[05:06:59.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:53:0) after 4m25s
[05:11:24.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:53:0)
[05:11:24.420] Build status: SCHEDULED
[05:11:24.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:54:0) after 2m41s
[05:14:05.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:54:0)
[05:14:05.575] Build status: SCHEDULED
[05:14:05.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:55:0) after 4m52s
[05:18:57.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:55:0)
[05:18:57.821] Build status: SCHEDULED
[05:18:57.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:56:0) after 3m12s
[05:22:09.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:56:0)
[05:22:09.960] Build status: SCHEDULED
[05:22:09.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:57:0) after 7m0s
[05:29:09.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:57:0)
[05:29:10.030] Build status: SCHEDULED
[05:29:10.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:58:0) after 3m58s
[05:33:08.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:58:0)
[05:33:08.343] Build status: SCHEDULED
[05:33:08.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:59:0) after 8m38s
[05:41:46.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:59:0)
[05:41:46.717] Build status: SCHEDULED
[05:41:46.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:60:0) after 2m52s
[05:44:38.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:60:0)
[05:44:38.841] Build status: SCHEDULED
[05:44:38.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:61:0) after 7m36s
[05:52:15.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:61:0)
[05:52:15.128] Build status: SCHEDULED
[05:52:15.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:62:0) after 2m44s
[05:54:59.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:62:0)
[05:54:59.378] Build status: SCHEDULED
[05:54:59.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:63:0) after 7m57s
[06:02:56.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:63:0)
[06:02:56.796] Build status: SCHEDULED
[06:02:56.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:64:0) after 2m28s
[06:05:24.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:64:0)
[06:05:24.965] Build status: SCHEDULED
[06:05:24.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:65:0) after 4m6s
[06:09:31.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:65:0)
[06:09:31.346] Build status: SCHEDULED
[06:09:31.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:66:0) after 1m51s
[06:11:22.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:66:0)
[06:11:22.444] Build status: SCHEDULED
[06:11:22.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:67:0) after 4m47s
[06:16:09.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:67:0)
[06:16:09.680] Build status: SCHEDULED
[06:16:09.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:68:0) after 6m56s
[06:23:05.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:68:0)
[06:23:05.752] Build status: SCHEDULED
[06:23:05.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:69:0) after 7m32s
[06:30:37.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:69:0)
[06:30:37.783] Build status: SCHEDULED
[06:30:37.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:70:0) after 5m25s
[06:36:03.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:70:0)
[06:36:03.098] Build status: SCHEDULED
[06:36:03.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:71:0) after 9m2s
[06:45:05.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:71:0)
[06:45:05.200] Build status: SCHEDULED
[06:45:05.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:72:0) after 2m28s
[06:47:33.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:72:0)
[06:47:33.286] Build status: SCHEDULED
[06:47:33.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:73:0) after 2m21s
[06:49:54.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:73:0)
[06:49:54.497] Build status: SCHEDULED
[06:49:54.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:74:0) after 6m40s
[06:56:34.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:74:0)
[06:56:34.742] Build status: SCHEDULED
[06:56:34.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:75:0) after 8m52s
[07:05:27.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:75:0)
[07:05:27.348] Build status: SCHEDULED
[07:05:27.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:76:0) after 1m46s
[07:07:13.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:76:0)
[07:07:14.036] Build status: SCHEDULED
[07:07:14.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:77:0) after 2m52s
[07:10:06.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:77:0)
[07:10:06.080] Build status: SCHEDULED
[07:10:06.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:78:0) after 2m0s
[07:12:06.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:78:0)
[07:12:06.195] Build status: SCHEDULED
[07:12:06.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:79:0) after 1m26s
[07:12:24.257] Received PubSub notification, asking Buildbucket for the build status
[07:12:24.294] Build status: STARTED
[07:13:32.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:79:0)
[07:13:32.458] Build status: STARTED
[07:13:32.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:81:0) after 8m21s
[07:21:53.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:81:0)
[07:21:53.669] Build status: STARTED
[07:21:53.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8873756277693963472:82:0) after 8m47s
[07:23:23.311] Received PubSub notification, asking Buildbucket for the build status
[07:23:23.369] Build:
{
"id": "8708326215896112193",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-26T00:32:51.220638383Z",
"startTime": "2025-07-26T07:12:23.969360204Z",
"endTime": "2025-07-26T07:23:16.475133678Z",
"updateTime": "2025-07-26T07:23:16.475133678Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d6a6beb54dc7aa8be61e1e700f5819b346485f54",
"ref": "refs/heads/main"
}
}
}
[07:23:23.369] Invocation finished in 6h50m33.247823989s with status SUCCEEDED