buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

• 124b7de89b9cd63d5acb53f7f5fb09965ac5165e (3 weeks ago)
• 15e7d200f03965658d73a904bb8496398caa79d7 (3 weeks ago)
• b3e7f598fda9d03aca04e26ae0a691a117404473 (3 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b3e7f598fda9d03aca04e26ae0a691a117404473"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b3e7f598fda9d03aca04e26ae0a691a117404473
• gitiles_ref:refs/heads/main

[22:55:46.841] New invocation is queued and will start shortly
[22:55:48.184] Starting the invocation (attempt 1)
[22:55:48.212] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b3e7f598fda9d03aca04e26ae0a691a117404473"
[22:55:48.212] Popped gitiles commit info from properties and tags
[22:55:48.212] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:55:48.212] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:55:48.212] Buildbucket request:
{
  "requestId": "8886174168252100016",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8886174168252100016",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "124b7de89b9cd63d5acb53f7f5fb09965ac5165e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@124b7de89b9cd63d5acb53f7f5fb09965ac5165e",
                        "title": "124b7de89b9cd63d5acb53f7f5fb09965ac5165e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/124b7de89b9cd63d5acb53f7f5fb09965ac5165e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "15e7d200f03965658d73a904bb8496398caa79d7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@15e7d200f03965658d73a904bb8496398caa79d7",
                        "title": "15e7d200f03965658d73a904bb8496398caa79d7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/15e7d200f03965658d73a904bb8496398caa79d7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b3e7f598fda9d03aca04e26ae0a691a117404473"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b3e7f598fda9d03aca04e26ae0a691a117404473",
                        "title": "b3e7f598fda9d03aca04e26ae0a691a117404473",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b3e7f598fda9d03aca04e26ae0a691a117404473"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b3e7f598fda9d03aca04e26ae0a691a117404473",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8886174168252100016"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:55:48.679] Scheduled build:
{
  "id": "8720744106056745889",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-10T22:55:48.310149677Z",
  "updateTime": "2025-03-10T22:55:48.310149677Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b3e7f598fda9d03aca04e26ae0a691a117404473",
      "ref": "refs/heads/main"
    }
  }
}
[22:55:48.679] Task URL: https://cr-buildbucket.appspot.com/build/8720744106056745889
[22:55:48.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:2:0) after 9m41s
[22:55:49.639] Received PubSub notification, asking Buildbucket for the build status
[22:55:49.673] Build status: SCHEDULED
[23:05:29.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:2:0)
[23:05:29.726] Build status: SCHEDULED
[23:05:29.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:4:0) after 1m34s
[23:07:03.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:4:0)
[23:07:03.762] Build status: SCHEDULED
[23:07:03.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:5:0) after 2m17s
[23:09:20.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:5:0)
[23:09:20.832] Build status: SCHEDULED
[23:09:20.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:6:0) after 7m40s
[23:17:01.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:6:0)
[23:17:01.081] Build status: SCHEDULED
[23:17:01.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:7:0) after 8m54s
[23:25:55.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:7:0)
[23:25:55.201] Build status: SCHEDULED
[23:25:55.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:8:0) after 7m3s
[23:32:58.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:8:0)
[23:32:58.248] Build status: SCHEDULED
[23:32:58.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:9:0) after 9m8s
[23:42:06.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:9:0)
[23:42:06.317] Build status: SCHEDULED
[23:42:06.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:10:0) after 7m0s
[23:49:06.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:10:0)
[23:49:06.469] Build status: SCHEDULED
[23:49:06.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:11:0) after 2m29s
[23:51:35.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:11:0)
[23:51:35.618] Build status: SCHEDULED
[23:51:35.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:12:0) after 7m26s
[23:59:01.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:12:0)
[23:59:01.668] Build status: SCHEDULED
[23:59:01.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:13:0) after 5m23s
[00:04:24.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:13:0)
[00:04:24.766] Build status: SCHEDULED
[00:04:24.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:14:0) after 6m2s
[00:10:26.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:14:0)
[00:10:26.909] Build status: SCHEDULED
[00:10:26.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:15:0) after 3m35s
[00:14:01.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:15:0)
[00:14:01.941] Build status: SCHEDULED
[00:14:01.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:16:0) after 6m8s
[00:20:09.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:16:0)
[00:20:09.984] Build status: SCHEDULED
[00:20:09.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:17:0) after 3m24s
[00:23:34.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:17:0)
[00:23:34.063] Build status: SCHEDULED
[00:23:34.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:18:0) after 5m9s
[00:28:43.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:18:0)
[00:28:43.324] Build status: SCHEDULED
[00:28:43.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:19:0) after 4m11s
[00:32:54.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:19:0)
[00:32:54.412] Build status: SCHEDULED
[00:32:54.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:20:0) after 5m21s
[00:38:15.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:20:0)
[00:38:15.446] Build status: SCHEDULED
[00:38:15.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:21:0) after 5m32s
[00:43:47.518] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:21:0)
[00:43:47.546] Build status: SCHEDULED
[00:43:47.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:22:0) after 2m6s
[00:45:53.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:22:0)
[00:45:53.591] Build status: SCHEDULED
[00:45:53.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:23:0) after 9m25s
[00:55:18.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:23:0)
[00:55:18.751] Build status: SCHEDULED
[00:55:18.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:24:0) after 7m32s
[01:02:50.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:24:0)
[01:02:50.793] Build status: SCHEDULED
[01:02:50.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:25:0) after 1m1s
[01:03:51.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:25:0)
[01:03:51.829] Build status: SCHEDULED
[01:03:51.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:26:0) after 8m39s
[01:12:30.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:26:0)
[01:12:30.878] Build status: SCHEDULED
[01:12:30.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:27:0) after 9m55s
[01:22:25.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:27:0)
[01:22:25.933] Build status: SCHEDULED
[01:22:25.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:28:0) after 8m45s
[01:31:10.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:28:0)
[01:31:11.124] Build status: SCHEDULED
[01:31:11.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:29:0) after 4m4s
[01:35:15.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:29:0)
[01:35:15.175] Build status: SCHEDULED
[01:35:15.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:30:0) after 3m6s
[01:38:21.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:30:0)
[01:38:21.240] Build status: SCHEDULED
[01:38:21.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:31:0) after 2m7s
[01:40:28.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:31:0)
[01:40:28.506] Build status: SCHEDULED
[01:40:28.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:32:0) after 1m50s
[01:42:18.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:32:0)
[01:42:18.615] Build status: SCHEDULED
[01:42:18.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:33:0) after 4m42s
[01:47:00.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:33:0)
[01:47:00.680] Build status: SCHEDULED
[01:47:00.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:34:0) after 9m2s
[01:56:02.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:34:0)
[01:56:02.720] Build status: SCHEDULED
[01:56:02.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:35:0) after 1m41s
[01:57:43.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:35:0)
[01:57:43.827] Build status: SCHEDULED
[01:57:43.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:36:0) after 4m29s
[02:02:12.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:36:0)
[02:02:12.868] Build status: SCHEDULED
[02:02:12.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:37:0) after 6m15s
[02:08:27.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:37:0)
[02:08:27.919] Build status: SCHEDULED
[02:08:27.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:38:0) after 1m54s
[02:10:22.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:38:0)
[02:10:22.022] Build status: SCHEDULED
[02:10:22.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:39:0) after 9m6s
[02:19:28.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:39:0)
[02:19:28.095] Build status: SCHEDULED
[02:19:28.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:40:0) after 9m58s
[02:29:26.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:40:0)
[02:29:26.191] Build status: SCHEDULED
[02:29:26.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:41:0) after 3m3s
[02:32:29.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:41:0)
[02:32:29.230] Build status: SCHEDULED
[02:32:29.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:42:0) after 4m26s
[02:36:55.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:42:0)
[02:36:55.321] Build status: SCHEDULED
[02:36:55.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:43:0) after 2m58s
[02:39:53.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:43:0)
[02:39:53.418] Build status: SCHEDULED
[02:39:53.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:44:0) after 1m46s
[02:41:39.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:44:0)
[02:41:39.421] Build status: SCHEDULED
[02:41:39.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:45:0) after 7m22s
[02:49:01.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:45:0)
[02:49:01.489] Build status: SCHEDULED
[02:49:01.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:46:0) after 7m12s
[02:56:13.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:46:0)
[02:56:13.888] Build status: SCHEDULED
[02:56:13.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:47:0) after 4m9s
[03:00:22.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:47:0)
[03:00:23.007] Build status: SCHEDULED
[03:00:23.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:48:0) after 7m25s
[03:07:48.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:48:0)
[03:07:48.070] Build status: SCHEDULED
[03:07:48.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:49:0) after 3m47s
[03:11:35.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:49:0)
[03:11:35.457] Build status: SCHEDULED
[03:11:35.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:50:0) after 8m18s
[03:19:54.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:50:0)
[03:19:54.048] Build status: SCHEDULED
[03:19:54.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:51:0) after 1m31s
[03:21:25.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:51:0)
[03:21:25.148] Build status: SCHEDULED
[03:21:25.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:52:0) after 4m49s
[03:26:14.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:52:0)
[03:26:14.515] Build status: SCHEDULED
[03:26:14.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:53:0) after 9m14s
[03:35:28.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:53:0)
[03:35:28.627] Build status: SCHEDULED
[03:35:28.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:54:0) after 4m36s
[03:40:04.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:54:0)
[03:40:04.673] Build status: SCHEDULED
[03:40:04.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:55:0) after 7m37s
[03:47:41.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:55:0)
[03:47:41.716] Build status: SCHEDULED
[03:47:41.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:56:0) after 7m17s
[03:54:58.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:56:0)
[03:54:58.774] Build status: SCHEDULED
[03:54:58.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:57:0) after 4m0s
[03:58:58.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:57:0)
[03:58:58.895] Build status: SCHEDULED
[03:58:58.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:58:0) after 6m2s
[04:05:01.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:58:0)
[04:05:01.125] Build status: SCHEDULED
[04:05:01.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:59:0) after 1m33s
[04:06:34.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:59:0)
[04:06:34.725] Build status: SCHEDULED
[04:06:34.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:60:0) after 6m41s
[04:13:15.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:60:0)
[04:13:15.875] Build status: SCHEDULED
[04:13:15.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:61:0) after 6m13s
[04:19:28.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:61:0)
[04:19:28.934] Build status: SCHEDULED
[04:19:28.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:62:0) after 6m9s
[04:25:37.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:62:0)
[04:25:37.966] Build status: SCHEDULED
[04:25:37.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:63:0) after 7m30s
[04:33:08.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:63:0)
[04:33:08.116] Build status: SCHEDULED
[04:33:08.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:64:0) after 4m46s
[04:37:54.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:64:0)
[04:37:54.343] Build status: SCHEDULED
[04:37:54.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:65:0) after 3m53s
[04:41:47.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:65:0)
[04:41:47.404] Build status: SCHEDULED
[04:41:47.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:66:0) after 8m7s
[04:49:40.021] Received PubSub notification, asking Buildbucket for the build status
[04:49:40.047] Build status: STARTED
[04:49:54.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:66:0)
[04:49:54.551] Build status: STARTED
[04:49:54.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:68:0) after 5m51s
[04:55:45.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:68:0)
[04:55:45.599] Build status: STARTED
[04:55:45.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886174168252100016:69:0) after 1m54s
[04:56:12.722] Received PubSub notification, asking Buildbucket for the build status
[04:56:12.749] Build:
{
  "id": "8720744106056745889",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-10T22:55:48.310149677Z",
  "startTime": "2025-03-11T04:49:39.839569300Z",
  "endTime": "2025-03-11T04:56:12.525187325Z",
  "updateTime": "2025-03-11T04:56:12.525187325Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b3e7f598fda9d03aca04e26ae0a691a117404473",
      "ref": "refs/heads/main"
    }
  }
}
[04:56:12.749] Invocation finished in 6h0m25.916227504s with status SUCCEEDED