buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

• 6784a0d32e4760607ad854d05170195f928bfea3 (1 week ago)
• 80512efc55d10266a8dd7f344e051d8790fab471 (1 week ago)
• 0554f0dfe34089b7245431beba03ea73b1343448 (1 week ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "0554f0dfe34089b7245431beba03ea73b1343448"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0554f0dfe34089b7245431beba03ea73b1343448
• gitiles_ref:refs/heads/main

[23:23:24.130] New invocation is queued and will start shortly
[23:23:25.194] Starting the invocation (attempt 1)
[23:23:25.219] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0554f0dfe34089b7245431beba03ea73b1343448"
[23:23:25.219] Popped gitiles commit info from properties and tags
[23:23:25.219] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:23:25.219] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:23:25.219] Buildbucket request:
{
  "requestId": "8882910939664038496",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8882910939664038496",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6784a0d32e4760607ad854d05170195f928bfea3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6784a0d32e4760607ad854d05170195f928bfea3",
                        "title": "6784a0d32e4760607ad854d05170195f928bfea3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6784a0d32e4760607ad854d05170195f928bfea3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "80512efc55d10266a8dd7f344e051d8790fab471"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@80512efc55d10266a8dd7f344e051d8790fab471",
                        "title": "80512efc55d10266a8dd7f344e051d8790fab471",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/80512efc55d10266a8dd7f344e051d8790fab471"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0554f0dfe34089b7245431beba03ea73b1343448"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0554f0dfe34089b7245431beba03ea73b1343448",
                        "title": "0554f0dfe34089b7245431beba03ea73b1343448",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0554f0dfe34089b7245431beba03ea73b1343448"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "0554f0dfe34089b7245431beba03ea73b1343448",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8882910939664038496"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:23:25.636] Scheduled build:
{
  "id": "8717480877808540705",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-15T23:23:25.279399006Z",
  "updateTime": "2025-04-15T23:23:25.279399006Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "0554f0dfe34089b7245431beba03ea73b1343448",
      "ref": "refs/heads/main"
    }
  }
}
[23:23:25.636] Task URL: https://cr-buildbucket.appspot.com/build/8717480877808540705
[23:23:25.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:2:0) after 6m39s
[23:23:26.543] Received PubSub notification, asking Buildbucket for the build status
[23:23:26.563] Build status: SCHEDULED
[23:30:04.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:2:0)
[23:30:04.720] Build status: SCHEDULED
[23:30:04.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:4:0) after 3m16s
[23:33:20.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:4:0)
[23:33:20.800] Build status: SCHEDULED
[23:33:20.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:5:0) after 5m57s
[23:39:17.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:5:0)
[23:39:17.943] Build status: SCHEDULED
[23:39:17.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:6:0) after 7m33s
[23:46:51.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:6:0)
[23:46:51.081] Build status: SCHEDULED
[23:46:51.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:7:0) after 4m45s
[23:51:36.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:7:0)
[23:51:36.143] Build status: SCHEDULED
[23:51:36.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:8:0) after 2m45s
[23:54:21.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:8:0)
[23:54:21.179] Build status: SCHEDULED
[23:54:21.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:9:0) after 2m47s
[23:57:08.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:9:0)
[23:57:08.258] Build status: SCHEDULED
[23:57:08.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:10:0) after 5m8s
[00:02:16.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:10:0)
[00:02:16.370] Build status: SCHEDULED
[00:02:16.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:11:0) after 5m0s
[00:07:16.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:11:0)
[00:07:16.460] Build status: SCHEDULED
[00:07:16.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:12:0) after 5m10s
[00:12:26.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:12:0)
[00:12:26.582] Build status: SCHEDULED
[00:12:26.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:13:0) after 9m27s
[00:21:53.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:13:0)
[00:21:53.590] Build status: SCHEDULED
[00:21:53.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:14:0) after 5m57s
[00:27:50.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:14:0)
[00:27:50.654] Build status: SCHEDULED
[00:27:50.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:15:0) after 6m25s
[00:34:15.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:15:0)
[00:34:15.739] Build status: SCHEDULED
[00:34:15.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:16:0) after 3m7s
[00:37:22.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:16:0)
[00:37:22.783] Build status: SCHEDULED
[00:37:22.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:17:0) after 4m27s
[00:41:49.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:17:0)
[00:41:49.824] Build status: SCHEDULED
[00:41:49.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:18:0) after 5m45s
[00:47:34.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:18:0)
[00:47:34.860] Build status: SCHEDULED
[00:47:34.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:19:0) after 1m27s
[00:49:01.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:19:0)
[00:49:01.881] Build status: SCHEDULED
[00:49:01.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:20:0) after 6m29s
[00:55:30.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:20:0)
[00:55:30.921] Build status: SCHEDULED
[00:55:30.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:21:0) after 5m55s
[01:01:26.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:21:0)
[01:01:26.056] Build status: SCHEDULED
[01:01:26.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:22:0) after 1m7s
[01:02:33.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:22:0)
[01:02:33.116] Build status: SCHEDULED
[01:02:33.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:23:0) after 4m43s
[01:07:16.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:23:0)
[01:07:16.173] Build status: SCHEDULED
[01:07:16.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:24:0) after 5m49s
[01:13:05.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:24:0)
[01:13:05.237] Build status: SCHEDULED
[01:13:05.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:25:0) after 2m21s
[01:15:26.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:25:0)
[01:15:26.386] Build status: SCHEDULED
[01:15:26.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:26:0) after 4m46s
[01:20:12.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:26:0)
[01:20:12.437] Build status: SCHEDULED
[01:20:12.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:27:0) after 5m52s
[01:26:04.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:27:0)
[01:26:04.653] Build status: SCHEDULED
[01:26:04.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:28:0) after 7m43s
[01:33:47.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:28:0)
[01:33:47.689] Build status: SCHEDULED
[01:33:47.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:29:0) after 1m10s
[01:34:57.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:29:0)
[01:34:57.729] Build status: SCHEDULED
[01:34:57.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:30:0) after 6m53s
[01:41:50.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:30:0)
[01:41:50.840] Build status: SCHEDULED
[01:41:50.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:31:0) after 5m38s
[01:47:29.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:31:0)
[01:47:29.072] Build status: SCHEDULED
[01:47:29.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:32:0) after 1m25s
[01:48:54.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:32:0)
[01:48:54.109] Build status: SCHEDULED
[01:48:54.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:33:0) after 2m55s
[01:51:49.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:33:0)
[01:51:49.162] Build status: SCHEDULED
[01:51:49.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:34:0) after 6m25s
[01:58:14.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:34:0)
[01:58:14.205] Build status: SCHEDULED
[01:58:14.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:35:0) after 4m0s
[02:02:14.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:35:0)
[02:02:14.251] Build status: SCHEDULED
[02:02:14.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:36:0) after 5m32s
[02:07:46.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:36:0)
[02:07:46.298] Build status: SCHEDULED
[02:07:46.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:37:0) after 8m11s
[02:15:57.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:37:0)
[02:15:57.501] Build status: SCHEDULED
[02:15:57.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:38:0) after 8m19s
[02:24:16.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:38:0)
[02:24:16.540] Build status: SCHEDULED
[02:24:16.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:39:0) after 8m19s
[02:32:35.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:39:0)
[02:32:35.640] Build status: SCHEDULED
[02:32:35.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:40:0) after 7m23s
[02:39:58.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:40:0)
[02:39:58.776] Build status: SCHEDULED
[02:39:58.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:41:0) after 7m38s
[02:47:36.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:41:0)
[02:47:36.780] Build status: SCHEDULED
[02:47:36.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:42:0) after 7m41s
[02:55:17.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:42:0)
[02:55:17.829] Build status: SCHEDULED
[02:55:17.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:43:0) after 9m5s
[03:04:22.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:43:0)
[03:04:22.931] Build status: SCHEDULED
[03:04:22.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:44:0) after 9m13s
[03:13:35.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:44:0)
[03:13:35.999] Build status: SCHEDULED
[03:13:35.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:45:0) after 9m44s
[03:23:20.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:45:0)
[03:23:20.088] Build status: SCHEDULED
[03:23:20.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:46:0) after 4m12s
[03:27:32.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:46:0)
[03:27:32.208] Build status: SCHEDULED
[03:27:32.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:47:0) after 8m9s
[03:35:41.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:47:0)
[03:35:41.486] Build status: SCHEDULED
[03:35:41.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:48:0) after 8m35s
[03:44:16.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:48:0)
[03:44:16.508] Build status: SCHEDULED
[03:44:16.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:49:0) after 1m10s
[03:45:26.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:49:0)
[03:45:26.640] Build status: SCHEDULED
[03:45:26.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:50:0) after 3m57s
[03:49:23.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:50:0)
[03:49:23.723] Build status: SCHEDULED
[03:49:23.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:51:0) after 7m56s
[03:57:19.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:51:0)
[03:57:19.760] Build status: SCHEDULED
[03:57:19.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:52:0) after 5m13s
[04:02:33.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:52:0)
[04:02:33.087] Build status: SCHEDULED
[04:02:33.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:53:0) after 9m27s
[04:12:00.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:53:0)
[04:12:00.225] Build status: SCHEDULED
[04:12:00.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:54:0) after 5m48s
[04:17:48.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:54:0)
[04:17:48.265] Build status: SCHEDULED
[04:17:48.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:55:0) after 6m0s
[04:23:48.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:55:0)
[04:23:48.343] Build status: SCHEDULED
[04:23:48.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:56:0) after 9m27s
[04:33:15.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:56:0)
[04:33:15.386] Build status: SCHEDULED
[04:33:15.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:57:0) after 9m12s
[04:42:27.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:57:0)
[04:42:27.556] Build status: SCHEDULED
[04:42:27.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:58:0) after 7m39s
[04:50:06.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:58:0)
[04:50:06.743] Build status: SCHEDULED
[04:50:06.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:59:0) after 6m37s
[04:56:44.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:59:0)
[04:56:44.060] Build status: SCHEDULED
[04:56:44.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:60:0) after 6m6s
[05:02:50.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:60:0)
[05:02:50.104] Build status: SCHEDULED
[05:02:50.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:61:0) after 9m59s
[05:12:49.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:61:0)
[05:12:49.396] Build status: SCHEDULED
[05:12:49.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:62:0) after 5m21s
[05:18:10.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:62:0)
[05:18:10.434] Build status: SCHEDULED
[05:18:10.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:63:0) after 1m22s
[05:19:32.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:63:0)
[05:19:32.481] Build status: SCHEDULED
[05:19:32.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:64:0) after 7m10s
[05:26:42.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:64:0)
[05:26:42.648] Build status: SCHEDULED
[05:26:42.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:65:0) after 9m6s
[05:32:10.893] Received PubSub notification, asking Buildbucket for the build status
[05:32:10.906] Build status: STARTED
[05:35:48.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:65:0)
[05:35:48.684] Build status: STARTED
[05:35:48.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882910939664038496:67:0) after 7m34s
[05:43:08.659] Received PubSub notification, asking Buildbucket for the build status
[05:43:08.684] Build:
{
  "id": "8717480877808540705",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-15T23:23:25.279399006Z",
  "startTime": "2025-04-16T05:32:10.621097552Z",
  "endTime": "2025-04-16T05:42:26.978464323Z",
  "updateTime": "2025-04-16T05:42:26.978464323Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "0554f0dfe34089b7245431beba03ea73b1343448",
      "ref": "refs/heads/main"
    }
  }
}
[05:43:08.684] Invocation finished in 6h19m44.557825446s with status SUCCEEDED