buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

• e0ff413c3c4297b3efc86a326bd7abf5f97e3c07 (2 weeks ago)
• d214608ac080eb9211f2fe6b0729d03580e78727 (2 weeks ago)
• 243a329868f2c0bae9235255f25029e5f1c12013 (2 weeks ago)

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "243a329868f2c0bae9235255f25029e5f1c12013"
}

• buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/243a329868f2c0bae9235255f25029e5f1c12013
• gitiles_ref:refs/heads/main

[23:07:17.219] New invocation is queued and will start shortly
[23:07:20.159] Starting the invocation (attempt 1)
[23:07:20.187] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/243a329868f2c0bae9235255f25029e5f1c12013"
[23:07:20.187] Popped gitiles commit info from properties and tags
[23:07:20.187] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:07:20.188] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:07:20.188] Buildbucket request:
{
  "requestId": "8877204344670033216",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8877204344670033216",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e0ff413c3c4297b3efc86a326bd7abf5f97e3c07"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e0ff413c3c4297b3efc86a326bd7abf5f97e3c07",
                        "title": "e0ff413c3c4297b3efc86a326bd7abf5f97e3c07",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e0ff413c3c4297b3efc86a326bd7abf5f97e3c07"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d214608ac080eb9211f2fe6b0729d03580e78727"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d214608ac080eb9211f2fe6b0729d03580e78727",
                        "title": "d214608ac080eb9211f2fe6b0729d03580e78727",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d214608ac080eb9211f2fe6b0729d03580e78727"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "243a329868f2c0bae9235255f25029e5f1c12013"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@243a329868f2c0bae9235255f25029e5f1c12013",
                        "title": "243a329868f2c0bae9235255f25029e5f1c12013",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/243a329868f2c0bae9235255f25029e5f1c12013"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "243a329868f2c0bae9235255f25029e5f1c12013",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877204344670033216"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:07:20.562] Scheduled build:
{
  "id": "8711774280829178017",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-17T23:07:20.252464710Z",
  "updateTime": "2025-06-17T23:07:20.252464710Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "243a329868f2c0bae9235255f25029e5f1c12013",
      "ref": "refs/heads/main"
    }
  }
}
[23:07:20.562] Task URL: https://cr-buildbucket.appspot.com/build/8711774280829178017
[23:07:20.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:2:0) after 2m39s
[23:07:21.554] Received PubSub notification, asking Buildbucket for the build status
[23:07:21.576] Build status: SCHEDULED
[23:09:59.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:2:0)
[23:09:59.649] Build status: SCHEDULED
[23:09:59.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:4:0) after 7m41s
[23:17:40.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:4:0)
[23:17:40.852] Build status: SCHEDULED
[23:17:40.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:5:0) after 2m20s
[23:20:00.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:5:0)
[23:20:00.942] Build status: SCHEDULED
[23:20:00.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:6:0) after 4m55s
[23:24:55.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:6:0)
[23:24:55.976] Build status: SCHEDULED
[23:24:55.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:7:0) after 9m9s
[23:34:05.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:7:0)
[23:34:05.076] Build status: SCHEDULED
[23:34:05.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:8:0) after 5m6s
[23:39:11.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:8:0)
[23:39:11.191] Build status: SCHEDULED
[23:39:11.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:9:0) after 9m50s
[23:49:01.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:9:0)
[23:49:01.273] Build status: SCHEDULED
[23:49:01.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:10:0) after 8m40s
[23:57:41.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:10:0)
[23:57:41.428] Build status: SCHEDULED
[23:57:41.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:11:0) after 2m55s
[00:00:36.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:11:0)
[00:00:36.499] Build status: SCHEDULED
[00:00:36.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:12:0) after 8m54s
[00:09:30.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:12:0)
[00:09:30.628] Build status: SCHEDULED
[00:09:30.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:13:0) after 3m20s
[00:12:50.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:13:0)
[00:12:50.909] Build status: SCHEDULED
[00:12:50.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:14:0) after 2m34s
[00:15:25.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:14:0)
[00:15:25.048] Build status: SCHEDULED
[00:15:25.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:15:0) after 1m23s
[00:16:48.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:15:0)
[00:16:48.121] Build status: SCHEDULED
[00:16:48.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:16:0) after 9m33s
[00:26:21.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:16:0)
[00:26:21.132] Build status: SCHEDULED
[00:26:21.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:17:0) after 9m38s
[00:35:59.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:17:0)
[00:35:59.147] Build status: SCHEDULED
[00:35:59.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:18:0) after 7m19s
[00:43:18.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:18:0)
[00:43:18.263] Build status: SCHEDULED
[00:43:18.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:19:0) after 7m34s
[00:50:52.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:19:0)
[00:50:52.309] Build status: SCHEDULED
[00:50:52.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:20:0) after 5m55s
[00:56:47.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:20:0)
[00:56:47.329] Build status: SCHEDULED
[00:56:47.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:21:0) after 6m25s
[01:03:12.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:21:0)
[01:03:12.413] Build status: SCHEDULED
[01:03:12.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:22:0) after 6m41s
[01:09:53.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:22:0)
[01:09:53.470] Build status: SCHEDULED
[01:09:53.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:23:0) after 3m26s
[01:13:19.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:23:0)
[01:13:19.544] Build status: SCHEDULED
[01:13:19.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:24:0) after 2m56s
[01:16:15.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:24:0)
[01:16:15.657] Build status: SCHEDULED
[01:16:15.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:25:0) after 1m58s
[01:18:13.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:25:0)
[01:18:13.744] Build status: SCHEDULED
[01:18:13.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:26:0) after 6m55s
[01:25:08.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:26:0)
[01:25:08.891] Build status: SCHEDULED
[01:25:08.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:27:0) after 8m17s
[01:33:25.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:27:0)
[01:33:25.932] Build status: SCHEDULED
[01:33:25.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:28:0) after 8m28s
[01:41:54.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:28:0)
[01:41:54.078] Build status: SCHEDULED
[01:41:54.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:29:0) after 8m5s
[01:49:59.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:29:0)
[01:49:59.088] Build status: SCHEDULED
[01:49:59.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:30:0) after 9m18s
[01:59:17.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:30:0)
[01:59:17.291] Build status: SCHEDULED
[01:59:17.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:31:0) after 4m3s
[02:03:20.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:31:0)
[02:03:20.323] Build status: SCHEDULED
[02:03:20.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:32:0) after 9m20s
[02:12:40.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:32:0)
[02:12:40.372] Build status: SCHEDULED
[02:12:40.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:33:0) after 4m22s
[02:17:02.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:33:0)
[02:17:02.417] Build status: SCHEDULED
[02:17:02.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:34:0) after 9m36s
[02:26:38.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:34:0)
[02:26:38.494] Build status: SCHEDULED
[02:26:38.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:35:0) after 8m17s
[02:34:55.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:35:0)
[02:34:55.603] Build status: SCHEDULED
[02:34:55.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:36:0) after 4m8s
[02:39:03.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:36:0)
[02:39:03.734] Build status: SCHEDULED
[02:39:03.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:37:0) after 4m27s
[02:43:30.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:37:0)
[02:43:30.777] Build status: SCHEDULED
[02:43:30.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:38:0) after 3m7s
[02:46:37.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:38:0)
[02:46:37.825] Build status: SCHEDULED
[02:46:37.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:39:0) after 5m58s
[02:52:35.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:39:0)
[02:52:35.834] Build status: SCHEDULED
[02:52:35.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:40:0) after 7m48s
[03:00:23.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:40:0)
[03:00:23.913] Build status: SCHEDULED
[03:00:23.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:41:0) after 4m4s
[03:04:27.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:41:0)
[03:04:27.971] Build status: SCHEDULED
[03:04:27.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:42:0) after 2m37s
[03:07:05.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:42:0)
[03:07:05.090] Build status: SCHEDULED
[03:07:05.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:43:0) after 7m21s
[03:14:26.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:43:0)
[03:14:26.150] Build status: SCHEDULED
[03:14:26.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:44:0) after 8m40s
[03:23:06.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:44:0)
[03:23:06.188] Build status: SCHEDULED
[03:23:06.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:45:0) after 9m15s
[03:32:21.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:45:0)
[03:32:21.661] Build status: SCHEDULED
[03:32:21.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:46:0) after 5m9s
[03:37:30.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:46:0)
[03:37:30.772] Build status: SCHEDULED
[03:37:30.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:47:0) after 2m30s
[03:40:01.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:47:0)
[03:40:01.080] Build status: SCHEDULED
[03:40:01.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:48:0) after 7m52s
[03:47:53.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:48:0)
[03:47:53.210] Build status: SCHEDULED
[03:47:53.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:49:0) after 1m55s
[03:49:48.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:49:0)
[03:49:48.253] Build status: SCHEDULED
[03:49:48.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:50:0) after 2m36s
[03:52:24.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:50:0)
[03:52:24.359] Build status: SCHEDULED
[03:52:24.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:51:0) after 8m1s
[04:00:25.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:51:0)
[04:00:25.533] Build status: SCHEDULED
[04:00:25.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:52:0) after 3m44s
[04:04:09.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:52:0)
[04:04:09.726] Build status: SCHEDULED
[04:04:09.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:53:0) after 5m9s
[04:09:18.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:53:0)
[04:09:18.764] Build status: SCHEDULED
[04:09:18.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:54:0) after 5m57s
[04:15:15.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:54:0)
[04:15:15.841] Build status: SCHEDULED
[04:15:15.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:55:0) after 1m9s
[04:16:24.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:55:0)
[04:16:24.878] Build status: SCHEDULED
[04:16:24.878] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:56:0) after 3m28s
[04:19:52.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:56:0)
[04:19:52.959] Build status: SCHEDULED
[04:19:52.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:57:0) after 3m14s
[04:23:07.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:57:0)
[04:23:07.059] Build status: SCHEDULED
[04:23:07.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:58:0) after 5m46s
[04:28:53.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:58:0)
[04:28:53.100] Build status: SCHEDULED
[04:28:53.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:59:0) after 2m39s
[04:31:32.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:59:0)
[04:31:32.225] Build status: SCHEDULED
[04:31:32.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:60:0) after 7m43s
[04:39:15.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:60:0)
[04:39:15.314] Build status: SCHEDULED
[04:39:15.314] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:61:0) after 2m16s
[04:41:31.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:61:0)
[04:41:31.370] Build status: SCHEDULED
[04:41:31.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:62:0) after 1m2s
[04:42:33.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:62:0)
[04:42:33.420] Build status: SCHEDULED
[04:42:33.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:63:0) after 5m6s
[04:47:39.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:63:0)
[04:47:39.478] Build status: SCHEDULED
[04:47:39.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:64:0) after 6m9s
[04:53:48.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:64:0)
[04:53:48.863] Build status: SCHEDULED
[04:53:48.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:65:0) after 4m39s
[04:58:27.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:65:0)
[04:58:27.919] Build status: SCHEDULED
[04:58:27.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:66:0) after 1m10s
[04:59:37.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:66:0)
[04:59:38.026] Build status: SCHEDULED
[04:59:38.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:67:0) after 3m20s
[05:02:58.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:67:0)
[05:02:58.209] Build status: SCHEDULED
[05:02:58.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:68:0) after 5m56s
[05:08:54.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:68:0)
[05:08:54.274] Build status: SCHEDULED
[05:08:54.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:69:0) after 7m9s
[05:16:03.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:69:0)
[05:16:03.309] Build status: SCHEDULED
[05:16:03.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:70:0) after 3m46s
[05:19:49.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:70:0)
[05:19:49.342] Build status: SCHEDULED
[05:19:49.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:71:0) after 2m57s
[05:22:46.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:71:0)
[05:22:46.567] Build status: SCHEDULED
[05:22:46.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:72:0) after 6m40s
[05:29:26.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:72:0)
[05:29:26.748] Build status: SCHEDULED
[05:29:26.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:73:0) after 9m55s
[05:39:21.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:73:0)
[05:39:21.920] Build status: SCHEDULED
[05:39:21.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:74:0) after 7m42s
[05:47:03.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:74:0)
[05:47:04.146] Build status: SCHEDULED
[05:47:04.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:75:0) after 9m47s
[05:56:51.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:75:0)
[05:56:51.185] Build status: SCHEDULED
[05:56:51.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:76:0) after 8m21s
[06:02:49.856] Received PubSub notification, asking Buildbucket for the build status
[06:02:49.897] Build status: STARTED
[06:05:12.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:76:0)
[06:05:12.251] Build status: STARTED
[06:05:12.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8877204344670033216:78:0) after 6m57s
[06:09:47.273] Received PubSub notification, asking Buildbucket for the build status
[06:09:47.288] Build:
{
  "id": "8711774280829178017",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-17T23:07:20.252464710Z",
  "startTime": "2025-06-18T06:02:49.489885319Z",
  "endTime": "2025-06-18T06:09:46.807119426Z",
  "updateTime": "2025-06-18T06:09:46.807119426Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "243a329868f2c0bae9235255f25029e5f1c12013",
      "ref": "refs/heads/main"
    }
  }
}
[06:09:47.288] Invocation finished in 7h2m30.082499012s with status SUCCEEDED