Status: SUCCEEDED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ed331b29843b850a4bc37ad64e7e3a240af6f486)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-sanitizers-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "a67fbbcc9bb230682559cd5c4c5998b2a7e8641c"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a67fbbcc9bb230682559cd5c4c5998b2a7e8641c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:53:32.215] New invocation is queued and will start shortly
[04:53:33.399] Starting the invocation (attempt 1)
[04:53:33.424] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a67fbbcc9bb230682559cd5c4c5998b2a7e8641c"
[04:53:33.424] Popped gitiles commit info from properties and tags
[04:53:33.425] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:53:33.425] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:53:33.425] Buildbucket request:
{
  "requestId": "8861690479252170432",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8861690479252170432",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a69fe65e24cfcff9cba15aa0c6663cce4ec21f27"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a69fe65e24cfcff9cba15aa0c6663cce4ec21f27",
                        "title": "a69fe65e24cfcff9cba15aa0c6663cce4ec21f27",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a69fe65e24cfcff9cba15aa0c6663cce4ec21f27"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "41e6a4517d12d94bc192b446ebac8072756876a8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@41e6a4517d12d94bc192b446ebac8072756876a8",
                        "title": "41e6a4517d12d94bc192b446ebac8072756876a8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/41e6a4517d12d94bc192b446ebac8072756876a8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "833b83b5aaebdd491af2a12ebec2fe650bf59a6e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@833b83b5aaebdd491af2a12ebec2fe650bf59a6e",
                        "title": "833b83b5aaebdd491af2a12ebec2fe650bf59a6e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/833b83b5aaebdd491af2a12ebec2fe650bf59a6e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f76615062d562f77dfd705729c2dbb2175f68301"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f76615062d562f77dfd705729c2dbb2175f68301",
                        "title": "f76615062d562f77dfd705729c2dbb2175f68301",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f76615062d562f77dfd705729c2dbb2175f68301"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a67fbbcc9bb230682559cd5c4c5998b2a7e8641c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a67fbbcc9bb230682559cd5c4c5998b2a7e8641c",
                        "title": "a67fbbcc9bb230682559cd5c4c5998b2a7e8641c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a67fbbcc9bb230682559cd5c4c5998b2a7e8641c"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "a67fbbcc9bb230682559cd5c4c5998b2a7e8641c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8861690479252170432"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:53:33.780] Scheduled build:
{
  "id": "8696260417270149681",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-12-06T04:53:33.477773279Z",
  "updateTime": "2025-12-06T04:53:33.477773279Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a67fbbcc9bb230682559cd5c4c5998b2a7e8641c",
      "ref": "refs/heads/main"
    }
  }
}
[04:53:33.780] Task URL: https://cr-buildbucket.appspot.com/build/8696260417270149681
[04:53:33.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:2:0) after 8m29s
[04:53:34.808] Received PubSub notification, asking Buildbucket for the build status
[04:53:34.831] Build status: SCHEDULED
[05:02:02.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:2:0)
[05:02:02.829] Build status: SCHEDULED
[05:02:02.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:4:0) after 1m17s
[05:03:19.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:4:0)
[05:03:19.917] Build status: SCHEDULED
[05:03:19.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:5:0) after 7m1s
[05:10:21.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:5:0)
[05:10:21.027] Build status: SCHEDULED
[05:10:21.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:6:0) after 8m20s
[05:18:41.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:6:0)
[05:18:41.110] Build status: SCHEDULED
[05:18:41.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:7:0) after 7m52s
[05:26:33.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:7:0)
[05:26:33.224] Build status: SCHEDULED
[05:26:33.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:8:0) after 2m15s
[05:28:48.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:8:0)
[05:28:48.351] Build status: SCHEDULED
[05:28:48.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:9:0) after 7m6s
[05:35:54.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:9:0)
[05:35:54.383] Build status: SCHEDULED
[05:35:54.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:10:0) after 5m53s
[05:41:47.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:10:0)
[05:41:47.485] Build status: SCHEDULED
[05:41:47.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:11:0) after 9m49s
[05:51:36.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:11:0)
[05:51:36.560] Build status: SCHEDULED
[05:51:36.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:12:0) after 1m53s
[05:53:29.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:12:0)
[05:53:29.700] Build status: SCHEDULED
[05:53:29.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:13:0) after 3m13s
[05:56:42.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:13:0)
[05:56:42.732] Build status: SCHEDULED
[05:56:42.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:14:0) after 9m44s
[06:06:26.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:14:0)
[06:06:26.777] Build status: SCHEDULED
[06:06:26.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:15:0) after 8m22s
[06:14:48.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:15:0)
[06:14:48.856] Build status: SCHEDULED
[06:14:48.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:16:0) after 8m11s
[06:22:59.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:16:0)
[06:22:59.886] Build status: SCHEDULED
[06:22:59.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:17:0) after 2m12s
[06:25:11.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:17:0)
[06:25:11.914] Build status: SCHEDULED
[06:25:11.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:18:0) after 7m25s
[06:32:36.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:18:0)
[06:32:36.997] Build status: SCHEDULED
[06:32:36.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:19:0) after 1m59s
[06:34:36.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:19:0)
[06:34:36.088] Build status: SCHEDULED
[06:34:36.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:20:0) after 6m4s
[06:40:40.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:20:0)
[06:40:40.119] Build status: SCHEDULED
[06:40:40.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:21:0) after 5m33s
[06:46:13.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:21:0)
[06:46:13.200] Build status: SCHEDULED
[06:46:13.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:22:0) after 8m51s
[06:55:04.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:22:0)
[06:55:04.285] Build status: SCHEDULED
[06:55:04.285] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:23:0) after 3m4s
[06:58:08.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:23:0)
[06:58:08.366] Build status: SCHEDULED
[06:58:08.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:24:0) after 5m46s
[07:03:54.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:24:0)
[07:03:54.376] Build status: SCHEDULED
[07:03:54.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:25:0) after 6m2s
[07:09:56.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:25:0)
[07:09:56.451] Build status: SCHEDULED
[07:09:56.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:26:0) after 3m5s
[07:13:01.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:26:0)
[07:13:01.498] Build status: SCHEDULED
[07:13:01.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:27:0) after 4m21s
[07:17:22.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:27:0)
[07:17:22.538] Build status: SCHEDULED
[07:17:22.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:28:0) after 8m8s
[07:25:30.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:28:0)
[07:25:30.660] Build status: SCHEDULED
[07:25:30.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:29:0) after 3m1s
[07:28:31.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:29:0)
[07:28:31.738] Build status: SCHEDULED
[07:28:31.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:30:0) after 1m47s
[07:30:18.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:30:0)
[07:30:18.785] Build status: SCHEDULED
[07:30:18.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:31:0) after 8m30s
[07:38:48.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:31:0)
[07:38:48.830] Build status: SCHEDULED
[07:38:48.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:32:0) after 5m24s
[07:44:12.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:32:0)
[07:44:12.876] Build status: SCHEDULED
[07:44:12.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:33:0) after 8m31s
[07:52:44.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:33:0)
[07:52:44.197] Build status: SCHEDULED
[07:52:44.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:34:0) after 6m12s
[07:58:56.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:34:0)
[07:58:56.231] Build status: SCHEDULED
[07:58:56.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:35:0) after 3m9s
[08:02:05.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:35:0)
[08:02:05.289] Build status: SCHEDULED
[08:02:05.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:36:0) after 3m0s
[08:05:05.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:36:0)
[08:05:05.401] Build status: SCHEDULED
[08:05:05.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:37:0) after 3m6s
[08:08:11.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:37:0)
[08:08:11.449] Build status: SCHEDULED
[08:08:11.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:38:0) after 9m37s
[08:17:48.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:38:0)
[08:17:48.590] Build status: SCHEDULED
[08:17:48.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:39:0) after 5m37s
[08:23:25.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:39:0)
[08:23:25.716] Build status: SCHEDULED
[08:23:25.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:40:0) after 4m4s
[08:27:29.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:40:0)
[08:27:29.772] Build status: SCHEDULED
[08:27:29.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:41:0) after 3m58s
[08:31:28.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:41:0)
[08:31:28.168] Build status: SCHEDULED
[08:31:28.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:42:0) after 1m19s
[08:32:47.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:42:0)
[08:32:47.532] Build status: SCHEDULED
[08:32:47.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:43:0) after 1m31s
[08:34:18.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:43:0)
[08:34:20.493] Build status: SCHEDULED
[08:34:20.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:44:0) after 8m49s
[08:43:09.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:44:0)
[08:43:09.738] Build status: SCHEDULED
[08:43:09.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:45:0) after 1m27s
[08:44:36.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:45:0)
[08:44:36.769] Build status: SCHEDULED
[08:44:36.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:46:0) after 3m20s
[08:47:56.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:46:0)
[08:47:56.808] Build status: SCHEDULED
[08:47:56.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:47:0) after 3m46s
[08:51:42.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:47:0)
[08:51:42.957] Build status: SCHEDULED
[08:51:42.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:48:0) after 4m7s
[08:55:50.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:48:0)
[08:55:50.039] Build status: SCHEDULED
[08:55:50.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:49:0) after 6m14s
[09:02:04.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:49:0)
[09:02:04.359] Build status: SCHEDULED
[09:02:04.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:50:0) after 5m53s
[09:07:57.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:50:0)
[09:07:57.641] Build status: SCHEDULED
[09:07:57.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:51:0) after 7m29s
[09:15:26.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:51:0)
[09:15:27.003] Build status: SCHEDULED
[09:15:27.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:52:0) after 1m4s
[09:16:31.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:52:0)
[09:16:31.166] Build status: SCHEDULED
[09:16:31.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:53:0) after 2m37s
[09:19:08.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:53:0)
[09:19:08.432] Build status: SCHEDULED
[09:19:08.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:54:0) after 6m51s
[09:25:59.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:54:0)
[09:25:59.486] Build status: SCHEDULED
[09:25:59.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:55:0) after 1m6s
[09:27:05.577] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:55:0)
[09:27:05.621] Build status: SCHEDULED
[09:27:05.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:56:0) after 9m55s
[09:37:01.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:56:0)
[09:37:01.067] Build status: SCHEDULED
[09:37:01.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:57:0) after 8m55s
[09:45:56.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:57:0)
[09:45:56.120] Build status: SCHEDULED
[09:45:56.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:58:0) after 7m37s
[09:53:33.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:58:0)
[09:53:33.910] Build status: SCHEDULED
[09:53:33.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:59:0) after 2m59s
[09:56:32.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:59:0)
[09:56:32.940] Build status: SCHEDULED
[09:56:32.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:60:0) after 2m30s
[09:59:03.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:60:0)
[09:59:03.018] Build status: SCHEDULED
[09:59:03.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:61:0) after 6m33s
[10:05:36.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:61:0)
[10:05:36.084] Build status: SCHEDULED
[10:05:36.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:62:0) after 9m45s
[10:15:21.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:62:0)
[10:15:21.111] Build status: SCHEDULED
[10:15:21.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:63:0) after 5m36s
[10:20:57.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:63:0)
[10:20:57.151] Build status: SCHEDULED
[10:20:57.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:64:0) after 1m10s
[10:22:07.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:64:0)
[10:22:07.826] Build status: SCHEDULED
[10:22:07.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:65:0) after 5m33s
[10:27:41.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:65:0)
[10:27:41.170] Build status: SCHEDULED
[10:27:41.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:66:0) after 3m38s
[10:31:19.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:66:0)
[10:31:19.214] Build status: SCHEDULED
[10:31:19.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:67:0) after 4m21s
[10:35:40.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:67:0)
[10:35:40.344] Build status: SCHEDULED
[10:35:40.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:68:0) after 2m42s
[10:38:22.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:68:0)
[10:38:22.454] Build status: SCHEDULED
[10:38:22.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:69:0) after 6m22s
[10:44:44.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:69:0)
[10:44:44.509] Build status: SCHEDULED
[10:44:44.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:70:0) after 1m52s
[10:46:36.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:70:0)
[10:46:36.544] Build status: SCHEDULED
[10:46:36.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:71:0) after 2m56s
[10:49:33.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:71:0)
[10:49:33.035] Build status: SCHEDULED
[10:49:33.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:72:0) after 7m16s
[10:56:49.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:72:0)
[10:56:49.356] Build status: SCHEDULED
[10:56:49.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:73:0) after 9m11s
[11:06:00.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:73:0)
[11:06:00.415] Build status: SCHEDULED
[11:06:00.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:74:0) after 8m12s
[11:09:32.016] Received PubSub notification, asking Buildbucket for the build status
[11:09:32.055] Build status: STARTED
[11:14:12.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:74:0)
[11:14:12.507] Build status: STARTED
[11:14:12.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:76:0) after 5m29s
[11:19:41.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:76:0)
[11:19:41.536] Build status: STARTED
[11:19:41.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:77:0) after 3m9s
[11:22:50.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:77:0)
[11:22:50.570] Build status: STARTED
[11:22:50.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:78:0) after 6m11s
[11:29:01.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:78:0)
[11:29:01.599] Build status: STARTED
[11:29:01.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:79:0) after 9m46s
[11:38:47.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:79:0)
[11:38:47.820] Build status: STARTED
[11:38:47.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:80:0) after 3m14s
[11:42:01.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:80:0)
[11:42:02.001] Build status: STARTED
[11:42:02.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:81:0) after 4m56s
[11:46:58.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:81:0)
[11:46:58.046] Build status: STARTED
[11:46:58.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:82:0) after 2m23s
[11:49:21.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:82:0)
[11:49:21.121] Build status: STARTED
[11:49:21.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:83:0) after 8m26s
[11:57:47.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:83:0)
[11:57:47.160] Build status: STARTED
[11:57:47.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:84:0) after 1m17s
[11:59:04.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:84:0)
[11:59:04.211] Build status: STARTED
[11:59:04.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:85:0) after 5m19s
[12:04:23.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:85:0)
[12:04:23.266] Build status: STARTED
[12:04:23.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:86:0) after 1m59s
[12:06:22.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:86:0)
[12:06:22.462] Build status: STARTED
[12:06:22.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:87:0) after 6m57s
[12:13:19.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:87:0)
[12:13:19.537] Build status: STARTED
[12:13:19.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:88:0) after 1m27s
[12:14:46.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:88:0)
[12:14:46.677] Build status: STARTED
[12:14:46.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8861690479252170432:89:0) after 7m6s
[12:18:18.285] Received PubSub notification, asking Buildbucket for the build status
[12:18:18.301] Build:
{
  "id": "8696260417270149681",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-12-06T04:53:33.477773279Z",
  "startTime": "2025-12-06T11:09:31.795816595Z",
  "endTime": "2025-12-06T12:18:17.897135815Z",
  "updateTime": "2025-12-06T12:18:17.897135815Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a67fbbcc9bb230682559cd5c4c5998b2a7e8641c",
      "ref": "refs/heads/main"
    }
  }
}
[12:18:18.301] Invocation finished in 7h24m46.098412831s with status SUCCEEDED