Status: SUCCEEDED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "8d66cd9b5bb51c5da83213bc49eccb511f867fb9"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8d66cd9b5bb51c5da83213bc49eccb511f867fb9
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:39:24.961] New invocation is queued and will start shortly
[22:39:26.175] Starting the invocation (attempt 1)
[22:39:26.202] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8d66cd9b5bb51c5da83213bc49eccb511f867fb9"
[22:39:26.202] Popped gitiles commit info from properties and tags
[22:39:26.202] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:39:26.203] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:39:26.203] Buildbucket request:
{
  "requestId": "8875394158828971296",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8875394158828971296",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "147899007b120fa246e8ada933ed28ae4beddaf2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@147899007b120fa246e8ada933ed28ae4beddaf2",
                        "title": "147899007b120fa246e8ada933ed28ae4beddaf2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/147899007b120fa246e8ada933ed28ae4beddaf2"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7fb50a5288a9360491506c4259551b7615484624"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7fb50a5288a9360491506c4259551b7615484624",
                        "title": "7fb50a5288a9360491506c4259551b7615484624",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7fb50a5288a9360491506c4259551b7615484624"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "edcb2a3a0d998a5141f7f427d6150c100cc1d780"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@edcb2a3a0d998a5141f7f427d6150c100cc1d780",
                        "title": "edcb2a3a0d998a5141f7f427d6150c100cc1d780",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/edcb2a3a0d998a5141f7f427d6150c100cc1d780"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "81fe863dd0bf043fbcc4ec3db76df3e1ffcee54a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@81fe863dd0bf043fbcc4ec3db76df3e1ffcee54a",
                        "title": "81fe863dd0bf043fbcc4ec3db76df3e1ffcee54a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/81fe863dd0bf043fbcc4ec3db76df3e1ffcee54a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "75b65593ebea4d9c7c96f47776bdc8cdf7f4ae48"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@75b65593ebea4d9c7c96f47776bdc8cdf7f4ae48",
                        "title": "75b65593ebea4d9c7c96f47776bdc8cdf7f4ae48",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/75b65593ebea4d9c7c96f47776bdc8cdf7f4ae48"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8d66cd9b5bb51c5da83213bc49eccb511f867fb9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8d66cd9b5bb51c5da83213bc49eccb511f867fb9",
                        "title": "8d66cd9b5bb51c5da83213bc49eccb511f867fb9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8d66cd9b5bb51c5da83213bc49eccb511f867fb9"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "8d66cd9b5bb51c5da83213bc49eccb511f867fb9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8875394158828971296"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:39:26.635] Scheduled build:
{
  "id": "8709964096801539585",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-07T22:39:26.267102976Z",
  "updateTime": "2025-07-07T22:39:26.267102976Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8d66cd9b5bb51c5da83213bc49eccb511f867fb9",
      "ref": "refs/heads/main"
    }
  }
}
[22:39:26.635] Task URL: https://cr-buildbucket.appspot.com/build/8709964096801539585
[22:39:26.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:2:0) after 2m2s
[22:39:27.580] Received PubSub notification, asking Buildbucket for the build status
[22:39:27.606] Build status: SCHEDULED
[22:41:28.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:2:0)
[22:41:28.680] Build status: SCHEDULED
[22:41:28.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:4:0) after 7m34s
[22:49:02.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:4:0)
[22:49:02.735] Build status: SCHEDULED
[22:49:02.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:5:0) after 7m7s
[22:56:09.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:5:0)
[22:56:09.793] Build status: SCHEDULED
[22:56:09.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:6:0) after 2m9s
[22:58:18.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:6:0)
[22:58:18.892] Build status: SCHEDULED
[22:58:18.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:7:0) after 2m7s
[23:00:25.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:7:0)
[23:00:26.012] Build status: SCHEDULED
[23:00:26.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:8:0) after 3m16s
[23:03:42.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:8:0)
[23:03:42.149] Build status: SCHEDULED
[23:03:42.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:9:0) after 3m14s
[23:06:56.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:9:0)
[23:06:56.154] Build status: SCHEDULED
[23:06:56.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:10:0) after 5m22s
[23:12:18.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:10:0)
[23:12:18.330] Build status: SCHEDULED
[23:12:18.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:11:0) after 6m2s
[23:18:20.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:11:0)
[23:18:20.416] Build status: SCHEDULED
[23:18:20.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:12:0) after 6m42s
[23:25:02.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:12:0)
[23:25:02.506] Build status: SCHEDULED
[23:25:02.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:13:0) after 4m28s
[23:29:30.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:13:0)
[23:29:30.576] Build status: SCHEDULED
[23:29:30.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:14:0) after 9m28s
[23:38:58.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:14:0)
[23:38:58.617] Build status: SCHEDULED
[23:38:58.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:15:0) after 4m33s
[23:43:31.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:15:0)
[23:43:31.661] Build status: SCHEDULED
[23:43:31.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:16:0) after 5m21s
[23:48:52.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:16:0)
[23:48:52.732] Build status: SCHEDULED
[23:48:52.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:17:0) after 8m30s
[23:57:22.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:17:0)
[23:57:22.734] Build status: SCHEDULED
[23:57:22.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:18:0) after 5m59s
[00:03:21.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:18:0)
[00:03:21.831] Build status: SCHEDULED
[00:03:21.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:19:0) after 7m10s
[00:10:31.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:19:0)
[00:10:31.891] Build status: SCHEDULED
[00:10:31.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:20:0) after 6m15s
[00:16:46.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:20:0)
[00:16:46.991] Build status: SCHEDULED
[00:16:46.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:21:0) after 8m51s
[00:25:38.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:21:0)
[00:25:38.030] Build status: SCHEDULED
[00:25:38.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:22:0) after 2m41s
[00:28:19.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:22:0)
[00:28:19.071] Build status: SCHEDULED
[00:28:19.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:23:0) after 2m20s
[00:30:39.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:23:0)
[00:30:39.296] Build status: SCHEDULED
[00:30:39.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:24:0) after 9m4s
[00:39:43.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:24:0)
[00:39:43.461] Build status: SCHEDULED
[00:39:43.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:25:0) after 5m44s
[00:45:27.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:25:0)
[00:45:27.529] Build status: SCHEDULED
[00:45:27.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:26:0) after 2m37s
[00:48:04.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:26:0)
[00:48:04.584] Build status: SCHEDULED
[00:48:04.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:27:0) after 3m11s
[00:51:15.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:27:0)
[00:51:15.683] Build status: SCHEDULED
[00:51:15.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:28:0) after 4m3s
[00:55:18.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:28:0)
[00:55:18.733] Build status: SCHEDULED
[00:55:18.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:29:0) after 5m28s
[01:00:46.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:29:0)
[01:00:46.795] Build status: SCHEDULED
[01:00:46.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:30:0) after 8m33s
[01:09:19.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:30:0)
[01:09:19.962] Build status: SCHEDULED
[01:09:19.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:31:0) after 5m36s
[01:14:55.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:31:0)
[01:14:56.008] Build status: SCHEDULED
[01:14:56.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:32:0) after 6m45s
[01:21:41.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:32:0)
[01:21:41.098] Build status: SCHEDULED
[01:21:41.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:33:0) after 4m11s
[01:25:52.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:33:0)
[01:25:52.209] Build status: SCHEDULED
[01:25:52.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:34:0) after 7m28s
[01:33:20.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:34:0)
[01:33:20.356] Build status: SCHEDULED
[01:33:20.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:35:0) after 2m51s
[01:36:11.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:35:0)
[01:36:11.539] Build status: SCHEDULED
[01:36:11.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:36:0) after 5m43s
[01:41:54.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:36:0)
[01:41:54.593] Build status: SCHEDULED
[01:41:54.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:37:0) after 8m16s
[01:50:10.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:37:0)
[01:50:10.642] Build status: SCHEDULED
[01:50:10.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:38:0) after 6m57s
[01:57:07.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:38:0)
[01:57:07.830] Build status: SCHEDULED
[01:57:07.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:39:0) after 2m27s
[01:59:34.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:39:0)
[01:59:34.864] Build status: SCHEDULED
[01:59:34.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:40:0) after 2m44s
[02:02:18.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:40:0)
[02:02:18.922] Build status: SCHEDULED
[02:02:18.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:41:0) after 4m31s
[02:06:50.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:41:0)
[02:06:50.115] Build status: SCHEDULED
[02:06:50.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:42:0) after 3m39s
[02:10:29.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:42:0)
[02:10:29.216] Build status: SCHEDULED
[02:10:29.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:43:0) after 4m30s
[02:14:59.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:43:0)
[02:14:59.363] Build status: SCHEDULED
[02:14:59.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:44:0) after 5m33s
[02:20:32.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:44:0)
[02:20:32.446] Build status: SCHEDULED
[02:20:32.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:45:0) after 2m11s
[02:22:43.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:45:0)
[02:22:43.502] Build status: SCHEDULED
[02:22:43.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:46:0) after 7m49s
[02:30:32.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:46:0)
[02:30:32.537] Build status: SCHEDULED
[02:30:32.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:47:0) after 3m48s
[02:34:20.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:47:0)
[02:34:20.774] Build status: SCHEDULED
[02:34:20.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:48:0) after 9m15s
[02:43:35.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:48:0)
[02:43:35.830] Build status: SCHEDULED
[02:43:35.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:49:0) after 1m40s
[02:45:15.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:49:0)
[02:45:15.890] Build status: SCHEDULED
[02:45:15.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:50:0) after 9m57s
[02:55:12.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:50:0)
[02:55:12.951] Build status: SCHEDULED
[02:55:12.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:51:0) after 4m35s
[02:59:48.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:51:0)
[02:59:48.224] Build status: SCHEDULED
[02:59:48.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:52:0) after 6m0s
[03:05:48.247] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:52:0)
[03:05:48.273] Build status: SCHEDULED
[03:05:48.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:53:0) after 2m34s
[03:08:22.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:53:0)
[03:08:22.321] Build status: SCHEDULED
[03:08:22.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:54:0) after 9m37s
[03:17:59.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:54:0)
[03:17:59.403] Build status: SCHEDULED
[03:17:59.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:55:0) after 2m12s
[03:20:11.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:55:0)
[03:20:11.536] Build status: SCHEDULED
[03:20:11.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:56:0) after 3m33s
[03:23:44.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:56:0)
[03:23:44.576] Build status: SCHEDULED
[03:23:44.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:57:0) after 9m41s
[03:33:25.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:57:0)
[03:33:25.662] Build status: SCHEDULED
[03:33:25.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:58:0) after 5m56s
[03:39:21.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:58:0)
[03:39:21.790] Build status: SCHEDULED
[03:39:21.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:59:0) after 2m56s
[03:42:17.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:59:0)
[03:42:17.885] Build status: SCHEDULED
[03:42:17.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:60:0) after 8m24s
[03:50:41.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:60:0)
[03:50:41.937] Build status: SCHEDULED
[03:50:41.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:61:0) after 4m49s
[03:55:31.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:61:0)
[03:55:31.054] Build status: SCHEDULED
[03:55:31.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:62:0) after 2m36s
[03:58:07.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:62:0)
[03:58:07.298] Build status: SCHEDULED
[03:58:07.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:63:0) after 8m6s
[04:06:13.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:63:0)
[04:06:13.415] Build status: SCHEDULED
[04:06:13.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:64:0) after 3m37s
[04:09:50.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:64:0)
[04:09:50.462] Build status: SCHEDULED
[04:09:50.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:65:0) after 6m34s
[04:16:24.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:65:0)
[04:16:24.524] Build status: SCHEDULED
[04:16:24.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:66:0) after 6m14s
[04:22:38.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:66:0)
[04:22:38.562] Build status: SCHEDULED
[04:22:38.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:67:0) after 3m23s
[04:26:01.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:67:0)
[04:26:01.652] Build status: SCHEDULED
[04:26:01.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:68:0) after 2m29s
[04:28:30.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:68:0)
[04:28:30.759] Build status: SCHEDULED
[04:28:30.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:69:0) after 3m12s
[04:29:34.184] Received PubSub notification, asking Buildbucket for the build status
[04:29:34.211] Build status: STARTED
[04:31:42.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:69:0)
[04:31:42.838] Build status: STARTED
[04:31:42.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:71:0) after 5m37s
[04:37:19.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:71:0)
[04:37:19.876] Build status: STARTED
[04:37:19.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8875394158828971296:72:0) after 3m30s
[04:37:22.782] Received PubSub notification, asking Buildbucket for the build status
[04:37:22.807] Build:
{
  "id": "8709964096801539585",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-07T22:39:26.267102976Z",
  "startTime": "2025-07-08T04:29:34.007092984Z",
  "endTime": "2025-07-08T04:37:22.361632888Z",
  "updateTime": "2025-07-08T04:37:22.361632888Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8d66cd9b5bb51c5da83213bc49eccb511f867fb9",
      "ref": "refs/heads/main"
    }
  }
}
[04:37:22.808] Invocation finished in 5h57m57.857396119s with status SUCCEEDED