Status: SUCCEEDED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "011a081c795e5cba95528dd4a2b472d26328cc5b"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/011a081c795e5cba95528dd4a2b472d26328cc5b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:41:31.194] New invocation is queued and will start shortly
[22:41:32.239] Starting the invocation (attempt 1)
[22:41:32.268] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/011a081c795e5cba95528dd4a2b472d26328cc5b"
[22:41:32.268] Popped gitiles commit info from properties and tags
[22:41:32.268] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:41:32.268] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:41:32.269] Buildbucket request:
{
  "requestId": "8884906707933906304",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8884906707933906304",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7bf3b521ae289dc5293943ec10cc58075f41d380"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7bf3b521ae289dc5293943ec10cc58075f41d380",
                        "title": "7bf3b521ae289dc5293943ec10cc58075f41d380",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7bf3b521ae289dc5293943ec10cc58075f41d380"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "089e22774e9bdf2d773f92ace870d8cfefa1ce00"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@089e22774e9bdf2d773f92ace870d8cfefa1ce00",
                        "title": "089e22774e9bdf2d773f92ace870d8cfefa1ce00",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/089e22774e9bdf2d773f92ace870d8cfefa1ce00"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "24fc1823e09eedad72069cd63486695627817e20"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@24fc1823e09eedad72069cd63486695627817e20",
                        "title": "24fc1823e09eedad72069cd63486695627817e20",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/24fc1823e09eedad72069cd63486695627817e20"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "df8b1de9273016087a915745011631b7007a03c5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@df8b1de9273016087a915745011631b7007a03c5",
                        "title": "df8b1de9273016087a915745011631b7007a03c5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/df8b1de9273016087a915745011631b7007a03c5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cdb6318990c4cfbdf850c6a0084b4dd873d4189c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cdb6318990c4cfbdf850c6a0084b4dd873d4189c",
                        "title": "cdb6318990c4cfbdf850c6a0084b4dd873d4189c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cdb6318990c4cfbdf850c6a0084b4dd873d4189c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fd7055a57770ecefdf73814f38596c8d6c3a7748"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fd7055a57770ecefdf73814f38596c8d6c3a7748",
                        "title": "fd7055a57770ecefdf73814f38596c8d6c3a7748",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fd7055a57770ecefdf73814f38596c8d6c3a7748"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "244b3d0399b3d6f32a3295fe057baf17dc5a30ff"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@244b3d0399b3d6f32a3295fe057baf17dc5a30ff",
                        "title": "244b3d0399b3d6f32a3295fe057baf17dc5a30ff",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/244b3d0399b3d6f32a3295fe057baf17dc5a30ff"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5fd1e1fb50cbfc30bd53830954955e1dcdc69029"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5fd1e1fb50cbfc30bd53830954955e1dcdc69029",
                        "title": "5fd1e1fb50cbfc30bd53830954955e1dcdc69029",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5fd1e1fb50cbfc30bd53830954955e1dcdc69029"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "096b4e762c9307589b5b4938ec7a515d00259c4d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@096b4e762c9307589b5b4938ec7a515d00259c4d",
                        "title": "096b4e762c9307589b5b4938ec7a515d00259c4d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/096b4e762c9307589b5b4938ec7a515d00259c4d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "011a081c795e5cba95528dd4a2b472d26328cc5b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@011a081c795e5cba95528dd4a2b472d26328cc5b",
                        "title": "011a081c795e5cba95528dd4a2b472d26328cc5b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/011a081c795e5cba95528dd4a2b472d26328cc5b"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "011a081c795e5cba95528dd4a2b472d26328cc5b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8884906707933906304"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:41:32.766] Scheduled build:
{
  "id": "8719476646071606065",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-24T22:41:32.345931935Z",
  "updateTime": "2025-03-24T22:41:32.345931935Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "011a081c795e5cba95528dd4a2b472d26328cc5b",
      "ref": "refs/heads/main"
    }
  }
}
[22:41:32.766] Task URL: https://cr-buildbucket.appspot.com/build/8719476646071606065
[22:41:32.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:2:0) after 3m0s
[22:41:35.863] Received PubSub notification, asking Buildbucket for the build status
[22:41:35.894] Build status: SCHEDULED
[22:44:32.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:2:0)
[22:44:32.904] Build status: SCHEDULED
[22:44:32.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:4:0) after 2m18s
[22:46:50.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:4:0)
[22:46:51.052] Build status: SCHEDULED
[22:46:51.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:5:0) after 3m35s
[22:50:26.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:5:0)
[22:50:26.153] Build status: SCHEDULED
[22:50:26.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:6:0) after 5m20s
[22:55:46.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:6:0)
[22:55:46.202] Build status: SCHEDULED
[22:55:46.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:7:0) after 5m2s
[23:00:48.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:7:0)
[23:00:48.248] Build status: SCHEDULED
[23:00:48.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:8:0) after 5m47s
[23:06:35.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:8:0)
[23:06:35.287] Build status: SCHEDULED
[23:06:35.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:9:0) after 4m24s
[23:10:59.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:9:0)
[23:10:59.324] Build status: SCHEDULED
[23:10:59.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:10:0) after 9m8s
[23:20:07.359] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:10:0)
[23:20:07.386] Build status: SCHEDULED
[23:20:07.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:11:0) after 6m13s
[23:26:20.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:11:0)
[23:26:20.430] Build status: SCHEDULED
[23:26:20.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:12:0) after 6m11s
[23:32:31.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:12:0)
[23:32:31.468] Build status: SCHEDULED
[23:32:31.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:13:0) after 6m27s
[23:38:58.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:13:0)
[23:38:58.515] Build status: SCHEDULED
[23:38:58.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:14:0) after 1m30s
[23:40:28.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:14:0)
[23:40:28.598] Build status: SCHEDULED
[23:40:28.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:15:0) after 8m26s
[23:48:54.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:15:0)
[23:48:54.659] Build status: SCHEDULED
[23:48:54.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:16:0) after 9m59s
[23:58:53.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:16:0)
[23:58:53.698] Build status: SCHEDULED
[23:58:53.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:17:0) after 4m18s
[00:03:11.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:17:0)
[00:03:11.782] Build status: SCHEDULED
[00:03:11.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:18:0) after 3m41s
[00:06:52.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:18:0)
[00:06:52.839] Build status: SCHEDULED
[00:06:52.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:19:0) after 8m3s
[00:14:55.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:19:0)
[00:14:55.854] Build status: SCHEDULED
[00:14:55.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:20:0) after 1m55s
[00:16:50.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:20:0)
[00:16:50.978] Build status: SCHEDULED
[00:16:50.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:21:0) after 8m40s
[00:25:31.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:21:0)
[00:25:31.068] Build status: SCHEDULED
[00:25:31.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:22:0) after 6m41s
[00:32:12.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:22:0)
[00:32:12.196] Build status: SCHEDULED
[00:32:12.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:23:0) after 5m22s
[00:37:34.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:23:0)
[00:37:34.287] Build status: SCHEDULED
[00:37:34.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:24:0) after 4m56s
[00:42:30.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:24:0)
[00:42:30.351] Build status: SCHEDULED
[00:42:30.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:25:0) after 5m16s
[00:47:46.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:25:0)
[00:47:46.498] Build status: SCHEDULED
[00:47:46.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:26:0) after 4m50s
[00:52:36.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:26:0)
[00:52:36.596] Build status: SCHEDULED
[00:52:36.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:27:0) after 4m21s
[00:56:57.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:27:0)
[00:56:57.729] Build status: SCHEDULED
[00:56:57.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:28:0) after 4m31s
[01:01:28.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:28:0)
[01:01:28.953] Build status: SCHEDULED
[01:01:28.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:29:0) after 7m45s
[01:09:14.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:29:0)
[01:09:14.228] Build status: SCHEDULED
[01:09:14.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:30:0) after 8m56s
[01:18:10.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:30:0)
[01:18:10.318] Build status: SCHEDULED
[01:18:10.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:31:0) after 1m15s
[01:19:25.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:31:0)
[01:19:25.552] Build status: SCHEDULED
[01:19:25.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:32:0) after 4m35s
[01:24:00.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:32:0)
[01:24:00.661] Build status: SCHEDULED
[01:24:00.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:33:0) after 2m50s
[01:26:50.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:33:0)
[01:26:50.760] Build status: SCHEDULED
[01:26:50.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:34:0) after 2m52s
[01:29:42.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:34:0)
[01:29:42.800] Build status: SCHEDULED
[01:29:42.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:35:0) after 3m35s
[01:33:17.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:35:0)
[01:33:17.814] Build status: SCHEDULED
[01:33:17.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:36:0) after 7m46s
[01:41:04.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:36:0)
[01:41:04.072] Build status: SCHEDULED
[01:41:04.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:37:0) after 1m0s
[01:42:04.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:37:0)
[01:42:04.080] Build status: SCHEDULED
[01:42:04.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:38:0) after 9m19s
[01:51:23.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:38:0)
[01:51:23.188] Build status: SCHEDULED
[01:51:23.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:39:0) after 6m20s
[01:57:43.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:39:0)
[01:57:43.230] Build status: SCHEDULED
[01:57:43.230] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:40:0) after 9m54s
[02:07:37.329] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:40:0)
[02:07:37.370] Build status: SCHEDULED
[02:07:37.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:41:0) after 7m14s
[02:14:51.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:41:0)
[02:14:51.411] Build status: SCHEDULED
[02:14:51.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:42:0) after 6m46s
[02:21:37.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:42:0)
[02:21:37.471] Build status: SCHEDULED
[02:21:37.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:43:0) after 8m28s
[02:30:05.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:43:0)
[02:30:05.622] Build status: SCHEDULED
[02:30:05.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:44:0) after 9m15s
[02:39:20.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:44:0)
[02:39:20.672] Build status: SCHEDULED
[02:39:20.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:45:0) after 1m0s
[02:40:20.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:45:0)
[02:40:20.716] Build status: SCHEDULED
[02:40:20.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:46:0) after 1m7s
[02:41:27.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:46:0)
[02:41:27.889] Build status: SCHEDULED
[02:41:27.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:47:0) after 7m33s
[02:49:00.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:47:0)
[02:49:00.937] Build status: SCHEDULED
[02:49:00.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:48:0) after 4m16s
[02:53:16.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:48:0)
[02:53:16.978] Build status: SCHEDULED
[02:53:16.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:49:0) after 2m9s
[02:55:26.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:49:0)
[02:55:26.042] Build status: SCHEDULED
[02:55:26.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:50:0) after 9m38s
[03:05:04.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:50:0)
[03:05:04.092] Build status: SCHEDULED
[03:05:04.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:51:0) after 6m52s
[03:11:56.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:51:0)
[03:11:56.174] Build status: SCHEDULED
[03:11:56.174] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:52:0) after 1m44s
[03:13:40.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:52:0)
[03:13:40.219] Build status: SCHEDULED
[03:13:40.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:53:0) after 8m15s
[03:21:55.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:53:0)
[03:21:55.272] Build status: SCHEDULED
[03:21:55.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:54:0) after 2m35s
[03:24:30.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:54:0)
[03:24:30.424] Build status: SCHEDULED
[03:24:30.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:55:0) after 6m44s
[03:31:14.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:55:0)
[03:31:14.517] Build status: SCHEDULED
[03:31:14.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:56:0) after 4m35s
[03:35:49.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:56:0)
[03:35:49.559] Build status: SCHEDULED
[03:35:49.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:57:0) after 4m4s
[03:39:53.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:57:0)
[03:39:53.608] Build status: SCHEDULED
[03:39:53.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:58:0) after 7m24s
[03:47:17.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:58:0)
[03:47:17.765] Build status: SCHEDULED
[03:47:17.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:59:0) after 7m8s
[03:54:25.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:59:0)
[03:54:25.945] Build status: SCHEDULED
[03:54:25.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:60:0) after 7m30s
[04:01:56.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:60:0)
[04:01:56.264] Build status: SCHEDULED
[04:01:56.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:61:0) after 8m20s
[04:10:16.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:61:0)
[04:10:16.459] Build status: SCHEDULED
[04:10:16.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:62:0) after 1m26s
[04:11:42.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:62:0)
[04:11:42.512] Build status: SCHEDULED
[04:11:42.512] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:63:0) after 2m11s
[04:13:53.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:63:0)
[04:13:53.657] Build status: SCHEDULED
[04:13:53.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:64:0) after 2m43s
[04:16:36.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:64:0)
[04:16:36.694] Build status: SCHEDULED
[04:16:36.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:65:0) after 3m50s
[04:20:26.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:65:0)
[04:20:26.789] Build status: SCHEDULED
[04:20:26.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:66:0) after 1m25s
[04:21:51.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:66:0)
[04:21:51.812] Build status: SCHEDULED
[04:21:51.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:67:0) after 7m21s
[04:29:12.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:67:0)
[04:29:12.846] Build status: SCHEDULED
[04:29:12.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:68:0) after 5m20s
[04:34:32.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:68:0)
[04:34:32.943] Build status: SCHEDULED
[04:34:32.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:69:0) after 4m29s
[04:39:01.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:69:0)
[04:39:02.006] Build status: SCHEDULED
[04:39:02.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:70:0) after 3m12s
[04:42:13.986] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:70:0)
[04:42:14.007] Build status: SCHEDULED
[04:42:14.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:71:0) after 3m15s
[04:45:29.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:71:0)
[04:45:29.239] Build status: SCHEDULED
[04:45:29.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:72:0) after 5m8s
[04:50:37.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:72:0)
[04:50:37.280] Build status: SCHEDULED
[04:50:37.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:73:0) after 1m14s
[04:51:51.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:73:0)
[04:51:51.309] Build status: SCHEDULED
[04:51:51.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:74:0) after 4m21s
[04:56:12.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:74:0)
[04:56:12.443] Build status: SCHEDULED
[04:56:12.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:75:0) after 8m41s
[05:04:53.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:75:0)
[05:04:53.441] Build status: SCHEDULED
[05:04:53.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:76:0) after 5m53s
[05:10:46.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:76:0)
[05:10:46.493] Build status: SCHEDULED
[05:10:46.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:77:0) after 1m5s
[05:11:51.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:77:0)
[05:11:51.535] Build status: SCHEDULED
[05:11:51.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:78:0) after 4m5s
[05:15:56.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:78:0)
[05:15:56.627] Build status: SCHEDULED
[05:15:56.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:79:0) after 6m16s
[05:22:12.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:79:0)
[05:22:12.670] Build status: SCHEDULED
[05:22:12.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:80:0) after 1m49s
[05:24:01.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:80:0)
[05:24:01.688] Build status: SCHEDULED
[05:24:01.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:81:0) after 3m6s
[05:27:07.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:81:0)
[05:27:07.768] Build status: SCHEDULED
[05:27:07.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:82:0) after 9m48s
[05:36:55.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:82:0)
[05:36:55.801] Build status: SCHEDULED
[05:36:55.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:83:0) after 3m17s
[05:40:12.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:83:0)
[05:40:12.877] Build status: SCHEDULED
[05:40:12.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:84:0) after 5m31s
[05:45:43.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:84:0)
[05:45:43.988] Build status: SCHEDULED
[05:45:43.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:85:0) after 8m15s
[05:46:02.899] Received PubSub notification, asking Buildbucket for the build status
[05:46:02.916] Build status: STARTED
[05:53:59.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:85:0)
[05:53:59.042] Build status: STARTED
[05:53:59.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884906707933906304:87:0) after 5m34s
[05:58:27.460] Received PubSub notification, asking Buildbucket for the build status
[05:58:27.477] Build:
{
  "id": "8719476646071606065",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-24T22:41:32.345931935Z",
  "startTime": "2025-03-25T05:46:02.720939338Z",
  "endTime": "2025-03-25T05:58:27.248910692Z",
  "updateTime": "2025-03-25T05:58:27.248910692Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "011a081c795e5cba95528dd4a2b472d26328cc5b",
      "ref": "refs/heads/main"
    }
  }
}
[05:58:27.477] Invocation finished in 7h16m56.292348885s with status SUCCEEDED