Status: SUCCEEDED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "19b092e60ebbafaf926a8ff9dff31ebc5f8410f2"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/19b092e60ebbafaf926a8ff9dff31ebc5f8410f2
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:35:05.005] New invocation is queued and will start shortly
[00:35:06.288] Starting the invocation (attempt 1)
[00:35:06.316] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/19b092e60ebbafaf926a8ff9dff31ebc5f8410f2"
[00:35:06.316] Popped gitiles commit info from properties and tags
[00:35:06.316] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:35:06.316] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:35:06.317] Buildbucket request:
{
  "requestId": "8886439711565323456",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8886439711565323456",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bd14c1548733ddbfbe50775ed847edb38f6b0c85"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bd14c1548733ddbfbe50775ed847edb38f6b0c85",
                        "title": "bd14c1548733ddbfbe50775ed847edb38f6b0c85",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bd14c1548733ddbfbe50775ed847edb38f6b0c85"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "700d01ed4d66dab618dea4419327b8f1d797d1da"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@700d01ed4d66dab618dea4419327b8f1d797d1da",
                        "title": "700d01ed4d66dab618dea4419327b8f1d797d1da",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/700d01ed4d66dab618dea4419327b8f1d797d1da"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "07b722d09f0904a7004c2d3081b2bc4b6ea49e16"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@07b722d09f0904a7004c2d3081b2bc4b6ea49e16",
                        "title": "07b722d09f0904a7004c2d3081b2bc4b6ea49e16",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/07b722d09f0904a7004c2d3081b2bc4b6ea49e16"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7b6e43b4f03406f5bf0024d308ad2c9b337d3baa"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7b6e43b4f03406f5bf0024d308ad2c9b337d3baa",
                        "title": "7b6e43b4f03406f5bf0024d308ad2c9b337d3baa",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7b6e43b4f03406f5bf0024d308ad2c9b337d3baa"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e7e47e71527497888ab0127f53403c7ace26050f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e7e47e71527497888ab0127f53403c7ace26050f",
                        "title": "e7e47e71527497888ab0127f53403c7ace26050f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e7e47e71527497888ab0127f53403c7ace26050f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6d2af30327158cfeb2457b6be98f983d0cdc1b47"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6d2af30327158cfeb2457b6be98f983d0cdc1b47",
                        "title": "6d2af30327158cfeb2457b6be98f983d0cdc1b47",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6d2af30327158cfeb2457b6be98f983d0cdc1b47"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b3bfda810f83d80ae3b679b725fdedabe408827e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b3bfda810f83d80ae3b679b725fdedabe408827e",
                        "title": "b3bfda810f83d80ae3b679b725fdedabe408827e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b3bfda810f83d80ae3b679b725fdedabe408827e"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "693a34d468d69f745c8c53a51071b38cc3cc6461"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@693a34d468d69f745c8c53a51071b38cc3cc6461",
                        "title": "693a34d468d69f745c8c53a51071b38cc3cc6461",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/693a34d468d69f745c8c53a51071b38cc3cc6461"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "be05ee58bbf03f66e5027f85d0e92853deaee9c1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@be05ee58bbf03f66e5027f85d0e92853deaee9c1",
                        "title": "be05ee58bbf03f66e5027f85d0e92853deaee9c1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/be05ee58bbf03f66e5027f85d0e92853deaee9c1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b7b7110ebba1dab1cf26dd4dfa949f7677079153"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b7b7110ebba1dab1cf26dd4dfa949f7677079153",
                        "title": "b7b7110ebba1dab1cf26dd4dfa949f7677079153",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b7b7110ebba1dab1cf26dd4dfa949f7677079153"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "553d60fa3fcc59a4b9f741d47f2dd8a38716cd1d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@553d60fa3fcc59a4b9f741d47f2dd8a38716cd1d",
                        "title": "553d60fa3fcc59a4b9f741d47f2dd8a38716cd1d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/553d60fa3fcc59a4b9f741d47f2dd8a38716cd1d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8c5108642a9c69a8f4a9f856d25d5663d874e95f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8c5108642a9c69a8f4a9f856d25d5663d874e95f",
                        "title": "8c5108642a9c69a8f4a9f856d25d5663d874e95f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8c5108642a9c69a8f4a9f856d25d5663d874e95f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "432f5c2e681a533b4a567ce9600684f1a89b129f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@432f5c2e681a533b4a567ce9600684f1a89b129f",
                        "title": "432f5c2e681a533b4a567ce9600684f1a89b129f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/432f5c2e681a533b4a567ce9600684f1a89b129f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "749889c072eb56a3a90ee9abae1eacbe523cc6a4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@749889c072eb56a3a90ee9abae1eacbe523cc6a4",
                        "title": "749889c072eb56a3a90ee9abae1eacbe523cc6a4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/749889c072eb56a3a90ee9abae1eacbe523cc6a4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "324e513fac4382b300d0be216e8152cb9aa6fece"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@324e513fac4382b300d0be216e8152cb9aa6fece",
                        "title": "324e513fac4382b300d0be216e8152cb9aa6fece",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/324e513fac4382b300d0be216e8152cb9aa6fece"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cdf2d7ed59e7fc1d823d27292097400e7a5b56d7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cdf2d7ed59e7fc1d823d27292097400e7a5b56d7",
                        "title": "cdf2d7ed59e7fc1d823d27292097400e7a5b56d7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cdf2d7ed59e7fc1d823d27292097400e7a5b56d7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "19b092e60ebbafaf926a8ff9dff31ebc5f8410f2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@19b092e60ebbafaf926a8ff9dff31ebc5f8410f2",
                        "title": "19b092e60ebbafaf926a8ff9dff31ebc5f8410f2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/19b092e60ebbafaf926a8ff9dff31ebc5f8410f2"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "19b092e60ebbafaf926a8ff9dff31ebc5f8410f2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8886439711565323456"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:35:06.845] Scheduled build:
{
  "id": "8721009649470859777",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-08T00:35:06.376693090Z",
  "updateTime": "2025-03-08T00:35:06.376693090Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "19b092e60ebbafaf926a8ff9dff31ebc5f8410f2",
      "ref": "refs/heads/main"
    }
  }
}
[00:35:06.845] Task URL: https://cr-buildbucket.appspot.com/build/8721009649470859777
[00:35:06.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:2:0) after 1m12s
[00:35:07.800] Received PubSub notification, asking Buildbucket for the build status
[00:35:07.826] Build status: SCHEDULED
[00:36:18.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:2:0)
[00:36:18.967] Build status: SCHEDULED
[00:36:18.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:4:0) after 2m1s
[00:38:19.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:4:0)
[00:38:20.013] Build status: SCHEDULED
[00:38:20.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:5:0) after 6m26s
[00:44:46.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:5:0)
[00:44:46.098] Build status: SCHEDULED
[00:44:46.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:6:0) after 2m34s
[00:47:20.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:6:0)
[00:47:20.166] Build status: SCHEDULED
[00:47:20.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:7:0) after 7m24s
[00:54:44.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:7:0)
[00:54:44.258] Build status: SCHEDULED
[00:54:44.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:8:0) after 9m10s
[01:03:54.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:8:0)
[01:03:54.334] Build status: SCHEDULED
[01:03:54.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:9:0) after 7m57s
[01:11:51.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:9:0)
[01:11:51.423] Build status: SCHEDULED
[01:11:51.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:10:0) after 1m41s
[01:13:32.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:10:0)
[01:13:32.449] Build status: SCHEDULED
[01:13:32.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:11:0) after 9m14s
[01:22:46.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:11:0)
[01:22:46.588] Build status: SCHEDULED
[01:22:46.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:12:0) after 6m26s
[01:29:12.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:12:0)
[01:29:12.741] Build status: SCHEDULED
[01:29:12.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:13:0) after 9m16s
[01:38:28.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:13:0)
[01:38:28.851] Build status: SCHEDULED
[01:38:28.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:14:0) after 2m28s
[01:40:56.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:14:0)
[01:40:56.884] Build status: SCHEDULED
[01:40:56.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:15:0) after 5m9s
[01:46:05.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:15:0)
[01:46:05.921] Build status: SCHEDULED
[01:46:05.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:16:0) after 5m29s
[01:51:34.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:16:0)
[01:51:34.962] Build status: SCHEDULED
[01:51:34.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:17:0) after 3m50s
[01:55:25.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:17:0)
[01:55:25.074] Build status: SCHEDULED
[01:55:25.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:18:0) after 8m0s
[02:03:25.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:18:0)
[02:03:25.221] Build status: SCHEDULED
[02:03:25.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:19:0) after 2m25s
[02:05:50.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:19:0)
[02:05:50.262] Build status: SCHEDULED
[02:05:50.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:20:0) after 3m34s
[02:09:24.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:20:0)
[02:09:24.372] Build status: SCHEDULED
[02:09:24.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:21:0) after 4m58s
[02:14:22.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:21:0)
[02:14:22.455] Build status: SCHEDULED
[02:14:22.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:22:0) after 1m52s
[02:16:14.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:22:0)
[02:16:14.551] Build status: SCHEDULED
[02:16:14.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:23:0) after 6m38s
[02:22:52.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:23:0)
[02:22:52.768] Build status: SCHEDULED
[02:22:52.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:24:0) after 9m10s
[02:32:02.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:24:0)
[02:32:02.925] Build status: SCHEDULED
[02:32:02.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:25:0) after 8m15s
[02:40:17.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:25:0)
[02:40:18.042] Build status: SCHEDULED
[02:40:18.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:26:0) after 6m45s
[02:47:03.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:26:0)
[02:47:03.101] Build status: SCHEDULED
[02:47:03.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:27:0) after 8m13s
[02:55:16.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:27:0)
[02:55:16.138] Build status: SCHEDULED
[02:55:16.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:28:0) after 5m0s
[03:00:16.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:28:0)
[03:00:16.186] Build status: SCHEDULED
[03:00:16.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:29:0) after 3m30s
[03:03:46.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:29:0)
[03:03:46.443] Build status: SCHEDULED
[03:03:46.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:30:0) after 3m12s
[03:06:58.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:30:0)
[03:06:59.005] Build status: SCHEDULED
[03:06:59.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:31:0) after 2m30s
[03:09:29.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:31:0)
[03:09:29.298] Build status: SCHEDULED
[03:09:29.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:32:0) after 7m15s
[03:16:44.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:32:0)
[03:16:44.341] Build status: SCHEDULED
[03:16:44.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:33:0) after 1m15s
[03:17:59.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:33:0)
[03:17:59.354] Build status: SCHEDULED
[03:17:59.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:34:0) after 2m44s
[03:20:43.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:34:0)
[03:20:43.393] Build status: SCHEDULED
[03:20:43.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:35:0) after 8m56s
[03:29:39.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:35:0)
[03:29:39.954] Build status: SCHEDULED
[03:29:39.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:36:0) after 7m27s
[03:37:07.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:36:0)
[03:37:07.201] Build status: SCHEDULED
[03:37:07.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:37:0) after 5m5s
[03:42:12.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:37:0)
[03:42:12.327] Build status: SCHEDULED
[03:42:12.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:38:0) after 7m20s
[03:49:32.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:38:0)
[03:49:32.455] Build status: SCHEDULED
[03:49:32.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:39:0) after 6m18s
[03:55:50.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:39:0)
[03:55:50.578] Build status: SCHEDULED
[03:55:50.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:40:0) after 6m43s
[04:02:33.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:40:0)
[04:02:33.612] Build status: SCHEDULED
[04:02:33.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:41:0) after 8m47s
[04:11:20.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:41:0)
[04:11:20.722] Build status: SCHEDULED
[04:11:20.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:42:0) after 3m51s
[04:15:11.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:42:0)
[04:15:11.950] Build status: SCHEDULED
[04:15:11.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:43:0) after 2m11s
[04:17:22.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:43:0)
[04:17:22.998] Build status: SCHEDULED
[04:17:22.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:44:0) after 5m11s
[04:22:34.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:44:0)
[04:22:34.237] Build status: SCHEDULED
[04:22:34.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:45:0) after 6m43s
[04:29:17.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:45:0)
[04:29:17.395] Build status: SCHEDULED
[04:29:17.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:46:0) after 4m0s
[04:33:17.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:46:0)
[04:33:17.457] Build status: SCHEDULED
[04:33:17.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:47:0) after 2m29s
[04:35:46.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:47:0)
[04:35:46.490] Build status: SCHEDULED
[04:35:46.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:48:0) after 6m2s
[04:41:48.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:48:0)
[04:41:48.562] Build status: SCHEDULED
[04:41:48.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:49:0) after 1m3s
[04:42:51.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:49:0)
[04:42:51.605] Build status: SCHEDULED
[04:42:51.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:50:0) after 5m22s
[04:48:13.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:50:0)
[04:48:13.884] Build status: SCHEDULED
[04:48:13.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:51:0) after 4m1s
[04:52:15.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:51:0)
[04:52:15.086] Build status: SCHEDULED
[04:52:15.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:52:0) after 9m7s
[05:01:23.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:52:0)
[05:01:23.120] Build status: SCHEDULED
[05:01:23.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:53:0) after 1m16s
[05:02:39.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:53:0)
[05:02:39.293] Build status: SCHEDULED
[05:02:39.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:54:0) after 6m19s
[05:08:58.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:54:0)
[05:08:58.354] Build status: SCHEDULED
[05:08:58.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:55:0) after 7m8s
[05:16:06.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:55:0)
[05:16:06.429] Build status: SCHEDULED
[05:16:06.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:56:0) after 9m41s
[05:25:47.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:56:0)
[05:25:47.636] Build status: SCHEDULED
[05:25:47.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:57:0) after 8m59s
[05:34:46.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:57:0)
[05:34:46.727] Build status: SCHEDULED
[05:34:46.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:58:0) after 7m26s
[05:42:12.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:58:0)
[05:42:12.811] Build status: SCHEDULED
[05:42:12.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:59:0) after 4m25s
[05:46:37.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:59:0)
[05:46:37.895] Build status: SCHEDULED
[05:46:37.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:60:0) after 5m54s
[05:52:32.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:60:0)
[05:52:32.089] Build status: SCHEDULED
[05:52:32.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:61:0) after 2m51s
[05:55:23.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:61:0)
[05:55:23.193] Build status: SCHEDULED
[05:55:23.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:62:0) after 1m39s
[05:57:02.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:62:0)
[05:57:02.376] Build status: SCHEDULED
[05:57:02.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:63:0) after 5m26s
[06:02:28.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:63:0)
[06:02:28.423] Build status: SCHEDULED
[06:02:28.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:64:0) after 7m20s
[06:09:48.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:64:0)
[06:09:48.778] Build status: SCHEDULED
[06:09:48.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:65:0) after 2m4s
[06:11:53.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:65:0)
[06:11:53.134] Build status: SCHEDULED
[06:11:53.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:66:0) after 8m25s
[06:20:18.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:66:0)
[06:20:18.155] Build status: SCHEDULED
[06:20:18.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:67:0) after 4m53s
[06:25:11.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:67:0)
[06:25:11.381] Build status: SCHEDULED
[06:25:11.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:68:0) after 9m39s
[06:34:50.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:68:0)
[06:34:50.424] Build status: SCHEDULED
[06:34:50.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:69:0) after 1m56s
[06:36:46.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:69:0)
[06:36:46.469] Build status: SCHEDULED
[06:36:46.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:70:0) after 1m49s
[06:38:35.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:70:0)
[06:38:35.518] Build status: SCHEDULED
[06:38:35.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:71:0) after 8m43s
[06:47:18.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:71:0)
[06:47:18.607] Build status: SCHEDULED
[06:47:18.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:72:0) after 1m19s
[06:48:37.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:72:0)
[06:48:37.863] Build status: SCHEDULED
[06:48:37.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:73:0) after 2m10s
[06:50:48.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:73:0)
[06:50:48.434] Build status: SCHEDULED
[06:50:48.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:74:0) after 7m40s
[06:58:28.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:74:0)
[06:58:28.964] Build status: SCHEDULED
[06:58:28.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:75:0) after 4m18s
[07:02:47.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:75:0)
[07:02:47.325] Build status: SCHEDULED
[07:02:47.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:76:0) after 1m1s
[07:03:48.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:76:0)
[07:03:48.374] Build status: SCHEDULED
[07:03:48.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:77:0) after 1m54s
[07:05:42.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:77:0)
[07:05:42.420] Build status: SCHEDULED
[07:05:42.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:78:0) after 4m38s
[07:10:20.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:78:0)
[07:10:20.746] Build status: SCHEDULED
[07:10:20.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:79:0) after 6m59s
[07:17:19.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:79:0)
[07:17:19.887] Build status: SCHEDULED
[07:17:19.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:80:0) after 2m26s
[07:19:46.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:80:0)
[07:19:46.764] Build status: SCHEDULED
[07:19:46.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:81:0) after 1m16s
[07:21:02.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:81:0)
[07:21:02.980] Build status: SCHEDULED
[07:21:02.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:82:0) after 7m29s
[07:28:32.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:82:0)
[07:28:32.023] Build status: SCHEDULED
[07:28:32.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:83:0) after 7m23s
[07:35:55.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:83:0)
[07:35:55.061] Build status: SCHEDULED
[07:35:55.061] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:84:0) after 8m42s
[07:44:37.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:84:0)
[07:44:37.250] Build status: SCHEDULED
[07:44:37.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:85:0) after 4m59s
[07:49:36.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:85:0)
[07:49:36.537] Build status: SCHEDULED
[07:49:36.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:86:0) after 9m25s
[07:59:02.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:86:0)
[07:59:02.081] Build status: SCHEDULED
[07:59:02.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:87:0) after 5m16s
[08:00:09.995] Received PubSub notification, asking Buildbucket for the build status
[08:00:10.022] Build status: STARTED
[08:04:18.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:87:0)
[08:04:18.175] Build status: STARTED
[08:04:18.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:89:0) after 5m0s
[08:09:18.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:89:0)
[08:09:18.348] Build status: STARTED
[08:09:18.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:90:0) after 4m24s
[08:13:42.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:90:0)
[08:13:42.396] Build status: STARTED
[08:13:42.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8886439711565323456:91:0) after 4m58s
[08:15:26.556] Received PubSub notification, asking Buildbucket for the build status
[08:15:26.573] Build:
{
  "id": "8721009649470859777",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-08T00:35:06.376693090Z",
  "startTime": "2025-03-08T08:00:07.185789423Z",
  "endTime": "2025-03-08T08:15:24.505284156Z",
  "updateTime": "2025-03-08T08:15:24.505284156Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "19b092e60ebbafaf926a8ff9dff31ebc5f8410f2",
      "ref": "refs/heads/main"
    }
  }
}
[08:15:26.573] Invocation finished in 7h40m21.578414888s with status SUCCEEDED