1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan
  4. 8884268877372028144
Status: SUCCEEDED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b423fb823cb518846f1335bfd6814d9054980cdb"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b423fb823cb518846f1335bfd6814d9054980cdb
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:39:33.827] New invocation is queued and will start shortly
[23:39:35.146] Starting the invocation (attempt 1)
[23:39:35.174] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b423fb823cb518846f1335bfd6814d9054980cdb"
[23:39:35.174] Popped gitiles commit info from properties and tags
[23:39:35.174] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:39:35.174] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:39:35.174] Buildbucket request:
{
  "requestId": "8884268877372028144",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8884268877372028144",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b423fb823cb518846f1335bfd6814d9054980cdb"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b423fb823cb518846f1335bfd6814d9054980cdb",
                        "title": "b423fb823cb518846f1335bfd6814d9054980cdb",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b423fb823cb518846f1335bfd6814d9054980cdb"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b423fb823cb518846f1335bfd6814d9054980cdb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8884268877372028144"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:39:35.518] Scheduled build:
{
  "id": "8718838815235180129",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-31T23:39:35.232327333Z",
  "updateTime": "2025-03-31T23:39:35.232327333Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b423fb823cb518846f1335bfd6814d9054980cdb",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:39:35.518] Task URL: https://cr-buildbucket.appspot.com/build/8718838815235180129
[23:39:35.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:2:0) after 3m54s
[23:39:38.651] Received PubSub notification, asking Buildbucket for the build status
[23:39:38.747] Build status: SCHEDULED
[23:43:29.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:2:0)
[23:43:29.581] Build status: SCHEDULED
[23:43:29.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:4:0) after 2m46s
[23:46:15.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:4:0)
[23:46:15.611] Build status: SCHEDULED
[23:46:15.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:5:0) after 6m57s
[23:53:12.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:5:0)
[23:53:12.700] Build status: SCHEDULED
[23:53:12.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:6:0) after 3m41s
[23:56:53.760] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:6:0)
[23:56:53.789] Build status: SCHEDULED
[23:56:53.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:7:0) after 8m28s
[00:05:21.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:7:0)
[00:05:21.946] Build status: SCHEDULED
[00:05:21.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:8:0) after 4m32s
[00:09:54.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:8:0)
[00:09:54.031] Build status: SCHEDULED
[00:09:54.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:9:0) after 7m55s
[00:17:49.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:9:0)
[00:17:49.117] Build status: SCHEDULED
[00:17:49.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:10:0) after 4m7s
[00:21:56.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:10:0)
[00:21:56.196] Build status: SCHEDULED
[00:21:56.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:11:0) after 1m5s
[00:23:01.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:11:0)
[00:23:01.257] Build status: SCHEDULED
[00:23:01.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:12:0) after 3m28s
[00:26:29.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:12:0)
[00:26:29.344] Build status: SCHEDULED
[00:26:29.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:13:0) after 9m29s
[00:35:58.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:13:0)
[00:35:58.440] Build status: SCHEDULED
[00:35:58.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:14:0) after 8m10s
[00:44:08.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:14:0)
[00:44:08.494] Build status: SCHEDULED
[00:44:08.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:15:0) after 1m24s
[00:45:32.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:15:0)
[00:45:32.584] Build status: SCHEDULED
[00:45:32.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:16:0) after 6m8s
[00:51:40.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:16:0)
[00:51:40.651] Build status: SCHEDULED
[00:51:40.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:17:0) after 7m58s
[00:59:38.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:17:0)
[00:59:38.655] Build status: SCHEDULED
[00:59:38.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:18:0) after 3m57s
[01:03:35.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:18:0)
[01:03:35.702] Build status: SCHEDULED
[01:03:35.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:19:0) after 6m51s
[01:10:26.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:19:0)
[01:10:26.742] Build status: SCHEDULED
[01:10:26.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:20:0) after 3m22s
[01:13:48.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:20:0)
[01:13:48.797] Build status: SCHEDULED
[01:13:48.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:21:0) after 1m19s
[01:15:07.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:21:0)
[01:15:07.836] Build status: SCHEDULED
[01:15:07.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:22:0) after 4m3s
[01:19:10.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:22:0)
[01:19:10.939] Build status: SCHEDULED
[01:19:10.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:23:0) after 1m2s
[01:20:12.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:23:0)
[01:20:12.972] Build status: SCHEDULED
[01:20:12.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:24:0) after 5m26s
[01:25:38.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:24:0)
[01:25:38.969] Build status: SCHEDULED
[01:25:38.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:25:0) after 2m3s
[01:27:41.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:25:0)
[01:27:42.014] Build status: SCHEDULED
[01:27:42.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:26:0) after 9m46s
[01:37:28.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:26:0)
[01:37:28.264] Build status: SCHEDULED
[01:37:28.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:27:0) after 2m7s
[01:39:35.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:27:0)
[01:39:35.446] Build status: SCHEDULED
[01:39:35.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:28:0) after 8m10s
[01:47:45.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:28:0)
[01:47:45.557] Build status: SCHEDULED
[01:47:45.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:29:0) after 1m17s
[01:49:02.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:29:0)
[01:49:02.591] Build status: SCHEDULED
[01:49:02.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:30:0) after 3m3s
[01:52:05.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:30:0)
[01:52:05.626] Build status: SCHEDULED
[01:52:05.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:31:0) after 5m0s
[01:57:05.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:31:0)
[01:57:05.677] Build status: SCHEDULED
[01:57:05.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:32:0) after 5m52s
[02:02:57.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:32:0)
[02:02:57.813] Build status: SCHEDULED
[02:02:57.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:33:0) after 6m4s
[02:09:01.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:33:0)
[02:09:01.823] Build status: SCHEDULED
[02:09:01.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:34:0) after 7m21s
[02:16:22.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:34:0)
[02:16:22.859] Build status: SCHEDULED
[02:16:22.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:35:0) after 7m45s
[02:24:07.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:35:0)
[02:24:07.923] Build status: SCHEDULED
[02:24:07.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:36:0) after 5m41s
[02:29:48.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:36:0)
[02:29:48.968] Build status: SCHEDULED
[02:29:48.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:37:0) after 2m29s
[02:32:17.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:37:0)
[02:32:17.965] Build status: SCHEDULED
[02:32:17.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:38:0) after 7m6s
[02:39:23.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:38:0)
[02:39:24.087] Build status: SCHEDULED
[02:39:24.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:39:0) after 5m10s
[02:44:34.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:39:0)
[02:44:34.217] Build status: SCHEDULED
[02:44:34.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:40:0) after 3m52s
[02:48:26.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:40:0)
[02:48:26.264] Build status: SCHEDULED
[02:48:26.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:41:0) after 8m32s
[02:56:58.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:41:0)
[02:56:58.491] Build status: SCHEDULED
[02:56:58.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:42:0) after 6m4s
[03:03:02.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:42:0)
[03:03:02.569] Build status: SCHEDULED
[03:03:02.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:43:0) after 8m39s
[03:11:41.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:43:0)
[03:11:41.675] Build status: SCHEDULED
[03:11:41.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:44:0) after 3m44s
[03:15:25.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:44:0)
[03:15:26.400] Build status: SCHEDULED
[03:15:26.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:45:0) after 3m2s
[03:18:28.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:45:0)
[03:18:28.471] Build status: SCHEDULED
[03:18:28.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:46:0) after 8m6s
[03:26:34.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:46:0)
[03:26:34.502] Build status: SCHEDULED
[03:26:34.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:47:0) after 8m46s
[03:35:20.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:47:0)
[03:35:20.558] Build status: SCHEDULED
[03:35:20.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:48:0) after 3m12s
[03:38:32.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:48:0)
[03:38:32.641] Build status: SCHEDULED
[03:38:32.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:49:0) after 9m41s
[03:48:14.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:49:0)
[03:48:14.268] Build status: SCHEDULED
[03:48:14.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:50:0) after 3m19s
[03:51:33.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:50:0)
[03:51:33.814] Build status: SCHEDULED
[03:51:33.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:51:0) after 7m45s
[03:59:18.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:51:0)
[03:59:18.933] Build status: SCHEDULED
[03:59:18.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:52:0) after 2m2s
[04:01:21.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:52:0)
[04:01:21.028] Build status: SCHEDULED
[04:01:21.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:53:0) after 2m19s
[04:03:40.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:53:0)
[04:03:40.081] Build status: SCHEDULED
[04:03:40.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:54:0) after 2m46s
[04:06:26.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:54:0)
[04:06:26.133] Build status: SCHEDULED
[04:06:26.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:55:0) after 1m48s
[04:08:14.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:55:0)
[04:08:14.167] Build status: SCHEDULED
[04:08:14.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:56:0) after 2m51s
[04:11:05.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:56:0)
[04:11:05.170] Build status: SCHEDULED
[04:11:05.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:57:0) after 4m36s
[04:15:41.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:57:0)
[04:15:41.260] Build status: SCHEDULED
[04:15:41.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:58:0) after 7m52s
[04:23:33.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:58:0)
[04:23:33.351] Build status: SCHEDULED
[04:23:33.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:59:0) after 5m54s
[04:29:27.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:59:0)
[04:29:27.448] Build status: SCHEDULED
[04:29:27.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:60:0) after 4m23s
[04:33:50.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:60:0)
[04:33:50.489] Build status: SCHEDULED
[04:33:50.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:61:0) after 5m58s
[04:39:48.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:61:0)
[04:39:48.533] Build status: SCHEDULED
[04:39:48.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:62:0) after 9m7s
[04:48:55.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:62:0)
[04:48:55.565] Build status: SCHEDULED
[04:48:55.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:63:0) after 2m8s
[04:51:03.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:63:0)
[04:51:03.698] Build status: SCHEDULED
[04:51:03.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:64:0) after 3m38s
[04:54:41.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:64:0)
[04:54:41.787] Build status: SCHEDULED
[04:54:41.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:65:0) after 8m19s
[05:03:00.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:65:0)
[05:03:01.016] Build status: SCHEDULED
[05:03:01.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:66:0) after 2m3s
[05:05:04.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:66:0)
[05:05:04.097] Build status: SCHEDULED
[05:05:04.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:67:0) after 1m53s
[05:06:57.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:67:0)
[05:06:57.136] Build status: SCHEDULED
[05:06:57.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:68:0) after 8m32s
[05:15:29.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:68:0)
[05:15:29.388] Build status: SCHEDULED
[05:15:29.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:69:0) after 7m59s
[05:23:28.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:69:0)
[05:23:28.605] Build status: SCHEDULED
[05:23:28.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:70:0) after 3m44s
[05:27:13.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:70:0)
[05:27:13.108] Build status: SCHEDULED
[05:27:13.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:71:0) after 6m14s
[05:33:27.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:71:0)
[05:33:27.247] Build status: SCHEDULED
[05:33:27.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:72:0) after 7m4s
[05:40:31.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:72:0)
[05:40:31.293] Build status: SCHEDULED
[05:40:31.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:73:0) after 5m30s
[05:46:01.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:73:0)
[05:46:01.722] Build status: SCHEDULED
[05:46:01.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:74:0) after 1m42s
[05:47:43.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:74:0)
[05:47:43.714] Build status: SCHEDULED
[05:47:43.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:75:0) after 7m46s
[05:55:29.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:75:0)
[05:55:29.755] Build status: SCHEDULED
[05:55:29.755] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:76:0) after 8m24s
[06:03:53.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:76:0)
[06:03:54.015] Build status: SCHEDULED
[06:03:54.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:77:0) after 4m27s
[06:08:21.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:77:0)
[06:08:21.159] Build status: SCHEDULED
[06:08:21.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:78:0) after 7m53s
[06:16:14.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:78:0)
[06:16:14.563] Build status: SCHEDULED
[06:16:14.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:79:0) after 2m10s
[06:18:24.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:79:0)
[06:18:24.806] Build status: SCHEDULED
[06:18:24.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:80:0) after 8m16s
[06:26:40.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:80:0)
[06:26:40.873] Build status: SCHEDULED
[06:26:40.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:81:0) after 2m2s
[06:28:42.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:81:0)
[06:28:42.996] Build status: SCHEDULED
[06:28:42.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:82:0) after 8m18s
[06:37:01.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:82:0)
[06:37:01.043] Build status: SCHEDULED
[06:37:01.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:83:0) after 7m13s
[06:44:14.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:83:0)
[06:44:14.133] Build status: SCHEDULED
[06:44:14.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:84:0) after 9m18s
[06:53:32.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:84:0)
[06:53:32.262] Build status: SCHEDULED
[06:53:32.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:85:0) after 3m40s
[06:55:47.418] Received PubSub notification, asking Buildbucket for the build status
[06:55:47.464] Build status: STARTED
[06:57:12.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:85:0)
[06:57:12.848] Build status: STARTED
[06:57:12.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:87:0) after 1m8s
[06:58:20.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:87:0)
[06:58:20.881] Build status: STARTED
[06:58:20.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:88:0) after 1m53s
[07:00:14.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:88:0)
[07:00:14.137] Build status: STARTED
[07:00:14.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:89:0) after 5m54s
[07:06:08.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:89:0)
[07:06:08.219] Build status: STARTED
[07:06:08.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8884268877372028144:90:0) after 6m31s
[07:07:55.765] Received PubSub notification, asking Buildbucket for the build status
[07:07:55.787] Build:
{
  "id": "8718838815235180129",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-31T23:39:35.232327333Z",
  "startTime": "2025-04-01T06:55:47.233389143Z",
  "endTime": "2025-04-01T07:07:55.519177029Z",
  "updateTime": "2025-04-01T07:07:55.519177029Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b423fb823cb518846f1335bfd6814d9054980cdb",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[07:07:55.787] Invocation finished in 7h28m21.977319646s with status SUCCEEDED