Status: SUCCEEDED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-ubsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "81e0b3d02327aa310b43dbde3e740071aef4c927"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/81e0b3d02327aa310b43dbde3e740071aef4c927
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:54:53.242] New invocation is queued and will start shortly
[01:54:54.385] Starting the invocation (attempt 1)
[01:54:54.415] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/81e0b3d02327aa310b43dbde3e740071aef4c927"
[01:54:54.415] Popped gitiles commit info from properties and tags
[01:54:54.415] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:54:54.415] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:54:54.415] Buildbucket request:
{
  "requestId": "8878462157691680096",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-ubsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8878462157691680096",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "694dc2d4a8f1fb0be062ff2d54ce1bbb77a31c0a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@694dc2d4a8f1fb0be062ff2d54ce1bbb77a31c0a",
                        "title": "694dc2d4a8f1fb0be062ff2d54ce1bbb77a31c0a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/694dc2d4a8f1fb0be062ff2d54ce1bbb77a31c0a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "995b769db9fb297e424423189f232257237dfa68"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@995b769db9fb297e424423189f232257237dfa68",
                        "title": "995b769db9fb297e424423189f232257237dfa68",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/995b769db9fb297e424423189f232257237dfa68"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "917e298456665b0353003787a82e76d775aa75e1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@917e298456665b0353003787a82e76d775aa75e1",
                        "title": "917e298456665b0353003787a82e76d775aa75e1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/917e298456665b0353003787a82e76d775aa75e1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "81e0b3d02327aa310b43dbde3e740071aef4c927"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@81e0b3d02327aa310b43dbde3e740071aef4c927",
                        "title": "81e0b3d02327aa310b43dbde3e740071aef4c927",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/81e0b3d02327aa310b43dbde3e740071aef4c927"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "81e0b3d02327aa310b43dbde3e740071aef4c927",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8878462157691680096"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:54:54.852] Scheduled build:
{
  "id": "8713032095745392225",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-04T01:54:54.472907863Z",
  "updateTime": "2025-06-04T01:54:54.472907863Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "81e0b3d02327aa310b43dbde3e740071aef4c927",
      "ref": "refs/heads/main"
    }
  }
}
[01:54:54.852] Task URL: https://cr-buildbucket.appspot.com/build/8713032095745392225
[01:54:54.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:2:0) after 5m15s
[01:54:55.805] Received PubSub notification, asking Buildbucket for the build status
[01:54:55.825] Build status: SCHEDULED
[02:00:09.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:2:0)
[02:00:09.904] Build status: SCHEDULED
[02:00:09.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:4:0) after 1m54s
[02:02:03.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:4:0)
[02:02:04.054] Build status: SCHEDULED
[02:02:04.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:5:0) after 3m51s
[02:05:55.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:5:0)
[02:05:55.093] Build status: SCHEDULED
[02:05:55.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:6:0) after 1m9s
[02:07:04.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:6:0)
[02:07:04.142] Build status: SCHEDULED
[02:07:04.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:7:0) after 3m5s
[02:10:09.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:7:0)
[02:10:09.196] Build status: SCHEDULED
[02:10:09.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:8:0) after 1m4s
[02:11:13.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:8:0)
[02:11:13.239] Build status: SCHEDULED
[02:11:13.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:9:0) after 8m48s
[02:20:01.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:9:0)
[02:20:01.283] Build status: SCHEDULED
[02:20:01.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:10:0) after 7m34s
[02:27:35.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:10:0)
[02:27:35.325] Build status: SCHEDULED
[02:27:35.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:11:0) after 2m0s
[02:29:35.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:11:0)
[02:29:35.374] Build status: SCHEDULED
[02:29:35.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:12:0) after 8m16s
[02:37:51.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:12:0)
[02:37:51.655] Build status: SCHEDULED
[02:37:51.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:13:0) after 9m4s
[02:46:55.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:13:0)
[02:46:55.735] Build status: SCHEDULED
[02:46:55.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:14:0) after 9m43s
[02:56:38.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:14:0)
[02:56:38.845] Build status: SCHEDULED
[02:56:38.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:15:0) after 2m57s
[02:59:35.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:15:0)
[02:59:35.968] Build status: SCHEDULED
[02:59:35.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:16:0) after 7m19s
[03:06:55.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:16:0)
[03:06:55.153] Build status: SCHEDULED
[03:06:55.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:17:0) after 6m56s
[03:13:51.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:17:0)
[03:13:51.194] Build status: SCHEDULED
[03:13:51.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:18:0) after 2m41s
[03:16:32.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:18:0)
[03:16:32.272] Build status: SCHEDULED
[03:16:32.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:19:0) after 6m31s
[03:23:03.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:19:0)
[03:23:03.328] Build status: SCHEDULED
[03:23:03.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:20:0) after 7m44s
[03:30:47.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:20:0)
[03:30:47.362] Build status: SCHEDULED
[03:30:47.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:21:0) after 6m8s
[03:36:55.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:21:0)
[03:36:55.633] Build status: SCHEDULED
[03:36:55.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:22:0) after 5m16s
[03:42:11.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:22:0)
[03:42:11.688] Build status: SCHEDULED
[03:42:11.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:23:0) after 2m59s
[03:45:10.810] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:23:0)
[03:45:10.825] Build status: SCHEDULED
[03:45:10.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:24:0) after 5m37s
[03:50:47.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:24:0)
[03:50:47.967] Build status: SCHEDULED
[03:50:47.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:25:0) after 9m37s
[04:00:25.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:25:0)
[04:00:25.175] Build status: SCHEDULED
[04:00:25.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:26:0) after 4m51s
[04:05:16.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:26:0)
[04:05:16.210] Build status: SCHEDULED
[04:05:16.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:27:0) after 2m34s
[04:07:50.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:27:0)
[04:07:50.254] Build status: SCHEDULED
[04:07:50.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:28:0) after 8m26s
[04:16:16.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:28:0)
[04:16:16.952] Build status: SCHEDULED
[04:16:16.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:29:0) after 8m30s
[04:24:47.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:29:0)
[04:24:47.041] Build status: SCHEDULED
[04:24:47.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:30:0) after 3m14s
[04:28:01.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:30:0)
[04:28:01.401] Build status: SCHEDULED
[04:28:01.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:31:0) after 4m38s
[04:32:39.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:31:0)
[04:32:39.563] Build status: SCHEDULED
[04:32:39.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:32:0) after 6m13s
[04:38:52.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:32:0)
[04:38:52.668] Build status: SCHEDULED
[04:38:52.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:33:0) after 3m2s
[04:41:54.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:33:0)
[04:41:54.718] Build status: SCHEDULED
[04:41:54.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:34:0) after 2m20s
[04:44:14.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:34:0)
[04:44:14.862] Build status: SCHEDULED
[04:44:14.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:35:0) after 5m1s
[04:49:16.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:35:0)
[04:49:16.075] Build status: SCHEDULED
[04:49:16.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:36:0) after 8m29s
[04:57:45.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:36:0)
[04:57:45.126] Build status: SCHEDULED
[04:57:45.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:37:0) after 7m32s
[05:05:17.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:37:0)
[05:05:17.175] Build status: SCHEDULED
[05:05:17.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:38:0) after 3m45s
[05:09:02.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:38:0)
[05:09:02.251] Build status: SCHEDULED
[05:09:02.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:39:0) after 1m47s
[05:10:49.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:39:0)
[05:10:49.456] Build status: SCHEDULED
[05:10:49.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:40:0) after 8m34s
[05:19:23.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:40:0)
[05:19:23.494] Build status: SCHEDULED
[05:19:23.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:41:0) after 1m5s
[05:20:28.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:41:0)
[05:20:28.602] Build status: SCHEDULED
[05:20:28.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:42:0) after 1m8s
[05:21:36.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:42:0)
[05:21:36.649] Build status: SCHEDULED
[05:21:36.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:43:0) after 2m31s
[05:24:07.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:43:0)
[05:24:07.814] Build status: SCHEDULED
[05:24:07.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:44:0) after 6m47s
[05:30:54.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:44:0)
[05:30:55.045] Build status: SCHEDULED
[05:30:55.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:45:0) after 7m32s
[05:38:27.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:45:0)
[05:38:27.221] Build status: SCHEDULED
[05:38:27.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:46:0) after 5m14s
[05:43:41.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:46:0)
[05:43:41.235] Build status: SCHEDULED
[05:43:41.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:47:0) after 3m28s
[05:47:09.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:47:0)
[05:47:09.273] Build status: SCHEDULED
[05:47:09.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:48:0) after 3m33s
[05:50:42.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:48:0)
[05:50:42.317] Build status: SCHEDULED
[05:50:42.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:49:0) after 2m35s
[05:53:17.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:49:0)
[05:53:17.945] Build status: SCHEDULED
[05:53:17.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:50:0) after 2m16s
[05:55:33.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:50:0)
[05:55:34.006] Build status: SCHEDULED
[05:55:34.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:51:0) after 3m54s
[05:59:28.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:51:0)
[05:59:28.044] Build status: SCHEDULED
[05:59:28.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:52:0) after 4m4s
[06:03:32.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:52:0)
[06:03:32.088] Build status: SCHEDULED
[06:03:32.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:53:0) after 7m18s
[06:10:50.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:53:0)
[06:10:50.137] Build status: SCHEDULED
[06:10:50.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:54:0) after 6m24s
[06:17:14.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:54:0)
[06:17:14.271] Build status: SCHEDULED
[06:17:14.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:55:0) after 8m25s
[06:25:39.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:55:0)
[06:25:39.913] Build status: SCHEDULED
[06:25:39.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:56:0) after 8m52s
[06:34:31.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:56:0)
[06:34:31.965] Build status: SCHEDULED
[06:34:31.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:57:0) after 6m51s
[06:41:22.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:57:0)
[06:41:23.008] Build status: SCHEDULED
[06:41:23.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:58:0) after 8m48s
[06:50:11.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:58:0)
[06:50:11.102] Build status: SCHEDULED
[06:50:11.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:59:0) after 9m8s
[06:59:19.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:59:0)
[06:59:19.237] Build status: SCHEDULED
[06:59:19.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:60:0) after 6m50s
[07:06:09.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:60:0)
[07:06:09.329] Build status: SCHEDULED
[07:06:09.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:61:0) after 2m8s
[07:08:17.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:61:0)
[07:08:17.393] Build status: SCHEDULED
[07:08:17.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:62:0) after 4m11s
[07:12:28.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:62:0)
[07:12:28.572] Build status: SCHEDULED
[07:12:28.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:63:0) after 8m17s
[07:20:45.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:63:0)
[07:20:45.642] Build status: SCHEDULED
[07:20:45.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:64:0) after 5m43s
[07:26:28.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:64:0)
[07:26:28.729] Build status: SCHEDULED
[07:26:28.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:65:0) after 6m22s
[07:32:50.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:65:0)
[07:32:50.793] Build status: SCHEDULED
[07:32:50.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:66:0) after 5m24s
[07:38:14.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:66:0)
[07:38:14.871] Build status: SCHEDULED
[07:38:14.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:67:0) after 7m3s
[07:45:18.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:67:0)
[07:45:18.438] Build status: SCHEDULED
[07:45:18.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:68:0) after 3m12s
[07:48:30.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:68:0)
[07:48:30.532] Build status: SCHEDULED
[07:48:30.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:69:0) after 2m54s
[07:51:24.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:69:0)
[07:51:24.578] Build status: SCHEDULED
[07:51:24.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:70:0) after 7m12s
[07:58:36.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:70:0)
[07:58:36.673] Build status: SCHEDULED
[07:58:36.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:71:0) after 2m59s
[08:01:35.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:71:0)
[08:01:35.725] Build status: SCHEDULED
[08:01:35.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:72:0) after 4m32s
[08:06:07.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:72:0)
[08:06:07.972] Build status: SCHEDULED
[08:06:07.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:73:0) after 3m52s
[08:10:00.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:73:0)
[08:10:00.165] Build status: SCHEDULED
[08:10:00.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:74:0) after 5m58s
[08:15:58.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:74:0)
[08:15:58.204] Build status: SCHEDULED
[08:15:58.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:75:0) after 6m45s
[08:22:43.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:75:0)
[08:22:43.270] Build status: SCHEDULED
[08:22:43.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:76:0) after 5m10s
[08:27:53.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:76:0)
[08:27:53.537] Build status: SCHEDULED
[08:27:53.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:77:0) after 7m55s
[08:35:48.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:77:0)
[08:35:48.626] Build status: SCHEDULED
[08:35:48.626] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:78:0) after 1m24s
[08:37:12.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:78:0)
[08:37:12.671] Build status: SCHEDULED
[08:37:12.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:79:0) after 1m1s
[08:38:13.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:79:0)
[08:38:13.847] Build status: SCHEDULED
[08:38:13.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:80:0) after 9m12s
[08:47:25.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:80:0)
[08:47:25.841] Build status: SCHEDULED
[08:47:25.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:81:0) after 3m30s
[08:50:55.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:81:0)
[08:50:55.905] Build status: SCHEDULED
[08:50:55.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:82:0) after 4m55s
[08:55:50.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:82:0)
[08:55:51.076] Build status: SCHEDULED
[08:55:51.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:83:0) after 2m25s
[08:58:16.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:83:0)
[08:58:16.533] Build status: SCHEDULED
[08:58:16.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:84:0) after 9m56s
[09:08:13.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:84:0)
[09:08:13.199] Build status: SCHEDULED
[09:08:13.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:85:0) after 5m13s
[09:13:26.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:85:0)
[09:13:26.289] Build status: SCHEDULED
[09:13:26.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:86:0) after 4m57s
[09:18:23.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:86:0)
[09:18:23.654] Build status: SCHEDULED
[09:18:23.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:87:0) after 6m8s
[09:24:31.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:87:0)
[09:24:31.733] Build status: SCHEDULED
[09:24:31.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:88:0) after 4m9s
[09:28:40.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:88:0)
[09:28:40.772] Build status: SCHEDULED
[09:28:40.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:89:0) after 2m7s
[09:30:47.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:89:0)
[09:30:47.858] Build status: SCHEDULED
[09:30:47.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:90:0) after 9m29s
[09:40:16.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:90:0)
[09:40:16.924] Build status: SCHEDULED
[09:40:16.924] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:91:0) after 5m46s
[09:46:02.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:91:0)
[09:46:03.096] Build status: SCHEDULED
[09:46:03.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:92:0) after 7m37s
[09:50:34.506] Received PubSub notification, asking Buildbucket for the build status
[09:50:34.522] Build status: STARTED
[09:53:40.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:92:0)
[09:53:40.112] Build status: STARTED
[09:53:40.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-ubsan:8878462157691680096:94:0) after 8m48s
[09:57:18.698] Received PubSub notification, asking Buildbucket for the build status
[09:57:18.715] Build:
{
  "id": "8713032095745392225",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-ubsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-04T01:54:54.472907863Z",
  "startTime": "2025-06-04T09:50:34.313573423Z",
  "endTime": "2025-06-04T09:57:18.414371880Z",
  "updateTime": "2025-06-04T09:57:18.414371880Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "81e0b3d02327aa310b43dbde3e740071aef4c927",
      "ref": "refs/heads/main"
    }
  }
}
[09:57:18.715] Invocation finished in 8h2m25.483806274s with status SUCCEEDED