LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-bazel-default

Status: FAILED

Triggered by: -

Duration: 9 hours

Actions:

Definition (rev 94710e53eda26449a096b1dc73b04caa32670514)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-default"
>

Incoming triggers

73cfd6495e7bcdcf1258eedcd72ef7f832816514 (1 day ago)
4d59dacf23ba7059b8e7782860b2c9266d1fe9c1 (1 day ago)
c1df27e813d80878942f62d653dcabfde2c0897f (1 day ago)
967ad18e3046194d7f5e80b3d0d37b6b9de301ea (1 day ago)
bd8ccace572a319f80f31a7a4bae61fd89620812 (1 day ago)
21fa95fd20a6fa54126d5e254692a034bbb72a56 (1 day ago)
17fb2df2c3ea4bedc478be9d1bfc472756bd2349 (1 day ago)
5fe02c84bb2664b2458d737f4dc8ad457a27851b (1 day ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "5fe02c84bb2664b2458d737f4dc8ad457a27851b"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5fe02c84bb2664b2458d737f4dc8ad457a27851b
gitiles_ref:refs/heads/main

Debug log (UTC)

[23:13:50.791] New invocation is queued and will start shortly
[23:13:52.245] Starting the invocation (attempt 1)
[23:13:52.273] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5fe02c84bb2664b2458d737f4dc8ad457a27851b"
[23:13:52.273] Popped gitiles commit info from properties and tags
[23:13:52.273] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:13:52.273] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:13:52.274] Buildbucket request:
{
  "requestId": "8866513489940037648",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866513489940037648",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "73cfd6495e7bcdcf1258eedcd72ef7f832816514"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@73cfd6495e7bcdcf1258eedcd72ef7f832816514",
                        "title": "73cfd6495e7bcdcf1258eedcd72ef7f832816514",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/73cfd6495e7bcdcf1258eedcd72ef7f832816514"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4d59dacf23ba7059b8e7782860b2c9266d1fe9c1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4d59dacf23ba7059b8e7782860b2c9266d1fe9c1",
                        "title": "4d59dacf23ba7059b8e7782860b2c9266d1fe9c1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4d59dacf23ba7059b8e7782860b2c9266d1fe9c1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c1df27e813d80878942f62d653dcabfde2c0897f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c1df27e813d80878942f62d653dcabfde2c0897f",
                        "title": "c1df27e813d80878942f62d653dcabfde2c0897f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c1df27e813d80878942f62d653dcabfde2c0897f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "967ad18e3046194d7f5e80b3d0d37b6b9de301ea"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@967ad18e3046194d7f5e80b3d0d37b6b9de301ea",
                        "title": "967ad18e3046194d7f5e80b3d0d37b6b9de301ea",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/967ad18e3046194d7f5e80b3d0d37b6b9de301ea"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bd8ccace572a319f80f31a7a4bae61fd89620812"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bd8ccace572a319f80f31a7a4bae61fd89620812",
                        "title": "bd8ccace572a319f80f31a7a4bae61fd89620812",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bd8ccace572a319f80f31a7a4bae61fd89620812"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "21fa95fd20a6fa54126d5e254692a034bbb72a56"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@21fa95fd20a6fa54126d5e254692a034bbb72a56",
                        "title": "21fa95fd20a6fa54126d5e254692a034bbb72a56",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/21fa95fd20a6fa54126d5e254692a034bbb72a56"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "17fb2df2c3ea4bedc478be9d1bfc472756bd2349"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@17fb2df2c3ea4bedc478be9d1bfc472756bd2349",
                        "title": "17fb2df2c3ea4bedc478be9d1bfc472756bd2349",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/17fb2df2c3ea4bedc478be9d1bfc472756bd2349"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5fe02c84bb2664b2458d737f4dc8ad457a27851b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5fe02c84bb2664b2458d737f4dc8ad457a27851b",
                        "title": "5fe02c84bb2664b2458d737f4dc8ad457a27851b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5fe02c84bb2664b2458d737f4dc8ad457a27851b"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "5fe02c84bb2664b2458d737f4dc8ad457a27851b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866513489940037648"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:13:52.653] Scheduled build:
{
  "id": "8701083427642654513",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-13T23:13:52.357232942Z",
  "updateTime": "2025-10-13T23:13:52.357232942Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "5fe02c84bb2664b2458d737f4dc8ad457a27851b",
      "ref": "refs/heads/main"
    }
  }
}
[23:13:52.653] Task URL: https://cr-buildbucket.appspot.com/build/8701083427642654513
[23:13:52.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:2:0) after 8m44s
[23:13:53.661] Received PubSub notification, asking Buildbucket for the build status
[23:13:53.676] Build status: SCHEDULED
[23:22:36.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:2:0)
[23:22:36.733] Build status: SCHEDULED
[23:22:36.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:4:0) after 9m46s
[23:32:22.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:4:0)
[23:32:22.847] Build status: SCHEDULED
[23:32:22.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:5:0) after 5m52s
[23:38:14.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:5:0)
[23:38:14.961] Build status: SCHEDULED
[23:38:14.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:6:0) after 4m7s
[23:42:22.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:6:0)
[23:42:22.070] Build status: SCHEDULED
[23:42:22.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:7:0) after 8m24s
[23:50:46.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:7:0)
[23:50:46.151] Build status: SCHEDULED
[23:50:46.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:8:0) after 3m48s
[23:54:34.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:8:0)
[23:54:34.197] Build status: SCHEDULED
[23:54:34.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:9:0) after 5m44s
[00:00:18.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:9:0)
[00:00:18.240] Build status: SCHEDULED
[00:00:18.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:10:0) after 5m36s
[00:05:54.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:10:0)
[00:05:54.279] Build status: SCHEDULED
[00:05:54.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:11:0) after 2m58s
[00:08:52.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:11:0)
[00:08:52.309] Build status: SCHEDULED
[00:08:52.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:12:0) after 6m38s
[00:15:30.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:12:0)
[00:15:30.573] Build status: SCHEDULED
[00:15:30.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:13:0) after 9m17s
[00:24:47.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:13:0)
[00:24:47.676] Build status: SCHEDULED
[00:24:47.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:14:0) after 9m49s
[00:34:36.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:14:0)
[00:34:36.706] Build status: SCHEDULED
[00:34:36.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:15:0) after 7m18s
[00:41:54.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:15:0)
[00:41:54.736] Build status: SCHEDULED
[00:41:54.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:16:0) after 2m31s
[00:44:25.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:16:0)
[00:44:25.819] Build status: SCHEDULED
[00:44:25.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:17:0) after 8m9s
[00:52:34.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:17:0)
[00:52:34.890] Build status: SCHEDULED
[00:52:34.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:18:0) after 6m54s
[00:59:28.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:18:0)
[00:59:28.971] Build status: SCHEDULED
[00:59:28.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:19:0) after 2m30s
[01:01:59.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:19:0)
[01:01:59.157] Build status: SCHEDULED
[01:01:59.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:20:0) after 1m17s
[01:03:16.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:20:0)
[01:03:16.340] Build status: SCHEDULED
[01:03:16.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:21:0) after 4m44s
[01:08:00.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:21:0)
[01:08:00.411] Build status: SCHEDULED
[01:08:00.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:22:0) after 7m45s
[01:15:45.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:22:0)
[01:15:45.400] Build status: SCHEDULED
[01:15:45.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:23:0) after 1m48s
[01:17:33.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:23:0)
[01:17:33.427] Build status: SCHEDULED
[01:17:33.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:24:0) after 6m44s
[01:24:17.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:24:0)
[01:24:17.497] Build status: SCHEDULED
[01:24:17.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:25:0) after 6m47s
[01:31:04.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:25:0)
[01:31:04.546] Build status: SCHEDULED
[01:31:04.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:26:0) after 9m28s
[01:40:32.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:26:0)
[01:40:32.574] Build status: SCHEDULED
[01:40:32.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:27:0) after 8m24s
[01:48:56.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:27:0)
[01:48:56.705] Build status: SCHEDULED
[01:48:56.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:28:0) after 2m52s
[01:51:48.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:28:0)
[01:51:48.735] Build status: SCHEDULED
[01:51:48.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:29:0) after 1m18s
[01:53:06.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:29:0)
[01:53:06.792] Build status: SCHEDULED
[01:53:06.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:30:0) after 7m25s
[02:00:31.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:30:0)
[02:00:31.856] Build status: SCHEDULED
[02:00:31.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:31:0) after 3m2s
[02:03:33.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:31:0)
[02:03:33.980] Build status: SCHEDULED
[02:03:33.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:32:0) after 6m26s
[02:10:00.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:32:0)
[02:10:00.047] Build status: SCHEDULED
[02:10:00.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:33:0) after 8m1s
[02:18:01.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:33:0)
[02:18:01.179] Build status: SCHEDULED
[02:18:01.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:34:0) after 9m31s
[02:27:32.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:34:0)
[02:27:32.346] Build status: SCHEDULED
[02:27:32.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:35:0) after 2m11s
[02:29:43.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:35:0)
[02:29:43.438] Build status: SCHEDULED
[02:29:43.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:36:0) after 4m2s
[02:33:45.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:36:0)
[02:33:45.476] Build status: SCHEDULED
[02:33:45.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:37:0) after 7m37s
[02:41:22.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:37:0)
[02:41:22.507] Build status: SCHEDULED
[02:41:22.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:38:0) after 7m27s
[02:48:49.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:38:0)
[02:48:49.557] Build status: SCHEDULED
[02:48:49.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:39:0) after 4m13s
[02:53:02.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:39:0)
[02:53:02.589] Build status: SCHEDULED
[02:53:02.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:40:0) after 4m32s
[02:57:34.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:40:0)
[02:57:34.593] Build status: SCHEDULED
[02:57:34.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:41:0) after 7m54s
[03:05:28.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:41:0)
[03:05:28.644] Build status: SCHEDULED
[03:05:28.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:42:0) after 6m35s
[03:12:03.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:42:0)
[03:12:03.729] Build status: SCHEDULED
[03:12:03.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:43:0) after 4m38s
[03:16:41.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:43:0)
[03:16:41.803] Build status: SCHEDULED
[03:16:41.803] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:44:0) after 7m3s
[03:23:44.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:44:0)
[03:23:44.936] Build status: SCHEDULED
[03:23:44.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:45:0) after 4m0s
[03:27:44.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:45:0)
[03:27:44.932] Build status: SCHEDULED
[03:27:44.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:46:0) after 9m10s
[03:36:54.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:46:0)
[03:36:54.964] Build status: SCHEDULED
[03:36:54.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:47:0) after 2m33s
[03:39:27.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:47:0)
[03:39:28.016] Build status: SCHEDULED
[03:39:28.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:48:0) after 9m21s
[03:48:49.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:48:0)
[03:48:49.036] Build status: SCHEDULED
[03:48:49.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:49:0) after 1m41s
[03:50:30.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:49:0)
[03:50:30.056] Build status: SCHEDULED
[03:50:30.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:50:0) after 9m8s
[03:59:38.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:50:0)
[03:59:38.088] Build status: SCHEDULED
[03:59:38.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:51:0) after 1m1s
[04:00:39.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:51:0)
[04:00:39.141] Build status: SCHEDULED
[04:00:39.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:52:0) after 4m40s
[04:05:19.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:52:0)
[04:05:19.250] Build status: SCHEDULED
[04:05:19.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:53:0) after 2m14s
[04:07:33.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:53:0)
[04:07:33.338] Build status: SCHEDULED
[04:07:33.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:54:0) after 1m53s
[04:09:26.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:54:0)
[04:09:26.435] Build status: SCHEDULED
[04:09:26.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:55:0) after 2m49s
[04:12:15.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:55:0)
[04:12:15.468] Build status: SCHEDULED
[04:12:15.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:56:0) after 7m10s
[04:19:25.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:56:0)
[04:19:25.507] Build status: SCHEDULED
[04:19:25.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:57:0) after 8m17s
[04:27:42.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:57:0)
[04:27:42.553] Build status: SCHEDULED
[04:27:42.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:58:0) after 7m8s
[04:34:50.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:58:0)
[04:34:50.599] Build status: SCHEDULED
[04:34:50.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:59:0) after 4m44s
[04:39:34.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:59:0)
[04:39:34.640] Build status: SCHEDULED
[04:39:34.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:60:0) after 3m37s
[04:43:11.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:60:0)
[04:43:11.676] Build status: SCHEDULED
[04:43:11.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:61:0) after 5m28s
[04:48:39.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:61:0)
[04:48:39.749] Build status: SCHEDULED
[04:48:39.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:62:0) after 3m40s
[04:52:19.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:62:0)
[04:52:19.830] Build status: SCHEDULED
[04:52:19.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:63:0) after 6m20s
[04:58:39.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:63:0)
[04:58:39.866] Build status: SCHEDULED
[04:58:39.866] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:64:0) after 5m39s
[05:04:19.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:64:0)
[05:04:19.069] Build status: SCHEDULED
[05:04:19.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:65:0) after 1m8s
[05:05:27.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:65:0)
[05:05:27.136] Build status: SCHEDULED
[05:05:27.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:66:0) after 5m4s
[05:10:31.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:66:0)
[05:10:31.231] Build status: SCHEDULED
[05:10:31.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:67:0) after 2m14s
[05:12:45.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:67:0)
[05:12:45.362] Build status: SCHEDULED
[05:12:45.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:68:0) after 4m15s
[05:17:00.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:68:0)
[05:17:00.388] Build status: SCHEDULED
[05:17:00.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:69:0) after 9m53s
[05:26:53.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:69:0)
[05:26:53.418] Build status: SCHEDULED
[05:26:53.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:70:0) after 9m51s
[05:36:44.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:70:0)
[05:36:44.451] Build status: SCHEDULED
[05:36:44.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:71:0) after 1m0s
[05:37:44.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:71:0)
[05:37:44.599] Build status: SCHEDULED
[05:37:44.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:72:0) after 7m56s
[05:45:40.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:72:0)
[05:45:40.656] Build status: SCHEDULED
[05:45:40.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:73:0) after 1m59s
[05:47:39.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:73:0)
[05:47:39.746] Build status: SCHEDULED
[05:47:39.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:74:0) after 7m15s
[05:54:54.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:74:0)
[05:54:54.782] Build status: SCHEDULED
[05:54:54.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:75:0) after 2m12s
[05:57:06.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:75:0)
[05:57:06.886] Build status: SCHEDULED
[05:57:06.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:76:0) after 1m15s
[05:58:21.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:76:0)
[05:58:21.919] Build status: SCHEDULED
[05:58:21.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:77:0) after 2m35s
[06:00:56.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:77:0)
[06:00:57.031] Build status: SCHEDULED
[06:00:57.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:78:0) after 6m53s
[06:07:50.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:78:0)
[06:07:50.079] Build status: SCHEDULED
[06:07:50.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:79:0) after 8m17s
[06:16:07.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:79:0)
[06:16:07.110] Build status: SCHEDULED
[06:16:07.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:80:0) after 4m34s
[06:20:41.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:80:0)
[06:20:41.143] Build status: SCHEDULED
[06:20:41.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:81:0) after 5m53s
[06:26:34.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:81:0)
[06:26:34.183] Build status: SCHEDULED
[06:26:34.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:82:0) after 6m18s
[06:32:52.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:82:0)
[06:32:52.281] Build status: SCHEDULED
[06:32:52.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:83:0) after 9m56s
[06:42:48.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:83:0)
[06:42:48.453] Build status: SCHEDULED
[06:42:48.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:84:0) after 9m26s
[06:52:14.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:84:0)
[06:52:14.559] Build status: SCHEDULED
[06:52:14.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:85:0) after 5m9s
[06:57:23.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:85:0)
[06:57:23.610] Build status: SCHEDULED
[06:57:23.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:86:0) after 8m45s
[07:06:08.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:86:0)
[07:06:08.690] Build status: SCHEDULED
[07:06:08.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:87:0) after 9m4s
[07:15:12.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:87:0)
[07:15:12.971] Build status: SCHEDULED
[07:15:12.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:88:0) after 9m35s
[07:24:47.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:88:0)
[07:24:48.005] Build status: SCHEDULED
[07:24:48.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:89:0) after 9m14s
[07:26:40.319] Received PubSub notification, asking Buildbucket for the build status
[07:26:40.347] Build status: STARTED
[07:34:01.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:89:0)
[07:34:02.443] Build status: STARTED
[07:34:02.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:91:0) after 1m20s
[07:35:22.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:91:0)
[07:35:22.491] Build status: STARTED
[07:35:22.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:92:0) after 5m53s
[07:41:15.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:92:0)
[07:41:15.581] Build status: STARTED
[07:41:15.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:93:0) after 9m7s
[07:50:22.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:93:0)
[07:50:22.620] Build status: STARTED
[07:50:22.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:94:0) after 3m33s
[07:53:55.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:94:0)
[07:53:55.710] Build status: STARTED
[07:53:55.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:95:0) after 2m27s
[07:56:22.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:95:0)
[07:56:22.741] Build status: STARTED
[07:56:22.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:96:0) after 5m19s
[08:01:41.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:96:0)
[08:01:41.879] Build status: STARTED
[08:01:41.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:97:0) after 7m11s
[08:08:52.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:97:0)
[08:08:52.914] Build status: STARTED
[08:08:52.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:98:0) after 8m49s
[08:17:42.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:98:0)
[08:17:42.033] Build status: STARTED
[08:17:42.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:99:0) after 7m20s
[08:25:02.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:99:0)
[08:25:02.173] Build status: STARTED
[08:25:02.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:100:0) after 7m33s
[08:32:35.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:100:0)
[08:32:35.215] Build status: STARTED
[08:32:35.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:101:0) after 1m7s
[08:33:42.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:101:0)
[08:33:42.423] Build status: STARTED
[08:33:42.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:102:0) after 9m4s
[08:42:46.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:102:0)
[08:42:46.436] Build status: STARTED
[08:42:46.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:103:0) after 7m38s
[08:50:24.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:103:0)
[08:50:24.639] Build status: STARTED
[08:50:24.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:104:0) after 2m11s
[08:52:43.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:104:0)
[08:52:43.126] Build status: STARTED
[08:52:43.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:105:0) after 4m30s
[08:57:13.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:105:0)
[08:57:13.772] Build status: STARTED
[08:57:13.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-default:8866513489940037648:106:0) after 3m36s
[09:00:36.418] Received PubSub notification, asking Buildbucket for the build status
[09:00:36.480] Build:
{
  "id": "8701083427642654513",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-13T23:13:52.357232942Z",
  "startTime": "2025-10-14T07:26:40.103691598Z",
  "endTime": "2025-10-14T09:00:36.044246293Z",
  "updateTime": "2025-10-14T09:00:36.044246293Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "5fe02c84bb2664b2458d737f4dc8ad457a27851b",
      "ref": "refs/heads/main"
    }
  }
}
[09:00:36.480] Invocation finished in 9h46m45.698105401s with status FAILED