Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 33d44fee03807dad403981fd881c296c38c5e452)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-compatibility-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "5fe02c84bb2664b2458d737f4dc8ad457a27851b"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5fe02c84bb2664b2458d737f4dc8ad457a27851b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:22:32.374] New invocation is queued and will start shortly
[23:22:33.540] Starting the invocation (attempt 1)
[23:22:33.565] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/5fe02c84bb2664b2458d737f4dc8ad457a27851b"
[23:22:33.565] Popped gitiles commit info from properties and tags
[23:22:33.565] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:22:33.565] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:22:33.566] Buildbucket request:
{
  "requestId": "8866512943019209152",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8866512943019209152",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "73cfd6495e7bcdcf1258eedcd72ef7f832816514"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@73cfd6495e7bcdcf1258eedcd72ef7f832816514",
                        "title": "73cfd6495e7bcdcf1258eedcd72ef7f832816514",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/73cfd6495e7bcdcf1258eedcd72ef7f832816514"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4d59dacf23ba7059b8e7782860b2c9266d1fe9c1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4d59dacf23ba7059b8e7782860b2c9266d1fe9c1",
                        "title": "4d59dacf23ba7059b8e7782860b2c9266d1fe9c1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4d59dacf23ba7059b8e7782860b2c9266d1fe9c1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c1df27e813d80878942f62d653dcabfde2c0897f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c1df27e813d80878942f62d653dcabfde2c0897f",
                        "title": "c1df27e813d80878942f62d653dcabfde2c0897f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c1df27e813d80878942f62d653dcabfde2c0897f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "967ad18e3046194d7f5e80b3d0d37b6b9de301ea"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@967ad18e3046194d7f5e80b3d0d37b6b9de301ea",
                        "title": "967ad18e3046194d7f5e80b3d0d37b6b9de301ea",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/967ad18e3046194d7f5e80b3d0d37b6b9de301ea"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bd8ccace572a319f80f31a7a4bae61fd89620812"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bd8ccace572a319f80f31a7a4bae61fd89620812",
                        "title": "bd8ccace572a319f80f31a7a4bae61fd89620812",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bd8ccace572a319f80f31a7a4bae61fd89620812"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "21fa95fd20a6fa54126d5e254692a034bbb72a56"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@21fa95fd20a6fa54126d5e254692a034bbb72a56",
                        "title": "21fa95fd20a6fa54126d5e254692a034bbb72a56",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/21fa95fd20a6fa54126d5e254692a034bbb72a56"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "17fb2df2c3ea4bedc478be9d1bfc472756bd2349"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@17fb2df2c3ea4bedc478be9d1bfc472756bd2349",
                        "title": "17fb2df2c3ea4bedc478be9d1bfc472756bd2349",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/17fb2df2c3ea4bedc478be9d1bfc472756bd2349"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5fe02c84bb2664b2458d737f4dc8ad457a27851b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5fe02c84bb2664b2458d737f4dc8ad457a27851b",
                        "title": "5fe02c84bb2664b2458d737f4dc8ad457a27851b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5fe02c84bb2664b2458d737f4dc8ad457a27851b"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "5fe02c84bb2664b2458d737f4dc8ad457a27851b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866512943019209152"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:22:33.949] Scheduled build:
{
  "id": "8701082881062600673",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-13T23:22:33.616185106Z",
  "updateTime": "2025-10-13T23:22:33.616185106Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "5fe02c84bb2664b2458d737f4dc8ad457a27851b",
      "ref": "refs/heads/main"
    }
  }
}
[23:22:33.949] Task URL: https://cr-buildbucket.appspot.com/build/8701082881062600673
[23:22:33.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:2:0) after 6m13s
[23:22:34.977] Received PubSub notification, asking Buildbucket for the build status
[23:22:35.005] Build status: SCHEDULED
[23:28:47.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:2:0)
[23:28:47.063] Build status: SCHEDULED
[23:28:47.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:4:0) after 9m21s
[23:38:08.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:4:0)
[23:38:08.108] Build status: SCHEDULED
[23:38:08.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:5:0) after 8m12s
[23:46:20.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:5:0)
[23:46:20.187] Build status: SCHEDULED
[23:46:20.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:6:0) after 7m9s
[23:53:29.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:6:0)
[23:53:29.316] Build status: SCHEDULED
[23:53:29.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:7:0) after 2m51s
[23:56:20.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:7:0)
[23:56:20.400] Build status: SCHEDULED
[23:56:20.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:8:0) after 3m22s
[23:59:42.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:8:0)
[23:59:42.469] Build status: SCHEDULED
[23:59:42.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:9:0) after 3m58s
[00:03:40.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:9:0)
[00:03:40.542] Build status: SCHEDULED
[00:03:40.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:10:0) after 1m4s
[00:04:44.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:10:0)
[00:04:44.683] Build status: SCHEDULED
[00:04:44.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:11:0) after 8m2s
[00:12:46.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:11:0)
[00:12:46.724] Build status: SCHEDULED
[00:12:46.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:12:0) after 7m46s
[00:20:32.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:12:0)
[00:20:32.812] Build status: SCHEDULED
[00:20:32.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:13:0) after 9m31s
[00:30:03.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:13:0)
[00:30:03.855] Build status: SCHEDULED
[00:30:03.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:14:0) after 9m15s
[00:39:18.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:14:0)
[00:39:18.935] Build status: SCHEDULED
[00:39:18.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:15:0) after 8m20s
[00:47:39.018] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:15:0)
[00:47:39.036] Build status: SCHEDULED
[00:47:39.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:16:0) after 6m10s
[00:53:49.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:16:0)
[00:53:49.073] Build status: SCHEDULED
[00:53:49.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:17:0) after 7m17s
[01:01:06.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:17:0)
[01:01:06.106] Build status: SCHEDULED
[01:01:06.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:18:0) after 4m32s
[01:05:38.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:18:0)
[01:05:38.245] Build status: SCHEDULED
[01:05:38.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:19:0) after 5m57s
[01:11:35.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:19:0)
[01:11:35.296] Build status: SCHEDULED
[01:11:35.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:20:0) after 5m52s
[01:17:27.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:20:0)
[01:17:27.377] Build status: SCHEDULED
[01:17:27.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:21:0) after 5m32s
[01:22:59.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:21:0)
[01:22:59.492] Build status: SCHEDULED
[01:22:59.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:22:0) after 6m23s
[01:29:22.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:22:0)
[01:29:22.530] Build status: SCHEDULED
[01:29:22.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:23:0) after 1m4s
[01:30:26.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:23:0)
[01:30:26.676] Build status: SCHEDULED
[01:30:26.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:24:0) after 6m11s
[01:36:37.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:24:0)
[01:36:37.706] Build status: SCHEDULED
[01:36:37.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:25:0) after 1m36s
[01:38:13.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:25:0)
[01:38:13.932] Build status: SCHEDULED
[01:38:13.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:26:0) after 5m17s
[01:43:31.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:26:0)
[01:43:31.063] Build status: SCHEDULED
[01:43:31.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:27:0) after 5m37s
[01:49:08.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:27:0)
[01:49:08.099] Build status: SCHEDULED
[01:49:08.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:28:0) after 8m53s
[01:58:01.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:28:0)
[01:58:01.248] Build status: SCHEDULED
[01:58:01.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:29:0) after 3m6s
[02:01:07.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:29:0)
[02:01:07.311] Build status: SCHEDULED
[02:01:07.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:30:0) after 1m57s
[02:03:04.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:30:0)
[02:03:04.455] Build status: SCHEDULED
[02:03:04.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:31:0) after 7m48s
[02:10:52.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:31:0)
[02:10:52.507] Build status: SCHEDULED
[02:10:52.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:32:0) after 1m52s
[02:12:44.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:32:0)
[02:12:44.664] Build status: SCHEDULED
[02:12:44.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:33:0) after 5m3s
[02:17:47.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:33:0)
[02:17:47.751] Build status: SCHEDULED
[02:17:47.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:34:0) after 8m14s
[02:26:01.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:34:0)
[02:26:01.830] Build status: SCHEDULED
[02:26:01.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:35:0) after 6m12s
[02:32:13.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:35:0)
[02:32:13.933] Build status: SCHEDULED
[02:32:13.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:36:0) after 5m16s
[02:37:30.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:36:0)
[02:37:30.112] Build status: SCHEDULED
[02:37:30.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:37:0) after 6m49s
[02:44:19.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:37:0)
[02:44:19.208] Build status: SCHEDULED
[02:44:19.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:38:0) after 8m41s
[02:53:00.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:38:0)
[02:53:00.364] Build status: SCHEDULED
[02:53:00.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:39:0) after 7m20s
[03:00:20.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:39:0)
[03:00:20.498] Build status: SCHEDULED
[03:00:20.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:40:0) after 1m19s
[03:01:39.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:40:0)
[03:01:39.536] Build status: SCHEDULED
[03:01:39.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:41:0) after 2m13s
[03:03:52.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:41:0)
[03:03:52.569] Build status: SCHEDULED
[03:03:52.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:42:0) after 9m57s
[03:13:49.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:42:0)
[03:13:49.683] Build status: SCHEDULED
[03:13:49.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:43:0) after 2m14s
[03:16:03.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:43:0)
[03:16:03.759] Build status: SCHEDULED
[03:16:03.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:44:0) after 9m0s
[03:25:03.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:44:0)
[03:25:03.854] Build status: SCHEDULED
[03:25:03.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:45:0) after 3m56s
[03:28:59.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:45:0)
[03:28:59.892] Build status: SCHEDULED
[03:28:59.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:46:0) after 4m11s
[03:33:10.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:46:0)
[03:33:11.096] Build status: SCHEDULED
[03:33:11.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:47:0) after 2m29s
[03:35:40.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:47:0)
[03:35:40.254] Build status: SCHEDULED
[03:35:40.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:48:0) after 6m4s
[03:41:44.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:48:0)
[03:41:44.298] Build status: SCHEDULED
[03:41:44.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:49:0) after 1m16s
[03:43:00.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:49:0)
[03:43:00.415] Build status: SCHEDULED
[03:43:00.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:50:0) after 4m9s
[03:47:09.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:50:0)
[03:47:09.441] Build status: SCHEDULED
[03:47:09.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:51:0) after 1m57s
[03:49:06.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:51:0)
[03:49:06.470] Build status: SCHEDULED
[03:49:06.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:52:0) after 4m36s
[03:53:42.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:52:0)
[03:53:42.519] Build status: SCHEDULED
[03:53:42.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:53:0) after 4m19s
[03:58:01.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:53:0)
[03:58:01.549] Build status: SCHEDULED
[03:58:01.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:54:0) after 8m38s
[04:06:39.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:54:0)
[04:06:39.714] Build status: SCHEDULED
[04:06:39.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:55:0) after 3m47s
[04:10:26.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:55:0)
[04:10:26.737] Build status: SCHEDULED
[04:10:26.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:56:0) after 4m37s
[04:15:03.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:56:0)
[04:15:03.768] Build status: SCHEDULED
[04:15:03.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:57:0) after 6m8s
[04:21:11.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:57:0)
[04:21:11.800] Build status: SCHEDULED
[04:21:11.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:58:0) after 5m48s
[04:27:00.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:58:0)
[04:27:00.446] Build status: SCHEDULED
[04:27:00.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:59:0) after 6m43s
[04:33:43.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:59:0)
[04:33:43.478] Build status: SCHEDULED
[04:33:43.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:60:0) after 4m7s
[04:37:50.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:60:0)
[04:37:50.529] Build status: SCHEDULED
[04:37:50.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:61:0) after 2m5s
[04:39:55.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:61:0)
[04:39:55.709] Build status: SCHEDULED
[04:39:55.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:62:0) after 5m36s
[04:45:31.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:62:0)
[04:45:31.752] Build status: SCHEDULED
[04:45:31.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:63:0) after 1m26s
[04:46:57.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:63:0)
[04:46:57.789] Build status: SCHEDULED
[04:46:57.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:64:0) after 3m14s
[04:50:11.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:64:0)
[04:50:11.799] Build status: SCHEDULED
[04:50:11.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:65:0) after 1m57s
[04:52:08.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:65:0)
[04:52:08.938] Build status: SCHEDULED
[04:52:08.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:66:0) after 7m31s
[04:59:39.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:66:0)
[04:59:39.987] Build status: SCHEDULED
[04:59:39.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:67:0) after 7m46s
[05:07:26.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:67:0)
[05:07:26.023] Build status: SCHEDULED
[05:07:26.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:68:0) after 4m11s
[05:11:37.039] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:68:0)
[05:11:37.071] Build status: SCHEDULED
[05:11:37.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:69:0) after 8m32s
[05:20:09.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:69:0)
[05:20:09.216] Build status: SCHEDULED
[05:20:09.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:70:0) after 2m50s
[05:22:59.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:70:0)
[05:22:59.252] Build status: SCHEDULED
[05:22:59.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:71:0) after 5m1s
[05:28:00.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:71:0)
[05:28:00.342] Build status: SCHEDULED
[05:28:00.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:72:0) after 3m41s
[05:31:41.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:72:0)
[05:31:41.348] Build status: SCHEDULED
[05:31:41.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:73:0) after 4m44s
[05:36:25.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:73:0)
[05:36:25.360] Build status: SCHEDULED
[05:36:25.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:74:0) after 1m32s
[05:37:57.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:74:0)
[05:37:57.388] Build status: SCHEDULED
[05:37:57.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:75:0) after 5m2s
[05:42:59.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:75:0)
[05:42:59.425] Build status: SCHEDULED
[05:42:59.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:76:0) after 6m40s
[05:49:39.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:76:0)
[05:49:39.519] Build status: SCHEDULED
[05:49:39.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:77:0) after 3m15s
[05:52:54.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:77:0)
[05:52:54.584] Build status: SCHEDULED
[05:52:54.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:78:0) after 4m30s
[05:57:24.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:78:0)
[05:57:24.640] Build status: SCHEDULED
[05:57:24.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:79:0) after 8m58s
[06:06:22.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:79:0)
[06:06:22.749] Build status: SCHEDULED
[06:06:22.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:80:0) after 5m59s
[06:12:21.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:80:0)
[06:12:21.787] Build status: SCHEDULED
[06:12:21.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:81:0) after 5m54s
[06:18:15.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:81:0)
[06:18:15.859] Build status: SCHEDULED
[06:18:15.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:82:0) after 5m54s
[06:24:10.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:82:0)
[06:24:10.018] Build status: SCHEDULED
[06:24:10.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:83:0) after 1m14s
[06:25:24.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:83:0)
[06:25:24.137] Build status: SCHEDULED
[06:25:24.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:84:0) after 7m30s
[06:32:54.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:84:0)
[06:32:54.362] Build status: SCHEDULED
[06:32:54.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:85:0) after 5m44s
[06:38:38.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:85:0)
[06:38:38.409] Build status: SCHEDULED
[06:38:38.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:86:0) after 7m38s
[06:46:16.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:86:0)
[06:46:16.731] Build status: SCHEDULED
[06:46:16.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:87:0) after 3m41s
[06:49:57.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:87:0)
[06:49:57.721] Build status: SCHEDULED
[06:49:57.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:88:0) after 9m10s
[06:59:07.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:88:0)
[06:59:07.753] Build status: SCHEDULED
[06:59:07.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:89:0) after 2m48s
[07:01:55.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:89:0)
[07:01:55.842] Build status: SCHEDULED
[07:01:55.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:90:0) after 6m26s
[07:08:21.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:90:0)
[07:08:21.860] Build status: SCHEDULED
[07:08:21.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:91:0) after 3m54s
[07:12:15.881] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:91:0)
[07:12:15.900] Build status: SCHEDULED
[07:12:15.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:92:0) after 7m39s
[07:19:54.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:92:0)
[07:19:54.987] Build status: SCHEDULED
[07:19:54.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:93:0) after 5m21s
[07:25:16.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:93:0)
[07:25:16.018] Build status: SCHEDULED
[07:25:16.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:94:0) after 9m6s
[07:34:22.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:94:0)
[07:34:22.117] Build status: SCHEDULED
[07:34:22.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:95:0) after 8m53s
[07:43:15.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:95:0)
[07:43:15.201] Build status: SCHEDULED
[07:43:15.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:96:0) after 8m41s
[07:51:56.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:96:0)
[07:51:56.235] Build status: SCHEDULED
[07:51:56.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:97:0) after 2m36s
[07:54:32.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:97:0)
[07:54:32.359] Build status: SCHEDULED
[07:54:32.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:98:0) after 3m43s
[07:58:15.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:98:0)
[07:58:15.409] Build status: SCHEDULED
[07:58:15.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:99:0) after 5m30s
[08:03:45.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:99:0)
[08:03:45.491] Build status: SCHEDULED
[08:03:45.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:100:0) after 6m1s
[08:09:46.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:100:0)
[08:09:46.559] Build status: SCHEDULED
[08:09:46.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:101:0) after 8m43s
[08:18:29.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:101:0)
[08:18:29.598] Build status: SCHEDULED
[08:18:29.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:102:0) after 2m54s
[08:21:23.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:102:0)
[08:21:23.648] Build status: SCHEDULED
[08:21:23.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:103:0) after 8m30s
[08:29:53.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:103:0)
[08:29:53.691] Build status: SCHEDULED
[08:29:53.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:104:0) after 7m52s
[08:37:45.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:104:0)
[08:37:45.819] Build status: SCHEDULED
[08:37:45.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:105:0) after 5m26s
[08:43:11.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:105:0)
[08:43:11.901] Build status: SCHEDULED
[08:43:11.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:106:0) after 4m1s
[08:47:12.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:106:0)
[08:47:12.952] Build status: SCHEDULED
[08:47:12.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:107:0) after 1m18s
[08:48:30.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:107:0)
[08:48:31.002] Build status: SCHEDULED
[08:48:31.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:108:0) after 7m39s
[08:56:10.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:108:0)
[08:56:10.478] Build status: SCHEDULED
[08:56:10.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:109:0) after 3m30s
[08:59:40.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:109:0)
[08:59:40.510] Build status: SCHEDULED
[08:59:40.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:110:0) after 2m24s
[09:01:46.988] Received PubSub notification, asking Buildbucket for the build status
[09:01:47.007] Build status: STARTED
[09:02:04.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:110:0)
[09:02:04.563] Build status: STARTED
[09:02:04.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:112:0) after 6m7s
[09:08:11.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:112:0)
[09:08:11.598] Build status: STARTED
[09:08:11.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:113:0) after 6m47s
[09:14:58.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:113:0)
[09:14:58.627] Build status: STARTED
[09:14:58.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:114:0) after 7m6s
[09:22:04.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:114:0)
[09:22:04.689] Build status: STARTED
[09:22:04.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:115:0) after 5m12s
[09:27:16.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:115:0)
[09:27:16.805] Build status: STARTED
[09:27:16.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:116:0) after 2m58s
[09:30:14.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:116:0)
[09:30:14.899] Build status: STARTED
[09:30:14.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:117:0) after 6m48s
[09:37:02.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:117:0)
[09:37:02.988] Build status: STARTED
[09:37:02.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:118:0) after 2m15s
[09:39:18.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:118:0)
[09:39:18.095] Build status: STARTED
[09:39:18.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:119:0) after 5m12s
[09:44:30.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:119:0)
[09:44:30.185] Build status: STARTED
[09:44:30.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8866512943019209152:120:0) after 8m7s
[09:49:52.936] Received PubSub notification, asking Buildbucket for the build status
[09:49:52.951] Build:
{
  "id": "8701082881062600673",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-13T23:22:33.616185106Z",
  "startTime": "2025-10-14T09:01:46.454595368Z",
  "endTime": "2025-10-14T09:49:52.493086514Z",
  "updateTime": "2025-10-14T09:49:52.493086514Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "5fe02c84bb2664b2458d737f4dc8ad457a27851b",
      "ref": "refs/heads/main"
    }
  }
}
[09:49:52.951] Invocation finished in 10h27m20.585871482s with status FAILED