Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 33d44fee03807dad403981fd881c296c38c5e452)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-compatibility-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "ec55b9ccbf5ad9a8d0c938f2fffec2c7452d7123"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ec55b9ccbf5ad9a8d0c938f2fffec2c7452d7123
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:41:40.359] New invocation is queued and will start shortly
[03:41:41.563] Starting the invocation (attempt 1)
[03:41:41.590] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ec55b9ccbf5ad9a8d0c938f2fffec2c7452d7123"
[03:41:41.590] Popped gitiles commit info from properties and tags
[03:41:41.590] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:41:41.590] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:41:41.591] Buildbucket request:
{
  "requestId": "8898749159825237760",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8898749159825237760",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "741b773cfcd117c93742633362cb350df3d13215"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@741b773cfcd117c93742633362cb350df3d13215",
                        "title": "741b773cfcd117c93742633362cb350df3d13215",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/741b773cfcd117c93742633362cb350df3d13215"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ed55dbc3fa5eb05e2b557fad0eff2b1bf1f93751"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ed55dbc3fa5eb05e2b557fad0eff2b1bf1f93751",
                        "title": "ed55dbc3fa5eb05e2b557fad0eff2b1bf1f93751",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ed55dbc3fa5eb05e2b557fad0eff2b1bf1f93751"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "892394fe74db6decd3799873f910862cef6a182d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@892394fe74db6decd3799873f910862cef6a182d",
                        "title": "892394fe74db6decd3799873f910862cef6a182d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/892394fe74db6decd3799873f910862cef6a182d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9e869b4c9fe1413b82db14e30705e87aba3ebc10"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9e869b4c9fe1413b82db14e30705e87aba3ebc10",
                        "title": "9e869b4c9fe1413b82db14e30705e87aba3ebc10",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9e869b4c9fe1413b82db14e30705e87aba3ebc10"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0aa57cea2e06c48a24266b21d472155c2379189f"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0aa57cea2e06c48a24266b21d472155c2379189f",
                        "title": "0aa57cea2e06c48a24266b21d472155c2379189f",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0aa57cea2e06c48a24266b21d472155c2379189f"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0cd9c0b3e15916be32652bfbfb524949dee4fa0c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0cd9c0b3e15916be32652bfbfb524949dee4fa0c",
                        "title": "0cd9c0b3e15916be32652bfbfb524949dee4fa0c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0cd9c0b3e15916be32652bfbfb524949dee4fa0c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c5e6cab3b190f4cdc32e3209582a7697f2992a85"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c5e6cab3b190f4cdc32e3209582a7697f2992a85",
                        "title": "c5e6cab3b190f4cdc32e3209582a7697f2992a85",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c5e6cab3b190f4cdc32e3209582a7697f2992a85"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "07d1278c98fd1dde9408a2de35a227948cf674c5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@07d1278c98fd1dde9408a2de35a227948cf674c5",
                        "title": "07d1278c98fd1dde9408a2de35a227948cf674c5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/07d1278c98fd1dde9408a2de35a227948cf674c5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ec55b9ccbf5ad9a8d0c938f2fffec2c7452d7123"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ec55b9ccbf5ad9a8d0c938f2fffec2c7452d7123",
                        "title": "ec55b9ccbf5ad9a8d0c938f2fffec2c7452d7123",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ec55b9ccbf5ad9a8d0c938f2fffec2c7452d7123"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "ec55b9ccbf5ad9a8d0c938f2fffec2c7452d7123",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8898749159825237760"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:41:42.321] Scheduled build:
{
  "id": "8733319097744528689",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-10-23T03:41:41.708803090Z",
  "updateTime": "2024-10-23T03:41:41.708803090Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "ec55b9ccbf5ad9a8d0c938f2fffec2c7452d7123",
      "ref": "refs/heads/main"
    }
  }
}
[03:41:42.321] Task URL: https://cr-buildbucket.appspot.com/build/8733319097744528689
[03:41:42.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:2:0) after 4m18s
[03:41:43.152] Received PubSub notification, asking Buildbucket for the build status
[03:41:43.226] Build status: SCHEDULED
[03:46:00.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:2:0)
[03:46:00.451] Build status: SCHEDULED
[03:46:00.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:4:0) after 8m31s
[03:54:31.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:4:0)
[03:54:31.850] Build status: SCHEDULED
[03:54:31.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:5:0) after 5m47s
[04:00:18.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:5:0)
[04:00:19.011] Build status: SCHEDULED
[04:00:19.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:6:0) after 8m5s
[04:08:24.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:6:0)
[04:08:24.105] Build status: SCHEDULED
[04:08:24.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:7:0) after 3m14s
[04:11:38.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:7:0)
[04:11:38.228] Build status: SCHEDULED
[04:11:38.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:8:0) after 6m43s
[04:18:21.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:8:0)
[04:18:21.383] Build status: SCHEDULED
[04:18:21.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:9:0) after 2m8s
[04:20:29.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:9:0)
[04:20:29.522] Build status: SCHEDULED
[04:20:29.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:10:0) after 9m51s
[04:30:20.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:10:0)
[04:30:20.578] Build status: SCHEDULED
[04:30:20.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:11:0) after 1m56s
[04:32:16.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:11:0)
[04:32:16.634] Build status: SCHEDULED
[04:32:16.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:12:0) after 9m18s
[04:41:34.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:12:0)
[04:41:34.888] Build status: SCHEDULED
[04:41:34.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:13:0) after 1m6s
[04:42:41.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:13:0)
[04:42:41.072] Build status: SCHEDULED
[04:42:41.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:14:0) after 3m56s
[04:46:37.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:14:0)
[04:46:37.106] Build status: SCHEDULED
[04:46:37.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:15:0) after 5m52s
[04:52:30.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:15:0)
[04:52:30.375] Build status: SCHEDULED
[04:52:30.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:16:0) after 3m16s
[04:55:46.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:16:0)
[04:55:46.412] Build status: SCHEDULED
[04:55:46.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:17:0) after 6m38s
[05:02:24.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:17:0)
[05:02:24.748] Build status: SCHEDULED
[05:02:24.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:18:0) after 6m59s
[05:09:23.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:18:0)
[05:09:23.943] Build status: SCHEDULED
[05:09:23.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:19:0) after 5m41s
[05:15:04.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:19:0)
[05:15:04.982] Build status: SCHEDULED
[05:15:04.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:20:0) after 5m13s
[05:20:18.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:20:0)
[05:20:18.477] Build status: SCHEDULED
[05:20:18.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:21:0) after 9m34s
[05:29:52.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:21:0)
[05:29:52.509] Build status: SCHEDULED
[05:29:52.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:22:0) after 4m27s
[05:34:19.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:22:0)
[05:34:19.546] Build status: SCHEDULED
[05:34:19.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:23:0) after 1m36s
[05:35:55.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:23:0)
[05:35:55.869] Build status: SCHEDULED
[05:35:55.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:24:0) after 1m55s
[05:37:50.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:24:0)
[05:37:51.331] Build status: SCHEDULED
[05:37:51.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:25:0) after 7m57s
[05:45:48.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:25:0)
[05:45:48.470] Build status: SCHEDULED
[05:45:48.470] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:26:0) after 7m2s
[05:52:50.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:26:0)
[05:52:50.602] Build status: SCHEDULED
[05:52:50.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:27:0) after 1m38s
[05:54:28.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:27:0)
[05:54:28.742] Build status: SCHEDULED
[05:54:28.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:28:0) after 2m42s
[05:57:10.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:28:0)
[05:57:10.801] Build status: SCHEDULED
[05:57:10.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:29:0) after 6m41s
[06:03:52.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:29:0)
[06:03:52.064] Build status: SCHEDULED
[06:03:52.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:30:0) after 9m32s
[06:13:24.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:30:0)
[06:13:24.282] Build status: SCHEDULED
[06:13:24.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:31:0) after 4m49s
[06:18:13.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:31:0)
[06:18:13.333] Build status: SCHEDULED
[06:18:13.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:32:0) after 7m19s
[06:25:32.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:32:0)
[06:25:32.375] Build status: SCHEDULED
[06:25:32.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:33:0) after 6m32s
[06:32:04.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:33:0)
[06:32:04.501] Build status: SCHEDULED
[06:32:04.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:34:0) after 3m46s
[06:35:50.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:34:0)
[06:35:50.546] Build status: SCHEDULED
[06:35:50.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:35:0) after 7m37s
[06:43:27.858] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:35:0)
[06:43:27.883] Build status: SCHEDULED
[06:43:27.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:36:0) after 2m17s
[06:45:44.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:36:0)
[06:45:44.957] Build status: SCHEDULED
[06:45:44.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:37:0) after 5m11s
[06:50:56.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:37:0)
[06:50:56.103] Build status: SCHEDULED
[06:50:56.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:38:0) after 4m23s
[06:55:19.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:38:0)
[06:55:19.247] Build status: SCHEDULED
[06:55:19.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:39:0) after 4m49s
[07:00:08.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:39:0)
[07:00:08.315] Build status: SCHEDULED
[07:00:08.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:40:0) after 5m1s
[07:05:09.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:40:0)
[07:05:09.440] Build status: SCHEDULED
[07:05:09.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:41:0) after 4m27s
[07:09:36.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:41:0)
[07:09:37.134] Build status: SCHEDULED
[07:09:37.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:42:0) after 5m7s
[07:14:44.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:42:0)
[07:14:44.156] Build status: SCHEDULED
[07:14:44.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:43:0) after 6m18s
[07:21:02.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:43:0)
[07:21:02.304] Build status: SCHEDULED
[07:21:02.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:44:0) after 9m8s
[07:30:10.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:44:0)
[07:30:10.411] Build status: SCHEDULED
[07:30:10.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:45:0) after 7m29s
[07:37:39.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:45:0)
[07:37:39.451] Build status: SCHEDULED
[07:37:39.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:46:0) after 2m13s
[07:39:52.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:46:0)
[07:39:52.563] Build status: SCHEDULED
[07:39:52.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:47:0) after 7m25s
[07:47:17.688] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:47:0)
[07:47:17.708] Build status: SCHEDULED
[07:47:17.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:48:0) after 6m44s
[07:54:01.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:48:0)
[07:54:01.791] Build status: SCHEDULED
[07:54:01.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:49:0) after 5m6s
[07:59:07.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:49:0)
[07:59:07.846] Build status: SCHEDULED
[07:59:07.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:50:0) after 9m34s
[08:08:41.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:50:0)
[08:08:41.899] Build status: SCHEDULED
[08:08:41.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:51:0) after 9m15s
[08:17:56.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:51:0)
[08:17:56.936] Build status: SCHEDULED
[08:17:56.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:52:0) after 3m33s
[08:21:30.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:52:0)
[08:21:30.557] Build status: SCHEDULED
[08:21:30.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:53:0) after 7m30s
[08:29:00.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:53:0)
[08:29:00.622] Build status: SCHEDULED
[08:29:00.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:54:0) after 5m16s
[08:32:27.857] Received PubSub notification, asking Buildbucket for the build status
[08:32:27.876] Build status: STARTED
[08:34:16.675] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:54:0)
[08:34:16.690] Build status: STARTED
[08:34:16.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:56:0) after 7m4s
[08:41:20.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:56:0)
[08:41:20.808] Build status: STARTED
[08:41:20.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:57:0) after 7m39s
[08:48:59.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:57:0)
[08:48:59.845] Build status: STARTED
[08:48:59.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:58:0) after 5m20s
[08:54:19.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:58:0)
[08:54:19.967] Build status: STARTED
[08:54:19.967] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:59:0) after 1m26s
[08:55:45.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:59:0)
[08:55:45.961] Build status: STARTED
[08:55:45.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:60:0) after 1m29s
[08:57:14.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:60:0)
[08:57:14.961] Build status: STARTED
[08:57:14.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:61:0) after 6m50s
[09:04:05.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:61:0)
[09:04:05.426] Build status: STARTED
[09:04:05.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:62:0) after 3m41s
[09:07:46.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:62:0)
[09:07:46.475] Build status: STARTED
[09:07:46.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:63:0) after 8m11s
[09:15:57.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:63:0)
[09:15:57.563] Build status: STARTED
[09:15:57.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:64:0) after 1m7s
[09:17:04.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:64:0)
[09:17:04.604] Build status: STARTED
[09:17:04.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8898749159825237760:65:0) after 7m35s
[09:19:08.909] Received PubSub notification, asking Buildbucket for the build status
[09:19:08.929] Build:
{
  "id": "8733319097744528689",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-10-23T03:41:41.708803090Z",
  "startTime": "2024-10-23T08:31:57.040630967Z",
  "endTime": "2024-10-23T09:19:08.642359161Z",
  "updateTime": "2024-10-23T09:19:08.642359161Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "ec55b9ccbf5ad9a8d0c938f2fffec2c7452d7123",
      "ref": "refs/heads/main"
    }
  }
}
[09:19:08.929] Invocation finished in 5h37m28.589181043s with status FAILED