LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev 33d44fee03807dad403981fd881c296c38c5e452)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-compatibility-main"
>

Incoming triggers

815a7345a28fd3c365852c2ebc1d421f75a45da4 (1 month ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "815a7345a28fd3c365852c2ebc1d421f75a45da4"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/815a7345a28fd3c365852c2ebc1d421f75a45da4
gitiles_ref:refs/heads/main

Debug log (UTC)

[08:03:46.922] New invocation is queued and will start shortly
[08:03:48.002] Starting the invocation (attempt 1)
[08:03:48.029] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/815a7345a28fd3c365852c2ebc1d421f75a45da4"
[08:03:48.030] Popped gitiles commit info from properties and tags
[08:03:48.030] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:03:48.030] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:03:48.030] Buildbucket request:
{
  "requestId": "8875358651982268336",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8875358651982268336",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "815a7345a28fd3c365852c2ebc1d421f75a45da4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@815a7345a28fd3c365852c2ebc1d421f75a45da4",
                        "title": "815a7345a28fd3c365852c2ebc1d421f75a45da4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/815a7345a28fd3c365852c2ebc1d421f75a45da4"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "815a7345a28fd3c365852c2ebc1d421f75a45da4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8875358651982268336"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:03:48.361] Scheduled build:
{
  "id": "8709928590110292721",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-08T08:03:48.087282449Z",
  "updateTime": "2025-07-08T08:03:48.087282449Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "815a7345a28fd3c365852c2ebc1d421f75a45da4",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[08:03:48.361] Task URL: https://cr-buildbucket.appspot.com/build/8709928590110292721
[08:03:48.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:2:0) after 3m26s
[08:03:49.347] Received PubSub notification, asking Buildbucket for the build status
[08:03:49.374] Build status: SCHEDULED
[08:07:14.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:2:0)
[08:07:14.473] Build status: SCHEDULED
[08:07:14.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:4:0) after 6m44s
[08:13:58.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:4:0)
[08:13:58.522] Build status: SCHEDULED
[08:13:58.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:5:0) after 4m46s
[08:18:44.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:5:0)
[08:18:44.562] Build status: SCHEDULED
[08:18:44.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:6:0) after 6m25s
[08:25:09.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:6:0)
[08:25:09.605] Build status: SCHEDULED
[08:25:09.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:7:0) after 5m47s
[08:30:56.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:7:0)
[08:30:56.931] Build status: SCHEDULED
[08:30:56.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:8:0) after 3m48s
[08:34:45.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:8:0)
[08:34:45.078] Build status: SCHEDULED
[08:34:45.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:9:0) after 3m16s
[08:38:01.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:9:0)
[08:38:01.123] Build status: SCHEDULED
[08:38:01.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:10:0) after 4m13s
[08:42:14.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:10:0)
[08:42:14.225] Build status: SCHEDULED
[08:42:14.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:11:0) after 3m4s
[08:45:18.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:11:0)
[08:45:18.336] Build status: SCHEDULED
[08:45:18.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:12:0) after 5m41s
[08:50:59.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:12:0)
[08:50:59.460] Build status: SCHEDULED
[08:50:59.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:13:0) after 4m50s
[08:55:50.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:13:0)
[08:55:50.362] Build status: SCHEDULED
[08:55:50.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:14:0) after 4m37s
[09:00:27.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:14:0)
[09:00:27.419] Build status: SCHEDULED
[09:00:27.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:15:0) after 7m54s
[09:08:21.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:15:0)
[09:08:21.539] Build status: SCHEDULED
[09:08:21.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:16:0) after 7m25s
[09:15:46.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:16:0)
[09:15:46.588] Build status: SCHEDULED
[09:15:46.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:17:0) after 3m26s
[09:19:12.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:17:0)
[09:19:12.736] Build status: SCHEDULED
[09:19:12.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:18:0) after 8m55s
[09:28:07.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:18:0)
[09:28:07.808] Build status: SCHEDULED
[09:28:07.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:19:0) after 6m21s
[09:34:28.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:19:0)
[09:34:30.977] Build status: SCHEDULED
[09:34:30.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:20:0) after 7m47s
[09:42:17.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:20:0)
[09:42:18.027] Build status: SCHEDULED
[09:42:18.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:21:0) after 1m0s
[09:43:18.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:21:0)
[09:43:18.185] Build status: SCHEDULED
[09:43:18.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:22:0) after 3m49s
[09:47:07.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:22:0)
[09:47:07.317] Build status: SCHEDULED
[09:47:07.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:23:0) after 5m33s
[09:52:40.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:23:0)
[09:52:40.359] Build status: SCHEDULED
[09:52:40.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:24:0) after 3m2s
[09:55:42.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:24:0)
[09:55:42.454] Build status: SCHEDULED
[09:55:42.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:25:0) after 5m5s
[10:00:47.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:25:0)
[10:00:47.490] Build status: SCHEDULED
[10:00:47.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:26:0) after 7m58s
[10:08:45.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:26:0)
[10:08:45.545] Build status: SCHEDULED
[10:08:45.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:27:0) after 1m46s
[10:10:31.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:27:0)
[10:10:31.652] Build status: SCHEDULED
[10:10:31.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:28:0) after 6m24s
[10:16:55.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:28:0)
[10:16:55.830] Build status: SCHEDULED
[10:16:55.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:29:0) after 3m51s
[10:20:46.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:29:0)
[10:20:46.876] Build status: SCHEDULED
[10:20:46.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:30:0) after 7m14s
[10:28:01.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:30:0)
[10:28:01.558] Build status: SCHEDULED
[10:28:01.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:31:0) after 5m5s
[10:33:06.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:31:0)
[10:33:06.604] Build status: SCHEDULED
[10:33:06.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:32:0) after 9m3s
[10:42:09.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:32:0)
[10:42:09.868] Build status: SCHEDULED
[10:42:09.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:33:0) after 4m27s
[10:46:36.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:33:0)
[10:46:36.961] Build status: SCHEDULED
[10:46:36.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:34:0) after 4m13s
[10:50:50.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:34:0)
[10:50:50.197] Build status: SCHEDULED
[10:50:50.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:35:0) after 2m35s
[10:53:25.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:35:0)
[10:53:25.627] Build status: SCHEDULED
[10:53:25.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:36:0) after 6m46s
[11:00:11.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:36:0)
[11:00:11.914] Build status: SCHEDULED
[11:00:11.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:37:0) after 2m52s
[11:03:03.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:37:0)
[11:03:03.963] Build status: SCHEDULED
[11:03:03.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:38:0) after 2m13s
[11:05:17.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:38:0)
[11:05:17.072] Build status: SCHEDULED
[11:05:17.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:39:0) after 8m37s
[11:13:54.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:39:0)
[11:13:54.200] Build status: SCHEDULED
[11:13:54.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:40:0) after 4m8s
[11:18:02.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:40:0)
[11:18:02.345] Build status: SCHEDULED
[11:18:02.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:41:0) after 5m56s
[11:23:58.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:41:0)
[11:23:58.624] Build status: SCHEDULED
[11:23:58.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:42:0) after 2m34s
[11:26:32.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:42:0)
[11:26:32.786] Build status: SCHEDULED
[11:26:32.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:43:0) after 6m49s
[11:33:21.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:43:0)
[11:33:21.837] Build status: SCHEDULED
[11:33:21.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:44:0) after 4m3s
[11:37:24.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:44:0)
[11:37:24.984] Build status: SCHEDULED
[11:37:24.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:45:0) after 3m49s
[11:41:14.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:45:0)
[11:41:14.199] Build status: SCHEDULED
[11:41:14.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:46:0) after 1m12s
[11:42:26.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:46:0)
[11:42:26.447] Build status: SCHEDULED
[11:42:26.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:47:0) after 4m24s
[11:46:50.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:47:0)
[11:46:50.479] Build status: SCHEDULED
[11:46:50.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:48:0) after 9m34s
[11:56:24.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:48:0)
[11:56:24.536] Build status: SCHEDULED
[11:56:24.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:49:0) after 5m54s
[12:02:18.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:49:0)
[12:02:18.580] Build status: SCHEDULED
[12:02:18.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:50:0) after 1m21s
[12:03:39.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:50:0)
[12:03:39.640] Build status: SCHEDULED
[12:03:39.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:51:0) after 6m45s
[12:10:24.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:51:0)
[12:10:24.707] Build status: SCHEDULED
[12:10:24.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:52:0) after 8m36s
[12:19:00.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:52:0)
[12:19:00.764] Build status: SCHEDULED
[12:19:00.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:53:0) after 6m38s
[12:25:38.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:53:0)
[12:25:38.879] Build status: SCHEDULED
[12:25:38.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:54:0) after 2m40s
[12:28:18.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:54:0)
[12:28:18.893] Build status: SCHEDULED
[12:28:18.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:55:0) after 3m17s
[12:31:35.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:55:0)
[12:31:36.102] Build status: SCHEDULED
[12:31:36.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:56:0) after 5m28s
[12:37:04.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:56:0)
[12:37:04.178] Build status: SCHEDULED
[12:37:04.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:57:0) after 3m38s
[12:40:42.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:57:0)
[12:40:42.352] Build status: SCHEDULED
[12:40:42.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:58:0) after 9m47s
[12:50:29.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:58:0)
[12:50:29.441] Build status: SCHEDULED
[12:50:29.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:59:0) after 6m14s
[12:56:43.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:59:0)
[12:56:43.510] Build status: SCHEDULED
[12:56:43.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:60:0) after 4m53s
[13:01:36.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:60:0)
[13:01:36.571] Build status: SCHEDULED
[13:01:36.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:61:0) after 8m10s
[13:09:46.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:61:0)
[13:09:46.666] Build status: SCHEDULED
[13:09:46.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:62:0) after 9m20s
[13:19:06.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:62:0)
[13:19:06.785] Build status: SCHEDULED
[13:19:06.785] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:63:0) after 9m6s
[13:28:12.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:63:0)
[13:28:12.940] Build status: SCHEDULED
[13:28:12.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:64:0) after 1m56s
[13:30:08.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:64:0)
[13:30:08.990] Build status: SCHEDULED
[13:30:08.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:65:0) after 3m16s
[13:33:25.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:65:0)
[13:33:25.136] Build status: SCHEDULED
[13:33:25.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:66:0) after 8m21s
[13:41:46.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:66:0)
[13:41:46.172] Build status: SCHEDULED
[13:41:46.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:67:0) after 2m10s
[13:43:56.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:67:0)
[13:43:56.270] Build status: SCHEDULED
[13:43:56.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:68:0) after 2m17s
[13:46:13.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:68:0)
[13:46:13.412] Build status: SCHEDULED
[13:46:13.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:69:0) after 1m35s
[13:47:48.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:69:0)
[13:47:48.455] Build status: SCHEDULED
[13:47:48.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:70:0) after 7m36s
[13:55:24.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:70:0)
[13:55:24.568] Build status: SCHEDULED
[13:55:24.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:71:0) after 1m8s
[13:56:32.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:71:0)
[13:56:32.635] Build status: SCHEDULED
[13:56:32.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:72:0) after 4m52s
[14:01:24.659] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:72:0)
[14:01:24.694] Build status: SCHEDULED
[14:01:24.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:73:0) after 2m37s
[14:04:01.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:73:0)
[14:04:01.742] Build status: SCHEDULED
[14:04:01.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:74:0) after 8m24s
[14:12:25.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:74:0)
[14:12:25.847] Build status: SCHEDULED
[14:12:25.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:75:0) after 1m49s
[14:14:14.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:75:0)
[14:14:14.909] Build status: SCHEDULED
[14:14:14.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:76:0) after 5m13s
[14:19:27.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:76:0)
[14:19:27.996] Build status: SCHEDULED
[14:19:27.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:77:0) after 7m56s
[14:27:24.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:77:0)
[14:27:24.038] Build status: SCHEDULED
[14:27:24.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:78:0) after 4m13s
[14:31:37.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:78:0)
[14:31:37.099] Build status: SCHEDULED
[14:31:37.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:79:0) after 3m16s
[14:34:53.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:79:0)
[14:34:53.146] Build status: SCHEDULED
[14:34:53.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:80:0) after 9m26s
[14:44:19.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:80:0)
[14:44:19.189] Build status: SCHEDULED
[14:44:19.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:81:0) after 2m57s
[14:47:16.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:81:0)
[14:47:16.328] Build status: SCHEDULED
[14:47:16.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:82:0) after 6m22s
[14:53:38.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:82:0)
[14:53:38.455] Build status: SCHEDULED
[14:53:38.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:83:0) after 5m24s
[14:59:02.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:83:0)
[14:59:02.530] Build status: SCHEDULED
[14:59:02.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:84:0) after 4m51s
[15:03:53.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:84:0)
[15:03:53.621] Build status: SCHEDULED
[15:03:53.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:85:0) after 5m13s
[15:09:06.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:85:0)
[15:09:06.795] Build status: SCHEDULED
[15:09:06.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:86:0) after 8m45s
[15:10:57.569] Received PubSub notification, asking Buildbucket for the build status
[15:10:57.588] Build status: STARTED
[15:17:51.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:86:0)
[15:17:51.850] Build status: STARTED
[15:17:51.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:88:0) after 6m48s
[15:24:40.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:88:0)
[15:24:40.135] Build status: STARTED
[15:24:40.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:89:0) after 6m27s
[15:31:07.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:89:0)
[15:31:07.258] Build status: STARTED
[15:31:07.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:90:0) after 5m41s
[15:36:48.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:90:0)
[15:36:48.441] Build status: STARTED
[15:36:48.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:91:0) after 3m44s
[15:40:32.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:91:0)
[15:40:32.595] Build status: STARTED
[15:40:32.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:92:0) after 3m38s
[15:44:10.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:92:0)
[15:44:10.667] Build status: STARTED
[15:44:10.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:93:0) after 7m25s
[15:51:35.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:93:0)
[15:51:35.753] Build status: STARTED
[15:51:35.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:94:0) after 6m26s
[15:58:01.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:94:0)
[15:58:01.807] Build status: STARTED
[15:58:01.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:95:0) after 1m11s
[15:59:12.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:95:0)
[15:59:13.114] Build status: STARTED
[15:59:13.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8875358651982268336:96:0) after 8m42s
[16:07:51.122] Received PubSub notification, asking Buildbucket for the build status
[16:07:51.158] Build:
{
  "id": "8709928590110292721",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-07-08T08:03:48.087282449Z",
  "startTime": "2025-07-08T15:10:57.387374797Z",
  "endTime": "2025-07-08T16:07:50.832296912Z",
  "updateTime": "2025-07-08T16:07:50.832296912Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "815a7345a28fd3c365852c2ebc1d421f75a45da4",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[16:07:51.158] Invocation finished in 8h4m4.23983976s with status FAILED