Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 33d44fee03807dad403981fd881c296c38c5e452)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-compatibility-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "117ea8b1f99153ff28ddb80bde3eb9c0a647bab9"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/117ea8b1f99153ff28ddb80bde3eb9c0a647bab9
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:09:40.760] New invocation is queued and will start shortly
[20:09:42.199] Starting the invocation (attempt 1)
[20:09:42.227] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/117ea8b1f99153ff28ddb80bde3eb9c0a647bab9"
[20:09:42.227] Popped gitiles commit info from properties and tags
[20:09:42.227] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:09:42.227] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:09:42.227] Buildbucket request:
{
  "requestId": "8876400146076290048",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8876400146076290048",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f5e6468d4fb630c397dfb5c6b2f4e3f91a457206"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f5e6468d4fb630c397dfb5c6b2f4e3f91a457206",
                        "title": "f5e6468d4fb630c397dfb5c6b2f4e3f91a457206",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f5e6468d4fb630c397dfb5c6b2f4e3f91a457206"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d50efb6f5b3aac20d8dda096c1f7127a41386173"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d50efb6f5b3aac20d8dda096c1f7127a41386173",
                        "title": "d50efb6f5b3aac20d8dda096c1f7127a41386173",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d50efb6f5b3aac20d8dda096c1f7127a41386173"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c19ea2002a0dc4466d07945b0e7f29d55cba47f4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c19ea2002a0dc4466d07945b0e7f29d55cba47f4",
                        "title": "c19ea2002a0dc4466d07945b0e7f29d55cba47f4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c19ea2002a0dc4466d07945b0e7f29d55cba47f4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ece4ea628e6342880b77276af10bd375aa86e6b0"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ece4ea628e6342880b77276af10bd375aa86e6b0",
                        "title": "ece4ea628e6342880b77276af10bd375aa86e6b0",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ece4ea628e6342880b77276af10bd375aa86e6b0"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bb20f0597ebc5375e57f6c6fc98ec63d7b7ec69d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bb20f0597ebc5375e57f6c6fc98ec63d7b7ec69d",
                        "title": "bb20f0597ebc5375e57f6c6fc98ec63d7b7ec69d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bb20f0597ebc5375e57f6c6fc98ec63d7b7ec69d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "478e63b6141a49938c61e7fe15fd9664a32f056a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@478e63b6141a49938c61e7fe15fd9664a32f056a",
                        "title": "478e63b6141a49938c61e7fe15fd9664a32f056a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/478e63b6141a49938c61e7fe15fd9664a32f056a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bcc6a48c73052f9e18413703df8c32c0fc92fe21"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bcc6a48c73052f9e18413703df8c32c0fc92fe21",
                        "title": "bcc6a48c73052f9e18413703df8c32c0fc92fe21",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bcc6a48c73052f9e18413703df8c32c0fc92fe21"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "117ea8b1f99153ff28ddb80bde3eb9c0a647bab9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@117ea8b1f99153ff28ddb80bde3eb9c0a647bab9",
                        "title": "117ea8b1f99153ff28ddb80bde3eb9c0a647bab9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/117ea8b1f99153ff28ddb80bde3eb9c0a647bab9"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "117ea8b1f99153ff28ddb80bde3eb9c0a647bab9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8876400146076290048"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:09:42.624] Scheduled build:
{
  "id": "8710970083809150705",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-26T20:09:42.296654048Z",
  "updateTime": "2025-06-26T20:09:42.296654048Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "117ea8b1f99153ff28ddb80bde3eb9c0a647bab9",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[20:09:42.624] Task URL: https://cr-buildbucket.appspot.com/build/8710970083809150705
[20:09:42.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:2:0) after 2m20s
[20:09:43.593] Received PubSub notification, asking Buildbucket for the build status
[20:09:43.625] Build status: SCHEDULED
[20:12:02.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:2:0)
[20:12:02.660] Build status: SCHEDULED
[20:12:02.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:4:0) after 4m19s
[20:16:21.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:4:0)
[20:16:21.732] Build status: SCHEDULED
[20:16:21.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:5:0) after 4m26s
[20:20:47.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:5:0)
[20:20:47.779] Build status: SCHEDULED
[20:20:47.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:6:0) after 6m51s
[20:27:38.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:6:0)
[20:27:39.047] Build status: SCHEDULED
[20:27:39.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:7:0) after 7m12s
[20:34:51.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:7:0)
[20:34:51.209] Build status: SCHEDULED
[20:34:51.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:8:0) after 2m17s
[20:37:08.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:8:0)
[20:37:08.240] Build status: SCHEDULED
[20:37:08.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:9:0) after 3m5s
[20:40:13.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:9:0)
[20:40:13.289] Build status: SCHEDULED
[20:40:13.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:10:0) after 4m23s
[20:44:36.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:10:0)
[20:44:36.352] Build status: SCHEDULED
[20:44:36.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:11:0) after 3m58s
[20:48:34.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:11:0)
[20:48:34.372] Build status: SCHEDULED
[20:48:34.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:12:0) after 4m40s
[20:53:14.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:12:0)
[20:53:14.457] Build status: SCHEDULED
[20:53:14.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:13:0) after 6m37s
[20:59:51.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:13:0)
[20:59:51.568] Build status: SCHEDULED
[20:59:51.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:14:0) after 4m5s
[21:03:56.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:14:0)
[21:03:56.649] Build status: SCHEDULED
[21:03:56.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:15:0) after 7m23s
[21:11:19.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:15:0)
[21:11:19.753] Build status: SCHEDULED
[21:11:19.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:16:0) after 5m24s
[21:16:43.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:16:0)
[21:16:43.797] Build status: SCHEDULED
[21:16:43.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:17:0) after 7m3s
[21:23:46.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:17:0)
[21:23:46.876] Build status: SCHEDULED
[21:23:46.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:18:0) after 4m30s
[21:28:16.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:18:0)
[21:28:16.968] Build status: SCHEDULED
[21:28:16.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:19:0) after 6m56s
[21:35:12.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:19:0)
[21:35:13.011] Build status: SCHEDULED
[21:35:13.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:20:0) after 5m54s
[21:41:07.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:20:0)
[21:41:07.159] Build status: SCHEDULED
[21:41:07.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:21:0) after 5m4s
[21:46:11.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:21:0)
[21:46:11.251] Build status: SCHEDULED
[21:46:11.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:22:0) after 7m47s
[21:53:58.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:22:0)
[21:53:58.299] Build status: SCHEDULED
[21:53:58.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:23:0) after 6m26s
[22:00:24.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:23:0)
[22:00:24.400] Build status: SCHEDULED
[22:00:24.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:24:0) after 9m55s
[22:10:19.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:24:0)
[22:10:19.466] Build status: SCHEDULED
[22:10:19.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:25:0) after 8m31s
[22:18:50.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:25:0)
[22:18:50.619] Build status: SCHEDULED
[22:18:50.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:26:0) after 4m51s
[22:23:41.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:26:0)
[22:23:41.659] Build status: SCHEDULED
[22:23:41.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:27:0) after 1m4s
[22:24:45.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:27:0)
[22:24:45.868] Build status: SCHEDULED
[22:24:45.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:28:0) after 7m59s
[22:32:44.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:28:0)
[22:32:44.922] Build status: SCHEDULED
[22:32:44.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:29:0) after 6m13s
[22:38:57.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:29:0)
[22:38:57.970] Build status: SCHEDULED
[22:38:57.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:30:0) after 8m54s
[22:47:52.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:30:0)
[22:47:52.120] Build status: SCHEDULED
[22:47:52.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:31:0) after 9m37s
[22:57:29.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:31:0)
[22:57:29.186] Build status: SCHEDULED
[22:57:29.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:32:0) after 5m57s
[23:03:26.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:32:0)
[23:03:26.214] Build status: SCHEDULED
[23:03:26.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:33:0) after 4m56s
[23:08:22.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:33:0)
[23:08:22.249] Build status: SCHEDULED
[23:08:22.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:34:0) after 7m20s
[23:15:42.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:34:0)
[23:15:42.296] Build status: SCHEDULED
[23:15:42.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:35:0) after 5m16s
[23:20:58.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:35:0)
[23:20:58.485] Build status: SCHEDULED
[23:20:58.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:36:0) after 5m58s
[23:26:56.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:36:0)
[23:26:56.580] Build status: SCHEDULED
[23:26:56.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:37:0) after 9m32s
[23:36:28.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:37:0)
[23:36:28.624] Build status: SCHEDULED
[23:36:28.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:38:0) after 2m0s
[23:38:28.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:38:0)
[23:38:28.645] Build status: SCHEDULED
[23:38:28.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:39:0) after 7m15s
[23:45:43.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:39:0)
[23:45:43.733] Build status: SCHEDULED
[23:45:43.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:40:0) after 8m20s
[23:54:03.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:40:0)
[23:54:03.798] Build status: SCHEDULED
[23:54:03.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:41:0) after 4m15s
[23:58:18.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:41:0)
[23:58:18.831] Build status: SCHEDULED
[23:58:18.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:42:0) after 5m16s
[00:03:34.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:42:0)
[00:03:34.888] Build status: SCHEDULED
[00:03:34.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:43:0) after 3m14s
[00:06:48.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:43:0)
[00:06:48.921] Build status: SCHEDULED
[00:06:48.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:44:0) after 3m27s
[00:10:15.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:44:0)
[00:10:15.987] Build status: SCHEDULED
[00:10:15.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:45:0) after 5m38s
[00:15:54.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:45:0)
[00:15:54.026] Build status: SCHEDULED
[00:15:54.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:46:0) after 8m31s
[00:24:25.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:46:0)
[00:24:25.203] Build status: SCHEDULED
[00:24:25.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:47:0) after 9m5s
[00:33:30.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:47:0)
[00:33:30.287] Build status: SCHEDULED
[00:33:30.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:48:0) after 8m2s
[00:41:32.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:48:0)
[00:41:32.396] Build status: SCHEDULED
[00:41:32.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:49:0) after 3m19s
[00:44:51.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:49:0)
[00:44:51.538] Build status: SCHEDULED
[00:44:51.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:50:0) after 3m32s
[00:48:23.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:50:0)
[00:48:23.579] Build status: SCHEDULED
[00:48:23.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:51:0) after 8m36s
[00:56:59.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:51:0)
[00:56:59.654] Build status: SCHEDULED
[00:56:59.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:52:0) after 8m23s
[00:58:46.062] Received PubSub notification, asking Buildbucket for the build status
[00:58:46.089] Build status: STARTED
[01:05:22.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:52:0)
[01:05:22.706] Build status: STARTED
[01:05:22.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:54:0) after 8m50s
[01:14:12.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:54:0)
[01:14:12.815] Build status: STARTED
[01:14:12.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:55:0) after 6m8s
[01:20:20.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:55:0)
[01:20:20.905] Build status: STARTED
[01:20:20.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:56:0) after 3m23s
[01:23:44.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:56:0)
[01:23:44.301] Build status: STARTED
[01:23:44.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:57:0) after 3m44s
[01:27:28.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:57:0)
[01:27:28.391] Build status: STARTED
[01:27:28.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:58:0) after 7m21s
[01:34:49.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:58:0)
[01:34:49.439] Build status: STARTED
[01:34:49.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:59:0) after 5m22s
[01:40:11.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:59:0)
[01:40:11.585] Build status: STARTED
[01:40:11.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:60:0) after 7m13s
[01:47:24.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:60:0)
[01:47:24.634] Build status: STARTED
[01:47:24.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:61:0) after 4m46s
[01:52:10.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:61:0)
[01:52:10.670] Build status: STARTED
[01:52:10.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8876400146076290048:62:0) after 3m25s
[01:55:10.761] Received PubSub notification, asking Buildbucket for the build status
[01:55:10.777] Build:
{
  "id": "8710970083809150705",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-26T20:09:42.296654048Z",
  "startTime": "2025-06-27T00:58:45.697024641Z",
  "endTime": "2025-06-27T01:55:10.453417244Z",
  "updateTime": "2025-06-27T01:55:10.453417244Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "117ea8b1f99153ff28ddb80bde3eb9c0a647bab9",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:55:10.777] Invocation finished in 5h45m30.027371038s with status FAILED