Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 33d44fee03807dad403981fd881c296c38c5e452)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-compatibility-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "a5a09589881b2bd348eafe85e5944c7361613e4d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a5a09589881b2bd348eafe85e5944c7361613e4d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:19:57.391] New invocation is queued and will start shortly
[02:19:58.601] Starting the invocation (attempt 1)
[02:19:58.631] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a5a09589881b2bd348eafe85e5944c7361613e4d"
[02:19:58.631] Popped gitiles commit info from properties and tags
[02:19:58.631] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:19:58.631] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:19:58.631] Buildbucket request:
{
  "requestId": "8881087892507207200",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8881087892507207200",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "430430d6972ca7f0903238495e0ec6b0545c2aeb"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@430430d6972ca7f0903238495e0ec6b0545c2aeb",
                        "title": "430430d6972ca7f0903238495e0ec6b0545c2aeb",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/430430d6972ca7f0903238495e0ec6b0545c2aeb"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8643c1d6a60cb9a257628b9797312930af55ae69"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8643c1d6a60cb9a257628b9797312930af55ae69",
                        "title": "8643c1d6a60cb9a257628b9797312930af55ae69",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8643c1d6a60cb9a257628b9797312930af55ae69"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f622e983e0931e4efc03fdb41772971d2289092c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f622e983e0931e4efc03fdb41772971d2289092c",
                        "title": "f622e983e0931e4efc03fdb41772971d2289092c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f622e983e0931e4efc03fdb41772971d2289092c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3c8f92df6550c55df3d5450b4afd6ac9efd0b5d4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3c8f92df6550c55df3d5450b4afd6ac9efd0b5d4",
                        "title": "3c8f92df6550c55df3d5450b4afd6ac9efd0b5d4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3c8f92df6550c55df3d5450b4afd6ac9efd0b5d4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "aa934598f4430bf44cb5070ae785ec9ff558aa7b"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@aa934598f4430bf44cb5070ae785ec9ff558aa7b",
                        "title": "aa934598f4430bf44cb5070ae785ec9ff558aa7b",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/aa934598f4430bf44cb5070ae785ec9ff558aa7b"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bc055a5882fe7d0669c20813526f3e7a7fe14294"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc055a5882fe7d0669c20813526f3e7a7fe14294",
                        "title": "bc055a5882fe7d0669c20813526f3e7a7fe14294",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc055a5882fe7d0669c20813526f3e7a7fe14294"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "01610a739b206dbb6c81e8d3e88594ca6b670bc3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@01610a739b206dbb6c81e8d3e88594ca6b670bc3",
                        "title": "01610a739b206dbb6c81e8d3e88594ca6b670bc3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/01610a739b206dbb6c81e8d3e88594ca6b670bc3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a5a09589881b2bd348eafe85e5944c7361613e4d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a5a09589881b2bd348eafe85e5944c7361613e4d",
                        "title": "a5a09589881b2bd348eafe85e5944c7361613e4d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a5a09589881b2bd348eafe85e5944c7361613e4d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "a5a09589881b2bd348eafe85e5944c7361613e4d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8881087892507207200"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:19:59.047] Scheduled build:
{
  "id": "8715657830457112689",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-06T02:19:58.716356685Z",
  "updateTime": "2025-05-06T02:19:58.716356685Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a5a09589881b2bd348eafe85e5944c7361613e4d",
      "ref": "refs/heads/main"
    }
  }
}
[02:19:59.047] Task URL: https://cr-buildbucket.appspot.com/build/8715657830457112689
[02:19:59.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:2:0) after 1m29s
[02:20:00.047] Received PubSub notification, asking Buildbucket for the build status
[02:20:00.072] Build status: SCHEDULED
[02:21:28.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:2:0)
[02:21:28.134] Build status: SCHEDULED
[02:21:28.134] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:4:0) after 1m47s
[02:23:15.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:4:0)
[02:23:15.231] Build status: SCHEDULED
[02:23:15.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:5:0) after 3m20s
[02:26:35.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:5:0)
[02:26:35.418] Build status: SCHEDULED
[02:26:35.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:6:0) after 9m20s
[02:35:55.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:6:0)
[02:35:55.416] Build status: SCHEDULED
[02:35:55.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:7:0) after 4m57s
[02:40:52.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:7:0)
[02:40:52.466] Build status: SCHEDULED
[02:40:52.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:8:0) after 7m42s
[02:48:34.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:8:0)
[02:48:34.561] Build status: SCHEDULED
[02:48:34.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:9:0) after 8m49s
[02:57:23.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:9:0)
[02:57:23.598] Build status: SCHEDULED
[02:57:23.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:10:0) after 8m39s
[03:06:02.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:10:0)
[03:06:02.632] Build status: SCHEDULED
[03:06:02.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:11:0) after 5m59s
[03:12:01.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:11:0)
[03:12:01.707] Build status: SCHEDULED
[03:12:01.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:12:0) after 1m23s
[03:13:24.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:12:0)
[03:13:24.769] Build status: SCHEDULED
[03:13:24.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:13:0) after 2m26s
[03:15:50.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:13:0)
[03:15:50.807] Build status: SCHEDULED
[03:15:50.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:14:0) after 9m44s
[03:25:34.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:14:0)
[03:25:34.970] Build status: SCHEDULED
[03:25:34.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:15:0) after 2m20s
[03:27:55.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:15:0)
[03:27:55.145] Build status: SCHEDULED
[03:27:55.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:16:0) after 2m40s
[03:30:35.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:16:0)
[03:30:35.201] Build status: SCHEDULED
[03:30:35.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:17:0) after 8m47s
[03:39:22.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:17:0)
[03:39:22.279] Build status: SCHEDULED
[03:39:22.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:18:0) after 6m26s
[03:45:48.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:18:0)
[03:45:48.349] Build status: SCHEDULED
[03:45:48.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:19:0) after 7m1s
[03:52:49.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:19:0)
[03:52:49.495] Build status: SCHEDULED
[03:52:49.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:20:0) after 8m53s
[04:01:42.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:20:0)
[04:01:42.712] Build status: SCHEDULED
[04:01:42.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:21:0) after 5m29s
[04:07:11.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:21:0)
[04:07:11.782] Build status: SCHEDULED
[04:07:11.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:22:0) after 6m2s
[04:13:13.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:22:0)
[04:13:13.832] Build status: SCHEDULED
[04:13:13.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:23:0) after 8m59s
[04:22:12.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:23:0)
[04:22:12.867] Build status: SCHEDULED
[04:22:12.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:24:0) after 8m40s
[04:30:52.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:24:0)
[04:30:52.982] Build status: SCHEDULED
[04:30:52.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:25:0) after 1m29s
[04:32:22.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:25:0)
[04:32:22.022] Build status: SCHEDULED
[04:32:22.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:26:0) after 8m25s
[04:40:47.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:26:0)
[04:40:47.118] Build status: SCHEDULED
[04:40:47.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:27:0) after 1m20s
[04:42:07.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:27:0)
[04:42:07.269] Build status: SCHEDULED
[04:42:07.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:28:0) after 3m54s
[04:46:01.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:28:0)
[04:46:01.856] Build status: SCHEDULED
[04:46:01.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:29:0) after 7m48s
[04:53:49.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:29:0)
[04:53:49.961] Build status: SCHEDULED
[04:53:49.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:30:0) after 3m6s
[04:56:56.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:30:0)
[04:56:56.028] Build status: SCHEDULED
[04:56:56.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:31:0) after 8m49s
[05:05:45.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:31:0)
[05:05:45.416] Build status: SCHEDULED
[05:05:45.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:32:0) after 2m39s
[05:08:24.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:32:0)
[05:08:24.628] Build status: SCHEDULED
[05:08:24.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:33:0) after 7m48s
[05:16:12.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:33:0)
[05:16:12.732] Build status: SCHEDULED
[05:16:12.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:34:0) after 3m24s
[05:19:36.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:34:0)
[05:19:36.770] Build status: SCHEDULED
[05:19:36.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:35:0) after 6m19s
[05:25:55.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:35:0)
[05:25:55.900] Build status: SCHEDULED
[05:25:55.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:36:0) after 6m10s
[05:32:05.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:36:0)
[05:32:06.028] Build status: SCHEDULED
[05:32:06.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:37:0) after 5m54s
[05:38:00.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:37:0)
[05:38:00.147] Build status: SCHEDULED
[05:38:00.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:38:0) after 4m57s
[05:42:57.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:38:0)
[05:42:57.249] Build status: SCHEDULED
[05:42:57.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:39:0) after 4m19s
[05:47:16.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:39:0)
[05:47:16.301] Build status: SCHEDULED
[05:47:16.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:40:0) after 1m54s
[05:49:10.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:40:0)
[05:49:10.402] Build status: SCHEDULED
[05:49:10.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:41:0) after 4m29s
[05:53:39.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:41:0)
[05:53:39.682] Build status: SCHEDULED
[05:53:39.682] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:42:0) after 7m49s
[06:01:28.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:42:0)
[06:01:28.775] Build status: SCHEDULED
[06:01:28.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:43:0) after 1m6s
[06:02:34.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:43:0)
[06:02:34.870] Build status: SCHEDULED
[06:02:34.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:44:0) after 4m1s
[06:06:36.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:44:0)
[06:06:36.197] Build status: SCHEDULED
[06:06:36.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:45:0) after 9m32s
[06:16:08.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:45:0)
[06:16:08.241] Build status: SCHEDULED
[06:16:08.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:46:0) after 4m43s
[06:20:51.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:46:0)
[06:20:51.337] Build status: SCHEDULED
[06:20:51.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:47:0) after 9m47s
[06:30:38.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:47:0)
[06:30:38.386] Build status: SCHEDULED
[06:30:38.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:48:0) after 1m5s
[06:31:43.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:48:0)
[06:31:43.453] Build status: SCHEDULED
[06:31:43.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:49:0) after 1m16s
[06:32:59.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:49:0)
[06:32:59.665] Build status: SCHEDULED
[06:32:59.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:50:0) after 5m48s
[06:38:47.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:50:0)
[06:38:47.663] Build status: SCHEDULED
[06:38:47.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:51:0) after 4m10s
[06:42:57.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:51:0)
[06:42:57.918] Build status: SCHEDULED
[06:42:57.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:52:0) after 7m7s
[06:50:04.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:52:0)
[06:50:04.961] Build status: SCHEDULED
[06:50:04.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:53:0) after 4m2s
[06:54:06.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:53:0)
[06:54:07.042] Build status: SCHEDULED
[06:54:07.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:54:0) after 4m21s
[06:58:28.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:54:0)
[06:58:28.158] Build status: SCHEDULED
[06:58:28.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:55:0) after 7m1s
[07:05:29.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:55:0)
[07:05:29.269] Build status: SCHEDULED
[07:05:29.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:56:0) after 5m17s
[07:10:46.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:56:0)
[07:10:46.317] Build status: SCHEDULED
[07:10:46.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:57:0) after 8m51s
[07:19:37.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:57:0)
[07:19:37.440] Build status: SCHEDULED
[07:19:37.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:58:0) after 2m59s
[07:22:36.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:58:0)
[07:22:36.544] Build status: SCHEDULED
[07:22:36.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:59:0) after 5m56s
[07:28:33.044] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:59:0)
[07:28:33.065] Build status: SCHEDULED
[07:28:33.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:60:0) after 1m56s
[07:30:29.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:60:0)
[07:30:29.278] Build status: SCHEDULED
[07:30:29.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:61:0) after 2m15s
[07:32:44.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:61:0)
[07:32:44.511] Build status: SCHEDULED
[07:32:44.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:62:0) after 8m7s
[07:40:51.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:62:0)
[07:40:51.686] Build status: SCHEDULED
[07:40:51.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:63:0) after 8m29s
[07:49:21.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:63:0)
[07:49:21.113] Build status: SCHEDULED
[07:49:21.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:64:0) after 8m46s
[07:58:07.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:64:0)
[07:58:07.161] Build status: SCHEDULED
[07:58:07.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:65:0) after 3m44s
[08:01:51.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:65:0)
[08:01:51.268] Build status: SCHEDULED
[08:01:51.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:66:0) after 9m27s
[08:11:18.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:66:0)
[08:11:18.793] Build status: SCHEDULED
[08:11:18.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:67:0) after 2m55s
[08:14:13.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:67:0)
[08:14:13.810] Build status: SCHEDULED
[08:14:13.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:68:0) after 9m46s
[08:23:59.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:68:0)
[08:23:59.854] Build status: SCHEDULED
[08:23:59.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:69:0) after 6m41s
[08:30:40.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:69:0)
[08:30:40.984] Build status: SCHEDULED
[08:30:40.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:70:0) after 9m30s
[08:39:13.067] Received PubSub notification, asking Buildbucket for the build status
[08:39:13.088] Build status: STARTED
[08:40:11.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:70:0)
[08:40:11.021] Build status: STARTED
[08:40:11.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:72:0) after 7m52s
[08:48:03.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:72:0)
[08:48:03.083] Build status: STARTED
[08:48:03.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:73:0) after 6m37s
[08:54:40.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:73:0)
[08:54:40.187] Build status: STARTED
[08:54:40.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:74:0) after 7m40s
[09:02:20.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:74:0)
[09:02:20.278] Build status: STARTED
[09:02:20.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:75:0) after 3m24s
[09:05:44.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:75:0)
[09:05:44.461] Build status: STARTED
[09:05:44.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:76:0) after 3m36s
[09:09:20.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:76:0)
[09:09:20.627] Build status: STARTED
[09:09:20.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:77:0) after 7m46s
[09:17:07.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:77:0)
[09:17:07.554] Build status: STARTED
[09:17:07.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:78:0) after 7m14s
[09:24:21.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:78:0)
[09:24:21.546] Build status: STARTED
[09:24:21.546] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:79:0) after 1m21s
[09:25:42.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:79:0)
[09:25:42.591] Build status: STARTED
[09:25:42.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8881087892507207200:80:0) after 8m12s
[09:31:28.970] Received PubSub notification, asking Buildbucket for the build status
[09:31:28.987] Build:
{
  "id": "8715657830457112689",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-06T02:19:58.716356685Z",
  "startTime": "2025-05-06T08:39:12.279411841Z",
  "endTime": "2025-05-06T09:30:57.575680011Z",
  "updateTime": "2025-05-06T09:30:57.575680011Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a5a09589881b2bd348eafe85e5944c7361613e4d",
      "ref": "refs/heads/main"
    }
  }
}
[09:31:28.987] Invocation finished in 7h11m31.610355898s with status FAILED