Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "fb080e7c3d4e48854951141c52875409e2cd46f0"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/fb080e7c3d4e48854951141c52875409e2cd46f0
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:58:52.427] New invocation is queued and will start shortly
[01:58:53.655] Starting the invocation (attempt 1)
[01:58:53.681] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/fb080e7c3d4e48854951141c52875409e2cd46f0"
[01:58:53.681] Popped gitiles commit info from properties and tags
[01:58:53.681] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:58:53.681] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:58:53.682] Buildbucket request:
{
  "requestId": "8877284146328473760",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8877284146328473760",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "36b55311fc2cfbb115b31668f15caa045a336ce1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@36b55311fc2cfbb115b31668f15caa045a336ce1",
                        "title": "36b55311fc2cfbb115b31668f15caa045a336ce1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/36b55311fc2cfbb115b31668f15caa045a336ce1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9a2b3c7f51f897e4a8b73e2e4012a4a1a926c727"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9a2b3c7f51f897e4a8b73e2e4012a4a1a926c727",
                        "title": "9a2b3c7f51f897e4a8b73e2e4012a4a1a926c727",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9a2b3c7f51f897e4a8b73e2e4012a4a1a926c727"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "837d4d95f2efd70b58f8d808995dc53e48f91483"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@837d4d95f2efd70b58f8d808995dc53e48f91483",
                        "title": "837d4d95f2efd70b58f8d808995dc53e48f91483",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/837d4d95f2efd70b58f8d808995dc53e48f91483"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f6b669583c165f135056c0e1d55647fbb1bf2a3d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f6b669583c165f135056c0e1d55647fbb1bf2a3d",
                        "title": "f6b669583c165f135056c0e1d55647fbb1bf2a3d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f6b669583c165f135056c0e1d55647fbb1bf2a3d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "fb080e7c3d4e48854951141c52875409e2cd46f0"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fb080e7c3d4e48854951141c52875409e2cd46f0",
                        "title": "fb080e7c3d4e48854951141c52875409e2cd46f0",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fb080e7c3d4e48854951141c52875409e2cd46f0"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "fb080e7c3d4e48854951141c52875409e2cd46f0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877284146328473760"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:58:54.086] Scheduled build:
{
  "id": "8711854084290166913",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-17T01:58:53.741960876Z",
  "updateTime": "2025-06-17T01:58:53.741960876Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "fb080e7c3d4e48854951141c52875409e2cd46f0",
      "ref": "refs/heads/main"
    }
  }
}
[01:58:54.086] Task URL: https://cr-buildbucket.appspot.com/build/8711854084290166913
[01:58:54.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:2:0) after 1m34s
[01:58:54.236] Received PubSub notification, asking Buildbucket for the build status
[01:58:54.293] Build status: SCHEDULED
[02:00:28.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:2:0)
[02:00:28.142] Build status: SCHEDULED
[02:00:28.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:4:0) after 5m43s
[02:06:11.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:4:0)
[02:06:11.187] Build status: SCHEDULED
[02:06:11.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:5:0) after 2m47s
[02:08:58.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:5:0)
[02:08:58.222] Build status: SCHEDULED
[02:08:58.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:6:0) after 7m24s
[02:16:22.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:6:0)
[02:16:22.267] Build status: SCHEDULED
[02:16:22.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:7:0) after 1m7s
[02:17:29.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:7:0)
[02:17:29.319] Build status: SCHEDULED
[02:17:29.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:8:0) after 8m16s
[02:25:45.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:8:0)
[02:25:45.356] Build status: SCHEDULED
[02:25:45.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:9:0) after 4m0s
[02:29:45.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:9:0)
[02:29:45.402] Build status: SCHEDULED
[02:29:45.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:10:0) after 1m37s
[02:31:22.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:10:0)
[02:31:22.502] Build status: SCHEDULED
[02:31:22.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:11:0) after 2m19s
[02:33:41.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:11:0)
[02:33:41.613] Build status: SCHEDULED
[02:33:41.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:12:0) after 7m32s
[02:41:13.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:12:0)
[02:41:13.670] Build status: SCHEDULED
[02:41:13.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:13:0) after 3m42s
[02:44:55.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:13:0)
[02:44:55.909] Build status: SCHEDULED
[02:44:55.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:14:0) after 7m19s
[02:52:15.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:14:0)
[02:52:15.123] Build status: SCHEDULED
[02:52:15.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:15:0) after 8m2s
[03:00:17.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:15:0)
[03:00:17.209] Build status: SCHEDULED
[03:00:17.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:16:0) after 9m34s
[03:09:51.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:16:0)
[03:09:51.284] Build status: SCHEDULED
[03:09:51.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:17:0) after 7m48s
[03:17:39.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:17:0)
[03:17:39.344] Build status: SCHEDULED
[03:17:39.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:18:0) after 9m32s
[03:27:11.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:18:0)
[03:27:11.407] Build status: SCHEDULED
[03:27:11.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:19:0) after 3m31s
[03:30:42.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:19:0)
[03:30:42.741] Build status: SCHEDULED
[03:30:42.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:20:0) after 1m58s
[03:32:40.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:20:0)
[03:32:40.849] Build status: SCHEDULED
[03:32:40.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:21:0) after 3m24s
[03:36:04.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:21:0)
[03:36:05.057] Build status: SCHEDULED
[03:36:05.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:22:0) after 6m18s
[03:42:23.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:22:0)
[03:42:23.209] Build status: SCHEDULED
[03:42:23.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:23:0) after 6m40s
[03:49:03.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:23:0)
[03:49:03.258] Build status: SCHEDULED
[03:49:03.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:24:0) after 1m24s
[03:50:28.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:24:0)
[03:50:28.114] Build status: SCHEDULED
[03:50:28.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:25:0) after 5m33s
[03:56:01.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:25:0)
[03:56:01.154] Build status: SCHEDULED
[03:56:01.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:26:0) after 2m3s
[03:58:04.204] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:26:0)
[03:58:04.223] Build status: SCHEDULED
[03:58:04.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:27:0) after 4m58s
[04:03:02.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:27:0)
[04:03:02.332] Build status: SCHEDULED
[04:03:02.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:28:0) after 6m40s
[04:09:42.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:28:0)
[04:09:42.365] Build status: SCHEDULED
[04:09:42.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:29:0) after 1m38s
[04:11:20.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:29:0)
[04:11:20.448] Build status: SCHEDULED
[04:11:20.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:30:0) after 2m31s
[04:13:51.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:30:0)
[04:13:51.544] Build status: SCHEDULED
[04:13:51.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:31:0) after 6m51s
[04:20:42.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:31:0)
[04:20:42.751] Build status: SCHEDULED
[04:20:42.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:32:0) after 8m20s
[04:29:02.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:32:0)
[04:29:02.863] Build status: SCHEDULED
[04:29:02.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:33:0) after 8m8s
[04:37:10.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:33:0)
[04:37:10.955] Build status: SCHEDULED
[04:37:10.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:34:0) after 3m59s
[04:41:09.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:34:0)
[04:41:10.002] Build status: SCHEDULED
[04:41:10.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:35:0) after 2m17s
[04:43:27.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:35:0)
[04:43:27.045] Build status: SCHEDULED
[04:43:27.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:36:0) after 9m47s
[04:53:14.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:36:0)
[04:53:14.046] Build status: SCHEDULED
[04:53:14.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:37:0) after 8m43s
[05:01:57.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:37:0)
[05:01:57.119] Build status: SCHEDULED
[05:01:57.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:38:0) after 3m40s
[05:05:37.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:38:0)
[05:05:37.150] Build status: SCHEDULED
[05:05:37.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:39:0) after 8m6s
[05:13:43.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:39:0)
[05:13:43.244] Build status: SCHEDULED
[05:13:43.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:40:0) after 3m4s
[05:16:47.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:40:0)
[05:16:47.294] Build status: SCHEDULED
[05:16:47.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:41:0) after 3m38s
[05:20:25.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:41:0)
[05:20:25.434] Build status: SCHEDULED
[05:20:25.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:42:0) after 5m26s
[05:25:51.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:42:0)
[05:25:51.491] Build status: SCHEDULED
[05:25:51.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:43:0) after 6m29s
[05:32:20.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:43:0)
[05:32:20.529] Build status: SCHEDULED
[05:32:20.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:44:0) after 1m6s
[05:33:26.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:44:0)
[05:33:26.575] Build status: SCHEDULED
[05:33:26.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:45:0) after 5m32s
[05:38:58.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:45:0)
[05:38:58.616] Build status: SCHEDULED
[05:38:58.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:46:0) after 3m31s
[05:42:29.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:46:0)
[05:42:29.741] Build status: SCHEDULED
[05:42:29.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:47:0) after 7m38s
[05:50:07.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:47:0)
[05:50:07.861] Build status: SCHEDULED
[05:50:07.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:48:0) after 2m51s
[05:52:58.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:48:0)
[05:52:58.936] Build status: SCHEDULED
[05:52:58.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:49:0) after 3m9s
[05:56:08.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:49:0)
[05:56:08.127] Build status: SCHEDULED
[05:56:08.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:50:0) after 5m55s
[06:02:03.148] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:50:0)
[06:02:03.169] Build status: SCHEDULED
[06:02:03.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:51:0) after 4m8s
[06:06:11.292] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:51:0)
[06:06:11.808] Build status: SCHEDULED
[06:06:11.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:52:0) after 1m49s
[06:08:00.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:52:0)
[06:08:00.850] Build status: SCHEDULED
[06:08:00.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:53:0) after 6m42s
[06:14:42.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:53:0)
[06:14:42.893] Build status: SCHEDULED
[06:14:42.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:54:0) after 9m39s
[06:24:21.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:54:0)
[06:24:21.927] Build status: SCHEDULED
[06:24:21.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:55:0) after 8m6s
[06:32:27.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:55:0)
[06:32:27.990] Build status: SCHEDULED
[06:32:27.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:56:0) after 7m27s
[06:39:55.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:56:0)
[06:39:55.020] Build status: SCHEDULED
[06:39:55.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:57:0) after 5m51s
[06:45:46.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:57:0)
[06:45:46.104] Build status: SCHEDULED
[06:45:46.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:58:0) after 5m46s
[06:51:32.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:58:0)
[06:51:32.105] Build status: SCHEDULED
[06:51:32.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:59:0) after 9m23s
[07:00:55.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:59:0)
[07:00:55.138] Build status: SCHEDULED
[07:00:55.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:60:0) after 2m56s
[07:03:51.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:60:0)
[07:03:51.340] Build status: SCHEDULED
[07:03:51.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:61:0) after 4m43s
[07:08:34.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:61:0)
[07:08:34.424] Build status: SCHEDULED
[07:08:34.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:62:0) after 3m56s
[07:12:30.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:62:0)
[07:12:30.534] Build status: SCHEDULED
[07:12:30.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:63:0) after 3m13s
[07:15:43.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:63:0)
[07:15:43.576] Build status: SCHEDULED
[07:15:43.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:64:0) after 9m25s
[07:25:08.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:64:0)
[07:25:08.673] Build status: SCHEDULED
[07:25:08.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:65:0) after 3m39s
[07:28:47.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:65:0)
[07:28:47.721] Build status: SCHEDULED
[07:28:47.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:66:0) after 2m39s
[07:28:53.172] Received PubSub notification, asking Buildbucket for the build status
[07:28:53.188] Build status: STARTED
[07:31:26.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:66:0)
[07:31:26.767] Build status: STARTED
[07:31:26.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:68:0) after 6m41s
[07:38:07.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:68:0)
[07:38:07.871] Build status: STARTED
[07:38:07.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:69:0) after 5m33s
[07:43:41.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:69:0)
[07:43:41.099] Build status: STARTED
[07:43:41.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:70:0) after 9m47s
[07:53:28.119] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:70:0)
[07:53:28.152] Build status: STARTED
[07:53:28.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:71:0) after 5m0s
[07:58:28.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:71:0)
[07:58:28.241] Build status: STARTED
[07:58:28.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:72:0) after 8m41s
[08:07:09.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:72:0)
[08:07:09.395] Build status: STARTED
[08:07:09.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:73:0) after 7m15s
[08:14:24.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:73:0)
[08:14:24.615] Build status: STARTED
[08:14:24.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:74:0) after 8m3s
[08:22:27.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:74:0)
[08:22:27.727] Build status: STARTED
[08:22:27.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8877284146328473760:75:0) after 9m24s
[08:23:35.070] Received PubSub notification, asking Buildbucket for the build status
[08:23:35.099] Build:
{
  "id": "8711854084290166913",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-17T01:58:53.741960876Z",
  "startTime": "2025-06-17T07:28:52.999074960Z",
  "endTime": "2025-06-17T08:23:34.835568280Z",
  "updateTime": "2025-06-17T08:23:34.835568280Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "fb080e7c3d4e48854951141c52875409e2cd46f0",
      "ref": "refs/heads/main"
    }
  }
}
[08:23:35.099] Invocation finished in 6h24m42.684458825s with status FAILED