1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-main
  4. 8886654447852845888
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev ef0d007b2652ba09e67e22118532b7456aa1be9b) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "0449995468dd677674cbf3908eed420e63ce659e"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0449995468dd677674cbf3908eed420e63ce659e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:41:56.527] New invocation is queued and will start shortly
[15:41:57.640] Starting the invocation (attempt 1)
[15:41:57.665] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0449995468dd677674cbf3908eed420e63ce659e"
[15:41:57.665] Popped gitiles commit info from properties and tags
[15:41:57.665] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:41:57.665] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:41:57.665] Buildbucket request:
{
  "requestId": "8886654447852845888",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8886654447852845888",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0449995468dd677674cbf3908eed420e63ce659e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0449995468dd677674cbf3908eed420e63ce659e",
                        "title": "0449995468dd677674cbf3908eed420e63ce659e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0449995468dd677674cbf3908eed420e63ce659e"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "0449995468dd677674cbf3908eed420e63ce659e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8886654447852845888"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:41:58.033] Scheduled build:
{
  "id": "8721224385935398753",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-05T15:41:57.725729875Z",
  "updateTime": "2025-03-05T15:41:57.725729875Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "0449995468dd677674cbf3908eed420e63ce659e",
      "ref": "refs/heads/main"
    }
  }
}
[15:41:58.033] Task URL: https://cr-buildbucket.appspot.com/build/8721224385935398753
[15:41:58.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:2:0) after 9m18s
[15:42:01.690] Received PubSub notification, asking Buildbucket for the build status
[15:42:01.858] Build status: SCHEDULED
[15:51:16.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:2:0)
[15:51:16.036] Build status: SCHEDULED
[15:51:16.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:4:0) after 1m14s
[15:52:30.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:4:0)
[15:52:30.078] Build status: SCHEDULED
[15:52:30.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:5:0) after 1m36s
[15:54:06.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:5:0)
[15:54:06.083] Build status: SCHEDULED
[15:54:06.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:6:0) after 6m38s
[16:00:44.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:6:0)
[16:00:44.129] Build status: SCHEDULED
[16:00:44.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:7:0) after 1m28s
[16:02:12.275] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:7:0)
[16:02:12.301] Build status: SCHEDULED
[16:02:12.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:8:0) after 9m59s
[16:12:11.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:8:0)
[16:12:11.398] Build status: SCHEDULED
[16:12:11.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:9:0) after 7m14s
[16:19:25.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:9:0)
[16:19:25.472] Build status: SCHEDULED
[16:19:25.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:10:0) after 9m22s
[16:28:47.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:10:0)
[16:28:47.683] Build status: SCHEDULED
[16:28:47.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:11:0) after 7m35s
[16:36:22.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:11:0)
[16:36:22.756] Build status: SCHEDULED
[16:36:22.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:12:0) after 1m48s
[16:38:10.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:12:0)
[16:38:10.790] Build status: SCHEDULED
[16:38:10.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:13:0) after 1m13s
[16:39:23.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:13:0)
[16:39:23.835] Build status: SCHEDULED
[16:39:23.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:14:0) after 8m31s
[16:47:54.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:14:0)
[16:47:55.008] Build status: SCHEDULED
[16:47:55.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:15:0) after 5m31s
[16:53:26.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:15:0)
[16:53:26.090] Build status: SCHEDULED
[16:53:26.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:16:0) after 2m3s
[16:55:29.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:16:0)
[16:55:29.249] Build status: SCHEDULED
[16:55:29.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:17:0) after 3m16s
[16:58:45.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:17:0)
[16:58:45.310] Build status: SCHEDULED
[16:58:45.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:18:0) after 7m12s
[17:05:57.340] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:18:0)
[17:05:57.361] Build status: SCHEDULED
[17:05:57.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:19:0) after 5m19s
[17:11:16.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:19:0)
[17:11:16.465] Build status: SCHEDULED
[17:11:16.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:20:0) after 9m6s
[17:20:22.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:20:0)
[17:20:22.613] Build status: SCHEDULED
[17:20:22.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:21:0) after 4m29s
[17:24:51.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:21:0)
[17:24:51.674] Build status: SCHEDULED
[17:24:51.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:22:0) after 8m0s
[17:32:51.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:22:0)
[17:32:51.725] Build status: SCHEDULED
[17:32:51.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:23:0) after 7m36s
[17:40:27.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:23:0)
[17:40:27.818] Build status: SCHEDULED
[17:40:27.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:24:0) after 2m2s
[17:42:29.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:24:0)
[17:42:29.949] Build status: SCHEDULED
[17:42:29.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:25:0) after 6m12s
[17:48:41.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:25:0)
[17:48:41.996] Build status: SCHEDULED
[17:48:41.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:26:0) after 7m25s
[17:56:07.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:26:0)
[17:56:07.113] Build status: SCHEDULED
[17:56:07.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:27:0) after 2m0s
[17:58:07.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:27:0)
[17:58:07.147] Build status: SCHEDULED
[17:58:07.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:28:0) after 6m45s
[18:04:52.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:28:0)
[18:04:52.235] Build status: SCHEDULED
[18:04:52.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:29:0) after 7m31s
[18:12:23.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:29:0)
[18:12:23.253] Build status: SCHEDULED
[18:12:23.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:30:0) after 5m45s
[18:18:08.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:30:0)
[18:18:08.309] Build status: SCHEDULED
[18:18:08.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:31:0) after 5m28s
[18:23:36.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:31:0)
[18:23:36.355] Build status: SCHEDULED
[18:23:36.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:32:0) after 8m31s
[18:32:07.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:32:0)
[18:32:07.615] Build status: SCHEDULED
[18:32:07.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:33:0) after 3m34s
[18:35:41.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:33:0)
[18:35:41.646] Build status: SCHEDULED
[18:35:41.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:34:0) after 7m22s
[18:43:03.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:34:0)
[18:43:03.667] Build status: SCHEDULED
[18:43:03.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:35:0) after 5m10s
[18:48:13.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:35:0)
[18:48:13.769] Build status: SCHEDULED
[18:48:13.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:36:0) after 5m29s
[18:53:42.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:36:0)
[18:53:42.811] Build status: SCHEDULED
[18:53:42.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:37:0) after 1m14s
[18:54:56.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:37:0)
[18:54:56.881] Build status: SCHEDULED
[18:54:56.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:38:0) after 6m9s
[19:01:05.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:38:0)
[19:01:05.921] Build status: SCHEDULED
[19:01:05.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:39:0) after 1m11s
[19:02:16.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:39:0)
[19:02:16.961] Build status: SCHEDULED
[19:02:16.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:40:0) after 1m25s
[19:03:41.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:40:0)
[19:03:41.996] Build status: SCHEDULED
[19:03:41.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:41:0) after 6m11s
[19:09:53.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:41:0)
[19:09:53.053] Build status: SCHEDULED
[19:09:53.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:42:0) after 3m17s
[19:13:10.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:42:0)
[19:13:10.114] Build status: SCHEDULED
[19:13:10.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:43:0) after 1m21s
[19:14:31.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:43:0)
[19:14:31.291] Build status: SCHEDULED
[19:14:31.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:44:0) after 3m14s
[19:17:45.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:44:0)
[19:17:45.428] Build status: SCHEDULED
[19:17:45.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:45:0) after 1m0s
[19:18:45.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:45:0)
[19:18:45.479] Build status: SCHEDULED
[19:18:45.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:46:0) after 5m14s
[19:23:59.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:46:0)
[19:23:59.513] Build status: SCHEDULED
[19:23:59.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:47:0) after 3m3s
[19:27:02.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:47:0)
[19:27:02.564] Build status: SCHEDULED
[19:27:02.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:48:0) after 2m5s
[19:29:07.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:48:0)
[19:29:07.708] Build status: SCHEDULED
[19:29:07.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:49:0) after 9m38s
[19:38:45.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:49:0)
[19:38:45.759] Build status: SCHEDULED
[19:38:45.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:50:0) after 7m36s
[19:46:21.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:50:0)
[19:46:21.805] Build status: SCHEDULED
[19:46:21.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:51:0) after 2m37s
[19:48:58.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:51:0)
[19:48:58.902] Build status: SCHEDULED
[19:48:58.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:52:0) after 1m36s
[19:50:34.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:52:0)
[19:50:34.944] Build status: SCHEDULED
[19:50:34.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:53:0) after 6m47s
[19:57:22.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:53:0)
[19:57:22.049] Build status: SCHEDULED
[19:57:22.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:54:0) after 1m59s
[19:59:21.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:54:0)
[19:59:21.100] Build status: SCHEDULED
[19:59:21.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:55:0) after 4m44s
[20:04:05.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:55:0)
[20:04:05.143] Build status: SCHEDULED
[20:04:05.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:56:0) after 1m25s
[20:05:30.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:56:0)
[20:05:30.224] Build status: SCHEDULED
[20:05:30.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:57:0) after 4m26s
[20:09:56.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:57:0)
[20:09:56.350] Build status: SCHEDULED
[20:09:56.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:58:0) after 4m36s
[20:14:32.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:58:0)
[20:14:32.423] Build status: SCHEDULED
[20:14:32.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:59:0) after 2m50s
[20:17:22.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:59:0)
[20:17:22.513] Build status: SCHEDULED
[20:17:22.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:60:0) after 9m13s
[20:26:35.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:60:0)
[20:26:35.655] Build status: SCHEDULED
[20:26:35.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:61:0) after 6m31s
[20:33:06.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:61:0)
[20:33:06.701] Build status: SCHEDULED
[20:33:06.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:62:0) after 3m5s
[20:36:11.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:62:0)
[20:36:11.729] Build status: SCHEDULED
[20:36:11.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:63:0) after 1m47s
[20:37:58.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:63:0)
[20:37:58.794] Build status: SCHEDULED
[20:37:58.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:64:0) after 2m45s
[20:40:43.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:64:0)
[20:40:43.874] Build status: SCHEDULED
[20:40:43.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:65:0) after 4m30s
[20:45:13.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:65:0)
[20:45:13.916] Build status: SCHEDULED
[20:45:13.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:66:0) after 4m57s
[20:50:10.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:66:0)
[20:50:10.954] Build status: SCHEDULED
[20:50:10.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:67:0) after 4m24s
[20:54:34.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:67:0)
[20:54:35.008] Build status: SCHEDULED
[20:54:35.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:68:0) after 7m27s
[21:02:01.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:68:0)
[21:02:02.016] Build status: SCHEDULED
[21:02:02.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:69:0) after 1m46s
[21:03:48.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:69:0)
[21:03:48.071] Build status: SCHEDULED
[21:03:48.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:70:0) after 9m45s
[21:13:33.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:70:0)
[21:13:33.126] Build status: SCHEDULED
[21:13:33.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:71:0) after 4m21s
[21:17:54.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:71:0)
[21:17:54.264] Build status: SCHEDULED
[21:17:54.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:72:0) after 3m38s
[21:21:32.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:72:0)
[21:21:32.287] Build status: SCHEDULED
[21:21:32.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:73:0) after 2m0s
[21:23:32.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:73:0)
[21:23:32.318] Build status: SCHEDULED
[21:23:32.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:74:0) after 4m41s
[21:28:13.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:74:0)
[21:28:13.356] Build status: SCHEDULED
[21:28:13.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:75:0) after 8m16s
[21:36:29.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:75:0)
[21:36:29.459] Build status: SCHEDULED
[21:36:29.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:76:0) after 6m31s
[21:43:00.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:76:0)
[21:43:00.700] Build status: SCHEDULED
[21:43:00.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:77:0) after 7m34s
[21:50:34.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:77:0)
[21:50:34.781] Build status: SCHEDULED
[21:50:34.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:78:0) after 2m36s
[21:53:10.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:78:0)
[21:53:10.808] Build status: SCHEDULED
[21:53:10.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:79:0) after 5m22s
[21:58:32.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:79:0)
[21:58:32.952] Build status: SCHEDULED
[21:58:32.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:80:0) after 8m22s
[22:06:55.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:80:0)
[22:06:55.038] Build status: SCHEDULED
[22:06:55.038] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:81:0) after 3m22s
[22:10:17.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:81:0)
[22:10:17.128] Build status: SCHEDULED
[22:10:17.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:82:0) after 7m42s
[22:17:59.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:82:0)
[22:17:59.220] Build status: SCHEDULED
[22:17:59.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:83:0) after 1m59s
[22:19:58.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:83:0)
[22:19:58.338] Build status: SCHEDULED
[22:19:58.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:84:0) after 7m23s
[22:27:21.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:84:0)
[22:27:21.413] Build status: SCHEDULED
[22:27:21.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:85:0) after 9m52s
[22:37:13.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:85:0)
[22:37:13.532] Build status: SCHEDULED
[22:37:13.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:86:0) after 9m45s
[22:46:58.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:86:0)
[22:46:58.566] Build status: SCHEDULED
[22:46:58.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:87:0) after 7m3s
[22:54:01.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:87:0)
[22:54:01.615] Build status: SCHEDULED
[22:54:01.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:88:0) after 2m32s
[22:56:33.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:88:0)
[22:56:33.736] Build status: SCHEDULED
[22:56:33.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:89:0) after 9m35s
[23:06:08.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:89:0)
[23:06:08.879] Build status: SCHEDULED
[23:06:08.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:90:0) after 8m2s
[23:14:10.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:90:0)
[23:14:11.016] Build status: SCHEDULED
[23:14:11.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:91:0) after 6m32s
[23:20:43.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:91:0)
[23:20:43.141] Build status: SCHEDULED
[23:20:43.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:92:0) after 1m14s
[23:21:57.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:92:0)
[23:21:57.207] Build status: SCHEDULED
[23:21:57.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:93:0) after 2m19s
[23:24:16.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:93:0)
[23:24:16.299] Build status: SCHEDULED
[23:24:16.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:94:0) after 5m35s
[23:29:51.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:94:0)
[23:29:51.333] Build status: SCHEDULED
[23:29:51.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:95:0) after 1m59s
[23:31:50.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:95:0)
[23:31:50.373] Build status: SCHEDULED
[23:31:50.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:96:0) after 9m3s
[23:40:53.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:96:0)
[23:40:53.451] Build status: SCHEDULED
[23:40:53.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-main:8886654447852845888:97:0) after 9m56s
[23:42:21.889] Received PubSub notification, asking Buildbucket for the build status
[23:42:21.907] Build:
{
  "id": "8721224385935398753",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-05T15:41:57.725729875Z",
  "endTime": "2025-03-05T23:42:06.328159339Z",
  "updateTime": "2025-03-05T23:42:06.328159339Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "0449995468dd677674cbf3908eed420e63ce659e",
      "ref": "refs/heads/main"
    }
  }
}
[23:42:21.907] Invocation finished in 8h0m25.393347515s with status FAILED