LUCI Scheduler :: pigweed :: pigweed.dev.ci-pigweed-mac-x86-bazel-kernel

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev 87c2125f7fa7df3bf4094b07ddcb7198e2aa204a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-kernel"
>

Incoming triggers

88ceddf03434c1ab0a0d05521b1a8c3f5e7da9da (4 days ago)
935fd39bf207ac4be258df475f709d03d674bd72 (4 days ago)
c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29 (4 days ago)
3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca (4 days ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca
gitiles_ref:refs/heads/main

Debug log (UTC)

[01:29:26.690] New invocation is queued and will start shortly
[01:29:27.819] Starting the invocation (attempt 1)
[01:29:27.853] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca"
[01:29:27.853] Popped gitiles commit info from properties and tags
[01:29:27.853] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:29:27.853] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:29:27.853] Buildbucket request:
{
  "requestId": "8880456891659428624",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8880456891659428624",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "88ceddf03434c1ab0a0d05521b1a8c3f5e7da9da"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@88ceddf03434c1ab0a0d05521b1a8c3f5e7da9da",
                        "title": "88ceddf03434c1ab0a0d05521b1a8c3f5e7da9da",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/88ceddf03434c1ab0a0d05521b1a8c3f5e7da9da"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "935fd39bf207ac4be258df475f709d03d674bd72"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@935fd39bf207ac4be258df475f709d03d674bd72",
                        "title": "935fd39bf207ac4be258df475f709d03d674bd72",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/935fd39bf207ac4be258df475f709d03d674bd72"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29",
                        "title": "c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c8047352e8c8bb1dc9ee2f5cf2389adaed2f6b29"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca",
                        "title": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8880456891659428624"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:29:28.229] Scheduled build:
{
  "id": "8715026829706902737",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-13T01:29:27.925289702Z",
  "updateTime": "2025-05-13T01:29:27.925289702Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca",
      "ref": "refs/heads/main"
    }
  }
}
[01:29:28.229] Task URL: https://cr-buildbucket.appspot.com/build/8715026829706902737
[01:29:28.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:2:0) after 9m6s
[01:29:28.509] Received PubSub notification, asking Buildbucket for the build status
[01:29:28.539] Build status: SCHEDULED
[01:38:34.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:2:0)
[01:38:34.375] Build status: SCHEDULED
[01:38:34.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:4:0) after 2m2s
[01:40:36.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:4:0)
[01:40:36.476] Build status: SCHEDULED
[01:40:36.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:5:0) after 8m59s
[01:49:35.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:5:0)
[01:49:35.538] Build status: SCHEDULED
[01:49:35.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:6:0) after 2m57s
[01:52:32.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:6:0)
[01:52:32.581] Build status: SCHEDULED
[01:52:32.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:7:0) after 7m39s
[02:00:11.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:7:0)
[02:00:11.699] Build status: SCHEDULED
[02:00:11.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:8:0) after 9m3s
[02:09:14.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:8:0)
[02:09:14.752] Build status: SCHEDULED
[02:09:14.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:9:0) after 6m1s
[02:15:15.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:9:0)
[02:15:15.754] Build status: SCHEDULED
[02:15:15.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:10:0) after 4m44s
[02:19:59.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:10:0)
[02:19:59.752] Build status: SCHEDULED
[02:19:59.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:11:0) after 8m19s
[02:28:18.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:11:0)
[02:28:18.834] Build status: SCHEDULED
[02:28:18.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:12:0) after 2m42s
[02:31:00.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:12:0)
[02:31:00.931] Build status: SCHEDULED
[02:31:00.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:13:0) after 1m4s
[02:32:04.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:13:0)
[02:32:05.024] Build status: SCHEDULED
[02:32:05.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:14:0) after 3m42s
[02:35:47.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:14:0)
[02:35:47.177] Build status: SCHEDULED
[02:35:47.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:15:0) after 3m6s
[02:38:53.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:15:0)
[02:38:53.227] Build status: SCHEDULED
[02:38:53.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:16:0) after 6m0s
[02:44:53.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:16:0)
[02:44:53.290] Build status: SCHEDULED
[02:44:53.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:17:0) after 9m41s
[02:54:34.361] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:17:0)
[02:54:34.441] Build status: SCHEDULED
[02:54:34.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:18:0) after 5m49s
[03:00:23.483] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:18:0)
[03:00:23.516] Build status: SCHEDULED
[03:00:23.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:19:0) after 2m57s
[03:03:20.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:19:0)
[03:03:20.769] Build status: SCHEDULED
[03:03:20.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:20:0) after 2m56s
[03:06:16.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:20:0)
[03:06:16.814] Build status: SCHEDULED
[03:06:16.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:21:0) after 7m44s
[03:14:00.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:21:0)
[03:14:00.900] Build status: SCHEDULED
[03:14:00.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:22:0) after 5m17s
[03:19:17.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:22:0)
[03:19:17.941] Build status: SCHEDULED
[03:19:17.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:23:0) after 9m59s
[03:29:16.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:23:0)
[03:29:17.017] Build status: SCHEDULED
[03:29:17.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:24:0) after 2m15s
[03:31:32.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:24:0)
[03:31:32.132] Build status: SCHEDULED
[03:31:32.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:25:0) after 7m22s
[03:38:54.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:25:0)
[03:38:54.146] Build status: SCHEDULED
[03:38:54.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:26:0) after 8m51s
[03:47:45.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:26:0)
[03:47:45.213] Build status: SCHEDULED
[03:47:45.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:27:0) after 9m25s
[03:57:10.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:27:0)
[03:57:10.309] Build status: SCHEDULED
[03:57:10.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:28:0) after 8m23s
[04:05:33.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:28:0)
[04:05:33.352] Build status: SCHEDULED
[04:05:33.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:29:0) after 9m12s
[04:14:45.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:29:0)
[04:14:45.387] Build status: SCHEDULED
[04:14:45.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:30:0) after 2m47s
[04:17:32.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:30:0)
[04:17:32.379] Build status: SCHEDULED
[04:17:32.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:31:0) after 7m50s
[04:25:22.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:31:0)
[04:25:22.427] Build status: SCHEDULED
[04:25:22.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:32:0) after 3m2s
[04:28:24.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:32:0)
[04:28:24.602] Build status: SCHEDULED
[04:28:24.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:33:0) after 1m21s
[04:29:45.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:33:0)
[04:29:45.641] Build status: SCHEDULED
[04:29:45.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:34:0) after 2m47s
[04:32:32.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:34:0)
[04:32:32.680] Build status: SCHEDULED
[04:32:32.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:35:0) after 8m34s
[04:41:06.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:35:0)
[04:41:06.809] Build status: SCHEDULED
[04:41:06.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:36:0) after 4m41s
[04:45:47.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:36:0)
[04:45:47.852] Build status: SCHEDULED
[04:45:47.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:37:0) after 7m24s
[04:53:11.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:37:0)
[04:53:11.940] Build status: SCHEDULED
[04:53:11.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:38:0) after 6m12s
[04:59:24.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:38:0)
[04:59:24.020] Build status: SCHEDULED
[04:59:24.020] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:39:0) after 4m26s
[05:03:50.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:39:0)
[05:03:50.049] Build status: SCHEDULED
[05:03:50.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:40:0) after 4m13s
[05:08:03.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:40:0)
[05:08:03.059] Build status: SCHEDULED
[05:08:03.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:41:0) after 6m39s
[05:14:42.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:41:0)
[05:14:42.098] Build status: SCHEDULED
[05:14:42.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:42:0) after 2m4s
[05:16:46.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:42:0)
[05:16:46.198] Build status: SCHEDULED
[05:16:46.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:43:0) after 8m43s
[05:25:29.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:43:0)
[05:25:29.296] Build status: SCHEDULED
[05:25:29.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:44:0) after 7m12s
[05:32:41.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:44:0)
[05:32:41.329] Build status: SCHEDULED
[05:32:41.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:45:0) after 6m32s
[05:39:13.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:45:0)
[05:39:13.364] Build status: SCHEDULED
[05:39:13.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:46:0) after 8m52s
[05:48:05.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:46:0)
[05:48:05.409] Build status: SCHEDULED
[05:48:05.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:47:0) after 7m21s
[05:55:26.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:47:0)
[05:55:26.624] Build status: SCHEDULED
[05:55:26.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:48:0) after 8m20s
[06:03:46.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:48:0)
[06:03:46.677] Build status: SCHEDULED
[06:03:46.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:49:0) after 1m12s
[06:04:58.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:49:0)
[06:04:59.074] Build status: SCHEDULED
[06:04:59.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:50:0) after 7m40s
[06:12:39.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:50:0)
[06:12:39.135] Build status: SCHEDULED
[06:12:39.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:51:0) after 8m56s
[06:21:35.168] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:51:0)
[06:21:35.183] Build status: SCHEDULED
[06:21:35.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:52:0) after 4m37s
[06:26:12.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:52:0)
[06:26:12.389] Build status: SCHEDULED
[06:26:12.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:53:0) after 1m18s
[06:27:30.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:53:0)
[06:27:30.572] Build status: SCHEDULED
[06:27:30.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:54:0) after 3m58s
[06:31:28.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:54:0)
[06:31:28.604] Build status: SCHEDULED
[06:31:28.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:55:0) after 1m26s
[06:32:54.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:55:0)
[06:32:54.645] Build status: SCHEDULED
[06:32:54.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:56:0) after 4m34s
[06:37:28.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:56:0)
[06:37:28.709] Build status: SCHEDULED
[06:37:28.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:57:0) after 5m47s
[06:43:15.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:57:0)
[06:43:15.748] Build status: SCHEDULED
[06:43:15.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:58:0) after 3m19s
[06:46:34.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:58:0)
[06:46:34.893] Build status: SCHEDULED
[06:46:34.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:59:0) after 5m42s
[06:52:16.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:59:0)
[06:52:16.992] Build status: SCHEDULED
[06:52:16.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:60:0) after 2m12s
[06:54:29.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:60:0)
[06:54:29.112] Build status: SCHEDULED
[06:54:29.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:61:0) after 5m59s
[07:00:28.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:61:0)
[07:00:28.205] Build status: SCHEDULED
[07:00:28.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:62:0) after 1m59s
[07:02:27.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:62:0)
[07:02:27.206] Build status: SCHEDULED
[07:02:27.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:63:0) after 7m50s
[07:10:17.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:63:0)
[07:10:17.250] Build status: SCHEDULED
[07:10:17.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:64:0) after 3m29s
[07:13:46.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:64:0)
[07:13:46.365] Build status: SCHEDULED
[07:13:46.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:65:0) after 1m16s
[07:15:02.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:65:0)
[07:15:02.596] Build status: SCHEDULED
[07:15:02.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:66:0) after 4m45s
[07:19:47.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:66:0)
[07:19:47.633] Build status: SCHEDULED
[07:19:47.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:67:0) after 1m40s
[07:21:27.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:67:0)
[07:21:27.760] Build status: SCHEDULED
[07:21:27.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:68:0) after 1m52s
[07:23:19.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:68:0)
[07:23:19.900] Build status: SCHEDULED
[07:23:19.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:69:0) after 8m46s
[07:32:05.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:69:0)
[07:32:05.957] Build status: SCHEDULED
[07:32:05.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:70:0) after 6m38s
[07:38:43.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:70:0)
[07:38:43.974] Build status: SCHEDULED
[07:38:43.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:71:0) after 4m22s
[07:43:06.030] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:71:0)
[07:43:06.053] Build status: SCHEDULED
[07:43:06.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:72:0) after 4m47s
[07:47:53.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:72:0)
[07:47:53.097] Build status: SCHEDULED
[07:47:53.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:73:0) after 8m40s
[07:56:33.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:73:0)
[07:56:33.500] Build status: SCHEDULED
[07:56:33.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:74:0) after 9m34s
[08:06:07.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:74:0)
[08:06:07.591] Build status: SCHEDULED
[08:06:07.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:75:0) after 2m8s
[08:08:15.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:75:0)
[08:08:15.641] Build status: SCHEDULED
[08:08:15.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:76:0) after 8m54s
[08:17:09.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:76:0)
[08:17:09.685] Build status: SCHEDULED
[08:17:09.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:77:0) after 2m17s
[08:19:26.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:77:0)
[08:19:26.804] Build status: SCHEDULED
[08:19:26.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:78:0) after 6m7s
[08:25:33.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:78:0)
[08:25:33.869] Build status: SCHEDULED
[08:25:33.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:79:0) after 2m54s
[08:28:27.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:79:0)
[08:28:27.912] Build status: SCHEDULED
[08:28:27.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:80:0) after 9m23s
[08:37:50.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:80:0)
[08:37:50.952] Build status: SCHEDULED
[08:37:50.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:81:0) after 1m44s
[08:39:34.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:81:0)
[08:39:34.994] Build status: SCHEDULED
[08:39:34.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:82:0) after 6m2s
[08:45:37.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:82:0)
[08:45:37.086] Build status: SCHEDULED
[08:45:37.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:83:0) after 5m8s
[08:50:45.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:83:0)
[08:50:45.155] Build status: SCHEDULED
[08:50:45.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:84:0) after 1m38s
[08:52:23.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:84:0)
[08:52:23.257] Build status: SCHEDULED
[08:52:23.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:85:0) after 7m36s
[08:59:59.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:85:0)
[08:59:59.339] Build status: SCHEDULED
[08:59:59.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:86:0) after 7m23s
[09:07:22.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:86:0)
[09:07:22.391] Build status: SCHEDULED
[09:07:22.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:87:0) after 8m39s
[09:16:01.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:87:0)
[09:16:01.540] Build status: SCHEDULED
[09:16:01.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:88:0) after 8m3s
[09:24:04.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:88:0)
[09:24:04.701] Build status: SCHEDULED
[09:24:04.701] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:89:0) after 1m41s
[09:25:45.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:89:0)
[09:25:45.745] Build status: SCHEDULED
[09:25:45.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8880456891659428624:90:0) after 6m35s
[09:29:31.368] Received PubSub notification, asking Buildbucket for the build status
[09:29:31.390] Build:
{
  "id": "8715026829706902737",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-05-13T01:29:27.925289702Z",
  "endTime": "2025-05-13T09:29:30.541371183Z",
  "updateTime": "2025-05-13T09:29:30.541371183Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "3fe6ddbf82e623b47f23fa5db4d0ab2d5c683cca",
      "ref": "refs/heads/main"
    }
  }
}
[09:29:31.390] Invocation finished in 8h0m4.71141005s with status FAILED