1. All projects
  2. pigweed
  3. pigweed.dev.ci-pigweed-mac-x86-bazel-kernel
  4. 8877447590105140064
Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 87c2125f7fa7df3bf4094b07ddcb7198e2aa204a) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-kernel"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "83ed11c8bae200695e40bcaa56555d337b66188e"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/83ed11c8bae200695e40bcaa56555d337b66188e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:41:00.293] New invocation is queued and will start shortly
[06:41:01.371] Starting the invocation (attempt 1)
[06:41:01.399] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/83ed11c8bae200695e40bcaa56555d337b66188e"
[06:41:01.399] Popped gitiles commit info from properties and tags
[06:41:01.399] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:41:01.399] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:41:01.399] Buildbucket request:
{
  "requestId": "8877447590105140064",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8877447590105140064",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "54033abd2b7eb89fd3a1157007a097413d916ad1"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@54033abd2b7eb89fd3a1157007a097413d916ad1",
                        "title": "54033abd2b7eb89fd3a1157007a097413d916ad1",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/54033abd2b7eb89fd3a1157007a097413d916ad1"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "83ed11c8bae200695e40bcaa56555d337b66188e"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@83ed11c8bae200695e40bcaa56555d337b66188e",
                        "title": "83ed11c8bae200695e40bcaa56555d337b66188e",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/83ed11c8bae200695e40bcaa56555d337b66188e"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "83ed11c8bae200695e40bcaa56555d337b66188e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877447590105140064"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:41:01.762] Scheduled build:
{
  "id": "8712017528230082625",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-15T06:41:01.453695849Z",
  "updateTime": "2025-06-15T06:41:01.453695849Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "83ed11c8bae200695e40bcaa56555d337b66188e",
      "ref": "refs/heads/main"
    }
  }
}
[06:41:01.762] Task URL: https://cr-buildbucket.appspot.com/build/8712017528230082625
[06:41:01.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:2:0) after 8m45s
[06:41:03.715] Received PubSub notification, asking Buildbucket for the build status
[06:41:03.731] Build status: SCHEDULED
[06:49:46.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:2:0)
[06:49:47.002] Build status: SCHEDULED
[06:49:47.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:4:0) after 4m45s
[06:54:32.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:4:0)
[06:54:32.418] Build status: SCHEDULED
[06:54:32.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:5:0) after 1m1s
[06:55:33.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:5:0)
[06:55:33.491] Build status: SCHEDULED
[06:55:33.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:6:0) after 2m48s
[06:58:21.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:6:0)
[06:58:21.783] Build status: SCHEDULED
[06:58:21.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:7:0) after 1m8s
[06:59:29.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:7:0)
[06:59:29.890] Build status: SCHEDULED
[06:59:29.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:8:0) after 4m35s
[07:04:04.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:8:0)
[07:04:05.009] Build status: SCHEDULED
[07:04:05.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:9:0) after 9m29s
[07:13:34.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:9:0)
[07:13:34.137] Build status: SCHEDULED
[07:13:34.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:10:0) after 9m35s
[07:23:09.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:10:0)
[07:23:09.212] Build status: SCHEDULED
[07:23:09.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:11:0) after 2m29s
[07:25:38.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:11:0)
[07:25:38.288] Build status: SCHEDULED
[07:25:38.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:12:0) after 9m51s
[07:35:29.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:12:0)
[07:35:29.414] Build status: SCHEDULED
[07:35:29.414] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:13:0) after 1m22s
[07:36:51.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:13:0)
[07:36:51.463] Build status: SCHEDULED
[07:36:51.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:14:0) after 2m25s
[07:39:16.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:14:0)
[07:39:16.787] Build status: SCHEDULED
[07:39:16.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:15:0) after 2m31s
[07:41:47.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:15:0)
[07:41:47.833] Build status: SCHEDULED
[07:41:47.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:16:0) after 7m9s
[07:48:57.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:16:0)
[07:48:57.129] Build status: SCHEDULED
[07:48:57.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:17:0) after 7m12s
[07:56:09.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:17:0)
[07:56:09.184] Build status: SCHEDULED
[07:56:09.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:18:0) after 2m17s
[07:58:26.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:18:0)
[07:58:26.212] Build status: SCHEDULED
[07:58:26.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:19:0) after 3m1s
[08:01:27.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:19:0)
[08:01:27.220] Build status: SCHEDULED
[08:01:27.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:20:0) after 9m3s
[08:10:30.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:20:0)
[08:10:30.294] Build status: SCHEDULED
[08:10:30.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:21:0) after 7m18s
[08:17:48.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:21:0)
[08:17:48.443] Build status: SCHEDULED
[08:17:48.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:22:0) after 9m34s
[08:27:22.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:22:0)
[08:27:22.726] Build status: SCHEDULED
[08:27:22.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:23:0) after 2m49s
[08:30:11.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:23:0)
[08:30:11.752] Build status: SCHEDULED
[08:30:11.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:24:0) after 1m11s
[08:31:22.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:24:0)
[08:31:22.790] Build status: SCHEDULED
[08:31:22.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:25:0) after 1m54s
[08:33:16.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:25:0)
[08:33:17.147] Build status: SCHEDULED
[08:33:17.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:26:0) after 9m28s
[08:42:45.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:26:0)
[08:42:45.181] Build status: SCHEDULED
[08:42:45.181] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:27:0) after 8m47s
[08:51:32.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:27:0)
[08:51:32.242] Build status: SCHEDULED
[08:51:32.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:28:0) after 9m32s
[09:01:04.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:28:0)
[09:01:04.277] Build status: SCHEDULED
[09:01:04.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:29:0) after 5m40s
[09:06:44.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:29:0)
[09:06:44.433] Build status: SCHEDULED
[09:06:44.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:30:0) after 9m10s
[09:15:54.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:30:0)
[09:15:54.485] Build status: SCHEDULED
[09:15:54.485] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:31:0) after 4m30s
[09:20:24.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:31:0)
[09:20:24.816] Build status: SCHEDULED
[09:20:24.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:32:0) after 9m39s
[09:30:04.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:32:0)
[09:30:04.109] Build status: SCHEDULED
[09:30:04.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:33:0) after 1m44s
[09:31:48.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:33:0)
[09:31:48.275] Build status: SCHEDULED
[09:31:48.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:34:0) after 9m2s
[09:40:50.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:34:0)
[09:40:50.316] Build status: SCHEDULED
[09:40:50.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:35:0) after 9m28s
[09:50:18.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:35:0)
[09:50:18.560] Build status: SCHEDULED
[09:50:18.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:36:0) after 9m34s
[09:59:52.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:36:0)
[09:59:52.570] Build status: SCHEDULED
[09:59:52.570] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:37:0) after 4m39s
[10:04:31.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:37:0)
[10:04:31.643] Build status: SCHEDULED
[10:04:31.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:38:0) after 4m31s
[10:09:02.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:38:0)
[10:09:02.679] Build status: SCHEDULED
[10:09:02.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:39:0) after 6m6s
[10:15:08.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:39:0)
[10:15:08.715] Build status: SCHEDULED
[10:15:08.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:40:0) after 7m56s
[10:23:04.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:40:0)
[10:23:04.744] Build status: SCHEDULED
[10:23:04.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:41:0) after 7m28s
[10:30:32.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:41:0)
[10:30:32.779] Build status: SCHEDULED
[10:30:32.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:42:0) after 8m2s
[10:38:34.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:42:0)
[10:38:34.886] Build status: SCHEDULED
[10:38:34.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:43:0) after 3m20s
[10:41:54.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:43:0)
[10:41:54.978] Build status: SCHEDULED
[10:41:54.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:44:0) after 6m26s
[10:48:21.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:44:0)
[10:48:21.041] Build status: SCHEDULED
[10:48:21.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:45:0) after 3m20s
[10:51:41.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:45:0)
[10:51:41.102] Build status: SCHEDULED
[10:51:41.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:46:0) after 7m8s
[10:58:49.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:46:0)
[10:58:49.147] Build status: SCHEDULED
[10:58:49.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:47:0) after 5m34s
[11:04:23.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:47:0)
[11:04:23.190] Build status: SCHEDULED
[11:04:23.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:48:0) after 5m43s
[11:10:06.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:48:0)
[11:10:06.188] Build status: SCHEDULED
[11:10:06.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:49:0) after 3m2s
[11:13:08.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:49:0)
[11:13:08.332] Build status: SCHEDULED
[11:13:08.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:50:0) after 4m13s
[11:17:21.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:50:0)
[11:17:21.332] Build status: SCHEDULED
[11:17:21.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:51:0) after 9m40s
[11:27:01.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:51:0)
[11:27:01.694] Build status: SCHEDULED
[11:27:01.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:52:0) after 4m23s
[11:31:24.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:52:0)
[11:31:24.839] Build status: SCHEDULED
[11:31:24.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:53:0) after 9m43s
[11:41:07.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:53:0)
[11:41:07.895] Build status: SCHEDULED
[11:41:07.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:54:0) after 2m43s
[11:43:50.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:54:0)
[11:43:50.945] Build status: SCHEDULED
[11:43:50.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:55:0) after 7m9s
[11:51:00.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:55:0)
[11:51:00.080] Build status: SCHEDULED
[11:51:00.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:56:0) after 5m42s
[11:56:42.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:56:0)
[11:56:42.148] Build status: SCHEDULED
[11:56:42.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:57:0) after 5m37s
[12:02:19.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:57:0)
[12:02:19.215] Build status: SCHEDULED
[12:02:19.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:58:0) after 8m12s
[12:10:31.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:58:0)
[12:10:31.322] Build status: SCHEDULED
[12:10:31.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:59:0) after 9m1s
[12:19:32.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:59:0)
[12:19:32.956] Build status: SCHEDULED
[12:19:32.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:60:0) after 3m37s
[12:23:09.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:60:0)
[12:23:10.012] Build status: SCHEDULED
[12:23:10.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:61:0) after 3m5s
[12:26:15.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:61:0)
[12:26:15.097] Build status: SCHEDULED
[12:26:15.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:62:0) after 1m3s
[12:27:18.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:62:0)
[12:27:18.250] Build status: SCHEDULED
[12:27:18.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:63:0) after 5m18s
[12:32:36.338] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:63:0)
[12:32:36.363] Build status: SCHEDULED
[12:32:36.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:64:0) after 5m40s
[12:38:16.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:64:0)
[12:38:16.500] Build status: SCHEDULED
[12:38:16.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:65:0) after 9m40s
[12:47:56.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:65:0)
[12:47:56.633] Build status: SCHEDULED
[12:47:56.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:66:0) after 3m12s
[12:51:08.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:66:0)
[12:51:08.673] Build status: SCHEDULED
[12:51:08.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:67:0) after 5m30s
[12:56:38.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:67:0)
[12:56:38.750] Build status: SCHEDULED
[12:56:38.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:68:0) after 9m32s
[13:06:10.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:68:0)
[13:06:10.893] Build status: SCHEDULED
[13:06:10.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:69:0) after 1m18s
[13:07:28.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:69:0)
[13:07:28.970] Build status: SCHEDULED
[13:07:28.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:70:0) after 6m19s
[13:13:47.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:70:0)
[13:13:48.070] Build status: SCHEDULED
[13:13:48.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:71:0) after 8m0s
[13:21:48.101] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:71:0)
[13:21:48.117] Build status: SCHEDULED
[13:21:48.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:72:0) after 7m13s
[13:29:01.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:72:0)
[13:29:01.125] Build status: SCHEDULED
[13:29:01.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:73:0) after 9m7s
[13:38:08.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:73:0)
[13:38:08.392] Build status: SCHEDULED
[13:38:08.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:74:0) after 5m58s
[13:44:06.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:74:0)
[13:44:06.467] Build status: SCHEDULED
[13:44:06.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:75:0) after 3m11s
[13:47:17.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:75:0)
[13:47:17.744] Build status: SCHEDULED
[13:47:17.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:76:0) after 6m11s
[13:53:28.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:76:0)
[13:53:28.917] Build status: SCHEDULED
[13:53:28.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:77:0) after 6m35s
[14:00:03.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:77:0)
[14:00:04.003] Build status: SCHEDULED
[14:00:04.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:78:0) after 1m52s
[14:01:56.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:78:0)
[14:01:56.140] Build status: SCHEDULED
[14:01:56.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:79:0) after 7m39s
[14:09:35.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:79:0)
[14:09:35.550] Build status: SCHEDULED
[14:09:35.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:80:0) after 8m0s
[14:17:35.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:80:0)
[14:17:35.736] Build status: SCHEDULED
[14:17:35.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:81:0) after 4m22s
[14:21:57.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:81:0)
[14:21:57.741] Build status: SCHEDULED
[14:21:57.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:82:0) after 3m55s
[14:25:52.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:82:0)
[14:25:52.888] Build status: SCHEDULED
[14:25:52.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:83:0) after 9m41s
[14:35:34.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:83:0)
[14:35:34.090] Build status: SCHEDULED
[14:35:34.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:84:0) after 4m17s
[14:39:51.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:84:0)
[14:39:51.167] Build status: SCHEDULED
[14:39:51.167] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8877447590105140064:85:0) after 3m13s
[14:41:06.608] Received PubSub notification, asking Buildbucket for the build status
[14:41:06.660] Build:
{
  "id": "8712017528230082625",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-06-15T06:41:01.453695849Z",
  "endTime": "2025-06-15T14:41:05.875426017Z",
  "updateTime": "2025-06-15T14:41:05.875426017Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "83ed11c8bae200695e40bcaa56555d337b66188e",
      "ref": "refs/heads/main"
    }
  }
}
[14:41:06.660] Invocation finished in 8h0m6.377964294s with status FAILED