Status: FAILED
Triggered by: -
Duration: 5 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "2d273f8599fd15856bbb5fd2f9b60f97307879bd"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2d273f8599fd15856bbb5fd2f9b60f97307879bd
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:19:28.411] New invocation is queued and will start shortly
[20:19:29.476] Starting the invocation (attempt 1)
[20:19:29.502] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/2d273f8599fd15856bbb5fd2f9b60f97307879bd"
[20:19:29.502] Popped gitiles commit info from properties and tags
[20:19:29.502] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:19:29.502] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:19:29.502] Buildbucket request:
{
  "requestId": "8894247132264363984",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8894247132264363984",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9720483d67050eeda1910c707195aca45879ff90"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9720483d67050eeda1910c707195aca45879ff90",
                        "title": "9720483d67050eeda1910c707195aca45879ff90",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9720483d67050eeda1910c707195aca45879ff90"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8b5abe6ecd18da8ecb989223b0bc7bcc9da204a8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8b5abe6ecd18da8ecb989223b0bc7bcc9da204a8",
                        "title": "8b5abe6ecd18da8ecb989223b0bc7bcc9da204a8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8b5abe6ecd18da8ecb989223b0bc7bcc9da204a8"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ce7b2d9d8993f43ef7300d63799cf777ac00aa09"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ce7b2d9d8993f43ef7300d63799cf777ac00aa09",
                        "title": "ce7b2d9d8993f43ef7300d63799cf777ac00aa09",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ce7b2d9d8993f43ef7300d63799cf777ac00aa09"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "739cd501db37d82fe0766863dd085e6831507fca"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@739cd501db37d82fe0766863dd085e6831507fca",
                        "title": "739cd501db37d82fe0766863dd085e6831507fca",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/739cd501db37d82fe0766863dd085e6831507fca"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2d273f8599fd15856bbb5fd2f9b60f97307879bd"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2d273f8599fd15856bbb5fd2f9b60f97307879bd",
                        "title": "2d273f8599fd15856bbb5fd2f9b60f97307879bd",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2d273f8599fd15856bbb5fd2f9b60f97307879bd"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "2d273f8599fd15856bbb5fd2f9b60f97307879bd",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8894247132264363984"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:19:29.882] Scheduled build:
{
  "id": "8728817070394179953",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-12-11T20:19:29.564553545Z",
  "updateTime": "2024-12-11T20:19:29.564553545Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2d273f8599fd15856bbb5fd2f9b60f97307879bd",
      "ref": "refs/heads/main"
    }
  }
}
[20:19:29.882] Task URL: https://cr-buildbucket.appspot.com/build/8728817070394179953
[20:19:29.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:2:0) after 5m34s
[20:19:31.049] Received PubSub notification, asking Buildbucket for the build status
[20:19:31.074] Build status: SCHEDULED
[20:25:03.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:2:0)
[20:25:04.027] Build status: SCHEDULED
[20:25:04.027] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:4:0) after 1m33s
[20:26:37.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:4:0)
[20:26:37.341] Build status: SCHEDULED
[20:26:37.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:5:0) after 4m23s
[20:31:00.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:5:0)
[20:31:00.383] Build status: SCHEDULED
[20:31:00.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:6:0) after 7m28s
[20:38:28.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:6:0)
[20:38:28.456] Build status: SCHEDULED
[20:38:28.456] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:7:0) after 4m45s
[20:43:13.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:7:0)
[20:43:13.504] Build status: SCHEDULED
[20:43:13.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:8:0) after 1m37s
[20:44:50.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:8:0)
[20:44:50.547] Build status: SCHEDULED
[20:44:50.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:9:0) after 6m26s
[20:51:16.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:9:0)
[20:51:16.658] Build status: SCHEDULED
[20:51:16.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:10:0) after 1m36s
[20:52:52.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:10:0)
[20:52:52.692] Build status: SCHEDULED
[20:52:52.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:11:0) after 1m28s
[20:54:20.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:11:0)
[20:54:20.791] Build status: SCHEDULED
[20:54:20.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:12:0) after 5m12s
[20:59:32.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:12:0)
[20:59:32.939] Build status: SCHEDULED
[20:59:32.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:13:0) after 1m36s
[21:01:08.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:13:0)
[21:01:09.064] Build status: SCHEDULED
[21:01:09.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:14:0) after 1m20s
[21:02:29.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:14:0)
[21:02:29.111] Build status: SCHEDULED
[21:02:29.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:15:0) after 6m33s
[21:09:02.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:15:0)
[21:09:02.332] Build status: SCHEDULED
[21:09:02.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:16:0) after 1m51s
[21:10:53.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:16:0)
[21:10:53.365] Build status: SCHEDULED
[21:10:53.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:17:0) after 2m39s
[21:13:32.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:17:0)
[21:13:32.411] Build status: SCHEDULED
[21:13:32.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:18:0) after 2m33s
[21:16:05.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:18:0)
[21:16:05.544] Build status: SCHEDULED
[21:16:05.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:19:0) after 6m44s
[21:22:49.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:19:0)
[21:22:49.649] Build status: SCHEDULED
[21:22:49.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:20:0) after 4m13s
[21:27:02.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:20:0)
[21:27:02.700] Build status: SCHEDULED
[21:27:02.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:21:0) after 5m58s
[21:33:00.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:21:0)
[21:33:00.746] Build status: SCHEDULED
[21:33:00.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:22:0) after 6m22s
[21:39:22.762] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:22:0)
[21:39:22.781] Build status: SCHEDULED
[21:39:22.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:23:0) after 8m56s
[21:48:18.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:23:0)
[21:48:18.879] Build status: SCHEDULED
[21:48:18.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:24:0) after 9m17s
[21:57:35.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:24:0)
[21:57:35.912] Build status: SCHEDULED
[21:57:35.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:25:0) after 9m24s
[22:06:59.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:25:0)
[22:06:59.983] Build status: SCHEDULED
[22:06:59.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:26:0) after 5m20s
[22:12:20.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:26:0)
[22:12:20.037] Build status: SCHEDULED
[22:12:20.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:27:0) after 3m50s
[22:16:10.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:27:0)
[22:16:10.111] Build status: SCHEDULED
[22:16:10.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:28:0) after 6m53s
[22:23:03.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:28:0)
[22:23:03.177] Build status: SCHEDULED
[22:23:03.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:29:0) after 1m50s
[22:24:53.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:29:0)
[22:24:53.220] Build status: SCHEDULED
[22:24:53.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:30:0) after 9m6s
[22:33:59.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:30:0)
[22:33:59.256] Build status: SCHEDULED
[22:33:59.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:31:0) after 2m17s
[22:36:16.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:31:0)
[22:36:16.293] Build status: SCHEDULED
[22:36:16.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:32:0) after 2m3s
[22:38:19.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:32:0)
[22:38:19.349] Build status: SCHEDULED
[22:38:19.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:33:0) after 6m51s
[22:45:10.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:33:0)
[22:45:10.497] Build status: SCHEDULED
[22:45:10.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:34:0) after 1m52s
[22:47:02.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:34:0)
[22:47:02.534] Build status: SCHEDULED
[22:47:02.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:35:0) after 9m30s
[22:56:32.599] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:35:0)
[22:56:32.666] Build status: SCHEDULED
[22:56:32.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:36:0) after 1m20s
[22:57:52.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:36:0)
[22:57:52.708] Build status: SCHEDULED
[22:57:52.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:37:0) after 6m57s
[23:04:49.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:37:0)
[23:04:49.958] Build status: SCHEDULED
[23:04:49.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:38:0) after 3m36s
[23:08:25.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:38:0)
[23:08:25.992] Build status: SCHEDULED
[23:08:25.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:39:0) after 7m24s
[23:15:50.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:39:0)
[23:15:50.130] Build status: SCHEDULED
[23:15:50.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:40:0) after 1m5s
[23:16:55.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:40:0)
[23:16:55.222] Build status: SCHEDULED
[23:16:55.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:41:0) after 9m35s
[23:26:30.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:41:0)
[23:26:30.274] Build status: SCHEDULED
[23:26:30.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:42:0) after 2m3s
[23:28:33.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:42:0)
[23:28:33.290] Build status: SCHEDULED
[23:28:33.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:43:0) after 5m48s
[23:34:21.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:43:0)
[23:34:21.378] Build status: SCHEDULED
[23:34:21.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:44:0) after 2m29s
[23:36:50.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:44:0)
[23:36:50.507] Build status: SCHEDULED
[23:36:50.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:45:0) after 8m14s
[23:45:04.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:45:0)
[23:45:04.856] Build status: SCHEDULED
[23:45:04.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:46:0) after 1m33s
[23:46:38.057] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:46:0)
[23:46:38.075] Build status: SCHEDULED
[23:46:38.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:47:0) after 7m19s
[23:53:57.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:47:0)
[23:53:57.176] Build status: SCHEDULED
[23:53:57.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:48:0) after 2m18s
[23:56:15.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:48:0)
[23:56:15.229] Build status: SCHEDULED
[23:56:15.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:49:0) after 2m37s
[23:58:52.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:49:0)
[23:58:52.392] Build status: SCHEDULED
[23:58:52.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:50:0) after 5m29s
[00:04:21.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:50:0)
[00:04:21.469] Build status: SCHEDULED
[00:04:21.469] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:51:0) after 3m51s
[00:08:12.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:51:0)
[00:08:12.563] Build status: SCHEDULED
[00:08:12.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:52:0) after 6m7s
[00:14:19.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:52:0)
[00:14:19.607] Build status: SCHEDULED
[00:14:19.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:53:0) after 6m36s
[00:20:55.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:53:0)
[00:20:55.771] Build status: SCHEDULED
[00:20:55.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:54:0) after 7m20s
[00:28:15.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:54:0)
[00:28:15.831] Build status: SCHEDULED
[00:28:15.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:55:0) after 7m5s
[00:35:20.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:55:0)
[00:35:20.900] Build status: SCHEDULED
[00:35:20.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:56:0) after 1m34s
[00:36:54.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:56:0)
[00:36:54.949] Build status: SCHEDULED
[00:36:54.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:57:0) after 7m2s
[00:43:56.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:57:0)
[00:43:56.985] Build status: SCHEDULED
[00:43:56.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:58:0) after 3m21s
[00:47:18.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:58:0)
[00:47:18.113] Build status: SCHEDULED
[00:47:18.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:59:0) after 5m36s
[00:52:54.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:59:0)
[00:52:54.227] Build status: SCHEDULED
[00:52:54.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:60:0) after 3m34s
[00:56:28.346] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:60:0)
[00:56:28.364] Build status: SCHEDULED
[00:56:28.364] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:61:0) after 6m47s
[01:03:15.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:61:0)
[01:03:15.482] Build status: SCHEDULED
[01:03:15.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:62:0) after 8m19s
[01:11:34.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:62:0)
[01:11:34.530] Build status: SCHEDULED
[01:11:34.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:63:0) after 6m39s
[01:14:08.131] Received PubSub notification, asking Buildbucket for the build status
[01:14:08.148] Build status: STARTED
[01:18:13.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:63:0)
[01:18:13.575] Build status: STARTED
[01:18:13.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:65:0) after 4m47s
[01:23:00.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:65:0)
[01:23:00.661] Build status: STARTED
[01:23:00.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:66:0) after 7m12s
[01:30:12.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:66:0)
[01:30:12.799] Build status: STARTED
[01:30:12.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:67:0) after 3m59s
[01:34:11.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:67:0)
[01:34:11.881] Build status: STARTED
[01:34:11.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:68:0) after 5m57s
[01:40:09.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:68:0)
[01:40:09.161] Build status: STARTED
[01:40:09.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:69:0) after 8m24s
[01:48:33.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:69:0)
[01:48:33.193] Build status: STARTED
[01:48:33.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:70:0) after 1m13s
[01:49:46.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:70:0)
[01:49:46.296] Build status: STARTED
[01:49:46.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:71:0) after 6m56s
[01:56:42.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:71:0)
[01:56:42.344] Build status: STARTED
[01:56:42.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8894247132264363984:72:0) after 9m32s
[02:05:55.755] Received PubSub notification, asking Buildbucket for the build status
[02:05:55.775] Build:
{
  "id": "8728817070394179953",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2024-12-11T20:19:29.564553545Z",
  "startTime": "2024-12-12T01:14:07.380385215Z",
  "endTime": "2024-12-12T02:05:55.317647393Z",
  "updateTime": "2024-12-12T02:05:55.317647393Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "2d273f8599fd15856bbb5fd2f9b60f97307879bd",
      "ref": "refs/heads/main"
    }
  }
}
[02:05:55.775] Invocation finished in 5h46m27.378303502s with status FAILED