Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 4c9983091ab9999abc5d04968bb40ccf57e06244)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "b1a5820de6958b0dbd493b9e032fd344185a3cc8"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b1a5820de6958b0dbd493b9e032fd344185a3cc8
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:12:54.751] New invocation is queued and will start shortly
[00:12:55.828] Starting the invocation (attempt 1)
[00:12:55.858] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b1a5820de6958b0dbd493b9e032fd344185a3cc8"
[00:12:55.858] Popped gitiles commit info from properties and tags
[00:12:55.858] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:12:55.858] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:12:55.859] Buildbucket request:
{
  "requestId": "8887709463963755216",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8887709463963755216",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "62166488fd1775f0ab7ed5e27fddc16d6b20a6bb"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@62166488fd1775f0ab7ed5e27fddc16d6b20a6bb",
                        "title": "62166488fd1775f0ab7ed5e27fddc16d6b20a6bb",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/62166488fd1775f0ab7ed5e27fddc16d6b20a6bb"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a4549e53fd52b28b3698e98025b6b1fca0318d60"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a4549e53fd52b28b3698e98025b6b1fca0318d60",
                        "title": "a4549e53fd52b28b3698e98025b6b1fca0318d60",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a4549e53fd52b28b3698e98025b6b1fca0318d60"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4fe911e35994e5a49a050dec97b9cabbd029e392"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4fe911e35994e5a49a050dec97b9cabbd029e392",
                        "title": "4fe911e35994e5a49a050dec97b9cabbd029e392",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4fe911e35994e5a49a050dec97b9cabbd029e392"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0101b0ef480f2f97f041ac198c9b6c34fcc190e7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0101b0ef480f2f97f041ac198c9b6c34fcc190e7",
                        "title": "0101b0ef480f2f97f041ac198c9b6c34fcc190e7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0101b0ef480f2f97f041ac198c9b6c34fcc190e7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2788c69a46bd0447c5e52dc83fa9e42b4272a516"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2788c69a46bd0447c5e52dc83fa9e42b4272a516",
                        "title": "2788c69a46bd0447c5e52dc83fa9e42b4272a516",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2788c69a46bd0447c5e52dc83fa9e42b4272a516"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "62d85187b54a929f2caca4f381bfacc5d5ca2361"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@62d85187b54a929f2caca4f381bfacc5d5ca2361",
                        "title": "62d85187b54a929f2caca4f381bfacc5d5ca2361",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/62d85187b54a929f2caca4f381bfacc5d5ca2361"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1bc28ab66ec6d384903b4133926259d08224e1e4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1bc28ab66ec6d384903b4133926259d08224e1e4",
                        "title": "1bc28ab66ec6d384903b4133926259d08224e1e4",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1bc28ab66ec6d384903b4133926259d08224e1e4"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9687a0cdc51bdd1e899bbc50c857a9fac6f3e641"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9687a0cdc51bdd1e899bbc50c857a9fac6f3e641",
                        "title": "9687a0cdc51bdd1e899bbc50c857a9fac6f3e641",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9687a0cdc51bdd1e899bbc50c857a9fac6f3e641"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "14595a273d9de59d1081ffe5d9a81e1e3231acb9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@14595a273d9de59d1081ffe5d9a81e1e3231acb9",
                        "title": "14595a273d9de59d1081ffe5d9a81e1e3231acb9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/14595a273d9de59d1081ffe5d9a81e1e3231acb9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f43224038cedd098e0baa3b24790355b3ac54b05"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f43224038cedd098e0baa3b24790355b3ac54b05",
                        "title": "f43224038cedd098e0baa3b24790355b3ac54b05",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f43224038cedd098e0baa3b24790355b3ac54b05"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "61138fde7be7d869bedcf7aec4394c2ced2ef169"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@61138fde7be7d869bedcf7aec4394c2ced2ef169",
                        "title": "61138fde7be7d869bedcf7aec4394c2ced2ef169",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/61138fde7be7d869bedcf7aec4394c2ced2ef169"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "9a927acd5a3b7929f5d41b1e4709f878d629f552"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9a927acd5a3b7929f5d41b1e4709f878d629f552",
                        "title": "9a927acd5a3b7929f5d41b1e4709f878d629f552",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9a927acd5a3b7929f5d41b1e4709f878d629f552"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1ec3c5002ff47008c0eaf70c137ad9a5033cebaa"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1ec3c5002ff47008c0eaf70c137ad9a5033cebaa",
                        "title": "1ec3c5002ff47008c0eaf70c137ad9a5033cebaa",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1ec3c5002ff47008c0eaf70c137ad9a5033cebaa"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ea00e2abc0adec3c9144b1005f9ef830d0109321"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ea00e2abc0adec3c9144b1005f9ef830d0109321",
                        "title": "ea00e2abc0adec3c9144b1005f9ef830d0109321",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ea00e2abc0adec3c9144b1005f9ef830d0109321"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b1a5820de6958b0dbd493b9e032fd344185a3cc8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b1a5820de6958b0dbd493b9e032fd344185a3cc8",
                        "title": "b1a5820de6958b0dbd493b9e032fd344185a3cc8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b1a5820de6958b0dbd493b9e032fd344185a3cc8"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "b1a5820de6958b0dbd493b9e032fd344185a3cc8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8887709463963755216"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:12:56.319] Scheduled build:
{
  "id": "8722279402088635233",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-02-22T00:12:55.916432970Z",
  "updateTime": "2025-02-22T00:12:55.916432970Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b1a5820de6958b0dbd493b9e032fd344185a3cc8",
      "ref": "refs/heads/main"
    }
  }
}
[00:12:56.319] Task URL: https://cr-buildbucket.appspot.com/build/8722279402088635233
[00:12:56.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:2:0) after 2m33s
[00:12:57.347] Received PubSub notification, asking Buildbucket for the build status
[00:12:57.373] Build status: SCHEDULED
[00:15:29.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:2:0)
[00:15:29.427] Build status: SCHEDULED
[00:15:29.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:4:0) after 9m44s
[00:25:13.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:4:0)
[00:25:13.547] Build status: SCHEDULED
[00:25:13.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:5:0) after 3m28s
[00:28:41.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:5:0)
[00:28:41.625] Build status: SCHEDULED
[00:28:41.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:6:0) after 4m15s
[00:32:56.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:6:0)
[00:32:56.748] Build status: SCHEDULED
[00:32:56.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:7:0) after 8m12s
[00:41:08.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:7:0)
[00:41:08.865] Build status: SCHEDULED
[00:41:08.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:8:0) after 2m5s
[00:43:13.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:8:0)
[00:43:13.958] Build status: SCHEDULED
[00:43:13.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:9:0) after 1m57s
[00:45:10.953] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:9:0)
[00:45:10.971] Build status: SCHEDULED
[00:45:10.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:10:0) after 9m44s
[00:54:54.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:10:0)
[00:54:55.002] Build status: SCHEDULED
[00:54:55.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:11:0) after 3m59s
[00:58:54.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:11:0)
[00:58:54.050] Build status: SCHEDULED
[00:58:54.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:12:0) after 9m38s
[01:08:32.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:12:0)
[01:08:32.117] Build status: SCHEDULED
[01:08:32.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:13:0) after 5m55s
[01:14:27.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:13:0)
[01:14:27.190] Build status: SCHEDULED
[01:14:27.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:14:0) after 1m13s
[01:15:40.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:14:0)
[01:15:40.246] Build status: SCHEDULED
[01:15:40.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:15:0) after 6m30s
[01:22:10.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:15:0)
[01:22:10.308] Build status: SCHEDULED
[01:22:10.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:16:0) after 4m17s
[01:26:27.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:16:0)
[01:26:27.351] Build status: SCHEDULED
[01:26:27.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:17:0) after 6m34s
[01:33:01.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:17:0)
[01:33:01.525] Build status: SCHEDULED
[01:33:01.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:18:0) after 3m42s
[01:36:43.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:18:0)
[01:36:43.575] Build status: SCHEDULED
[01:36:43.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:19:0) after 5m27s
[01:42:10.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:19:0)
[01:42:10.715] Build status: SCHEDULED
[01:42:10.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:20:0) after 2m44s
[01:44:54.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:20:0)
[01:44:54.713] Build status: SCHEDULED
[01:44:54.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:21:0) after 8m58s
[01:53:52.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:21:0)
[01:53:52.839] Build status: SCHEDULED
[01:53:52.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:22:0) after 6m21s
[02:00:13.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:22:0)
[02:00:14.064] Build status: SCHEDULED
[02:00:14.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:23:0) after 6m54s
[02:07:08.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:23:0)
[02:07:08.117] Build status: SCHEDULED
[02:07:08.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:24:0) after 9m13s
[02:16:21.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:24:0)
[02:16:21.250] Build status: SCHEDULED
[02:16:21.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:25:0) after 6m20s
[02:22:41.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:25:0)
[02:22:41.297] Build status: SCHEDULED
[02:22:41.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:26:0) after 8m24s
[02:31:05.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:26:0)
[02:31:05.747] Build status: SCHEDULED
[02:31:05.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:27:0) after 8m57s
[02:40:02.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:27:0)
[02:40:02.792] Build status: SCHEDULED
[02:40:02.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:28:0) after 3m11s
[02:43:13.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:28:0)
[02:43:13.841] Build status: SCHEDULED
[02:43:13.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:29:0) after 5m52s
[02:49:06.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:29:0)
[02:49:06.238] Build status: SCHEDULED
[02:49:06.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:30:0) after 5m14s
[02:54:20.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:30:0)
[02:54:20.420] Build status: SCHEDULED
[02:54:20.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:31:0) after 8m55s
[03:03:15.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:31:0)
[03:03:15.457] Build status: SCHEDULED
[03:03:15.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:32:0) after 1m51s
[03:05:06.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:32:0)
[03:05:06.659] Build status: SCHEDULED
[03:05:06.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:33:0) after 9m15s
[03:14:21.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:33:0)
[03:14:21.751] Build status: SCHEDULED
[03:14:21.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:34:0) after 7m24s
[03:21:45.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:34:0)
[03:21:45.890] Build status: SCHEDULED
[03:21:45.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:35:0) after 7m5s
[03:28:50.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:35:0)
[03:28:50.995] Build status: SCHEDULED
[03:28:50.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:36:0) after 1m35s
[03:30:26.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:36:0)
[03:30:26.024] Build status: SCHEDULED
[03:30:26.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:37:0) after 4m17s
[03:34:43.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:37:0)
[03:34:43.053] Build status: SCHEDULED
[03:34:43.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:38:0) after 1m32s
[03:36:15.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:38:0)
[03:36:15.110] Build status: SCHEDULED
[03:36:15.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:39:0) after 1m17s
[03:37:32.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:39:0)
[03:37:32.218] Build status: SCHEDULED
[03:37:32.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:40:0) after 6m33s
[03:44:05.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:40:0)
[03:44:05.427] Build status: SCHEDULED
[03:44:05.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:41:0) after 5m40s
[03:49:45.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:41:0)
[03:49:45.482] Build status: SCHEDULED
[03:49:45.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:42:0) after 8m56s
[03:58:41.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:42:0)
[03:58:41.603] Build status: SCHEDULED
[03:58:41.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:43:0) after 1m49s
[04:00:30.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:43:0)
[04:00:30.654] Build status: SCHEDULED
[04:00:30.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:44:0) after 2m9s
[04:02:39.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:44:0)
[04:02:39.695] Build status: SCHEDULED
[04:02:39.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:45:0) after 3m8s
[04:05:47.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:45:0)
[04:05:47.837] Build status: SCHEDULED
[04:05:47.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:46:0) after 3m51s
[04:09:38.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:46:0)
[04:09:38.907] Build status: SCHEDULED
[04:09:38.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:47:0) after 2m51s
[04:12:29.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:47:0)
[04:12:30.009] Build status: SCHEDULED
[04:12:30.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:48:0) after 1m36s
[04:14:06.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:48:0)
[04:14:06.125] Build status: SCHEDULED
[04:14:06.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:49:0) after 4m59s
[04:19:05.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:49:0)
[04:19:05.206] Build status: SCHEDULED
[04:19:05.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:50:0) after 1m45s
[04:20:50.234] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:50:0)
[04:20:50.260] Build status: SCHEDULED
[04:20:50.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:51:0) after 6m55s
[04:27:45.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:51:0)
[04:27:45.332] Build status: SCHEDULED
[04:27:45.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:52:0) after 3m33s
[04:31:18.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:52:0)
[04:31:18.830] Build status: SCHEDULED
[04:31:18.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:53:0) after 8m6s
[04:39:25.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:53:0)
[04:39:25.071] Build status: SCHEDULED
[04:39:25.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:54:0) after 3m34s
[04:42:59.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:54:0)
[04:42:59.241] Build status: SCHEDULED
[04:42:59.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:55:0) after 4m58s
[04:47:57.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:55:0)
[04:47:57.340] Build status: SCHEDULED
[04:47:57.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:56:0) after 1m17s
[04:49:14.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:56:0)
[04:49:14.362] Build status: SCHEDULED
[04:49:14.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:57:0) after 7m51s
[04:57:05.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:57:0)
[04:57:05.592] Build status: SCHEDULED
[04:57:05.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:58:0) after 9m9s
[05:06:14.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:58:0)
[05:06:14.793] Build status: SCHEDULED
[05:06:14.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:59:0) after 5m15s
[05:11:29.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:59:0)
[05:11:29.840] Build status: SCHEDULED
[05:11:29.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:60:0) after 5m52s
[05:17:22.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:60:0)
[05:17:22.089] Build status: SCHEDULED
[05:17:22.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:61:0) after 4m39s
[05:22:01.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:61:0)
[05:22:01.338] Build status: SCHEDULED
[05:22:01.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:62:0) after 9m0s
[05:31:01.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:62:0)
[05:31:01.498] Build status: SCHEDULED
[05:31:01.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:63:0) after 9m19s
[05:40:20.556] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:63:0)
[05:40:20.579] Build status: SCHEDULED
[05:40:20.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:64:0) after 7m47s
[05:40:52.323] Received PubSub notification, asking Buildbucket for the build status
[05:40:52.575] Build status: STARTED
[05:48:07.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:64:0)
[05:48:07.858] Build status: STARTED
[05:48:07.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:66:0) after 1m23s
[05:49:30.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:66:0)
[05:49:30.926] Build status: STARTED
[05:49:30.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:67:0) after 7m53s
[05:57:24.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:67:0)
[05:57:24.075] Build status: STARTED
[05:57:24.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:68:0) after 1m15s
[05:58:39.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:68:0)
[05:58:39.139] Build status: STARTED
[05:58:39.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:69:0) after 2m39s
[06:01:18.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:69:0)
[06:01:18.264] Build status: STARTED
[06:01:18.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:70:0) after 2m4s
[06:03:22.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:70:0)
[06:03:22.488] Build status: STARTED
[06:03:22.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:71:0) after 6m18s
[06:09:40.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:71:0)
[06:09:40.538] Build status: STARTED
[06:09:40.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:72:0) after 7m30s
[06:17:10.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:72:0)
[06:17:10.715] Build status: STARTED
[06:17:10.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:73:0) after 1m47s
[06:18:57.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:73:0)
[06:18:57.748] Build status: STARTED
[06:18:57.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:74:0) after 3m15s
[06:22:13.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:74:0)
[06:22:13.042] Build status: STARTED
[06:22:13.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:75:0) after 5m48s
[06:28:01.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:75:0)
[06:28:01.183] Build status: STARTED
[06:28:01.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8887709463963755216:76:0) after 8m41s
[06:33:25.003] Received PubSub notification, asking Buildbucket for the build status
[06:33:25.037] Build:
{
  "id": "8722279402088635233",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-02-22T00:12:55.916432970Z",
  "startTime": "2025-02-22T05:40:45.892790736Z",
  "endTime": "2025-02-22T06:33:22.464091158Z",
  "updateTime": "2025-02-22T06:33:22.464091158Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "b1a5820de6958b0dbd493b9e032fd344185a3cc8",
      "ref": "refs/heads/main"
    }
  }
}
[06:33:25.037] Invocation finished in 6h20m30.291500259s with status FAILED