Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 87c2125f7fa7df3bf4094b07ddcb7198e2aa204a)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-kernel"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "322d5ee57cf3b633cfa0a382e34292f5e05dd4aa"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/322d5ee57cf3b633cfa0a382e34292f5e05dd4aa
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:06:45.324] New invocation is queued and will start shortly
[23:06:48.442] Starting the invocation (attempt 1)
[23:06:48.471] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/322d5ee57cf3b633cfa0a382e34292f5e05dd4aa"
[23:06:48.471] Popped gitiles commit info from properties and tags
[23:06:48.471] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:06:48.471] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:06:48.472] Buildbucket request:
{
  "requestId": "8885358105089577616",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8885358105089577616",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4e25af0a56ed6c30b5d776263e183aa17114a982"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4e25af0a56ed6c30b5d776263e183aa17114a982",
                        "title": "4e25af0a56ed6c30b5d776263e183aa17114a982",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4e25af0a56ed6c30b5d776263e183aa17114a982"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b8d0c77ace56b87fc2fd5df9ab48e502c4110db6"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b8d0c77ace56b87fc2fd5df9ab48e502c4110db6",
                        "title": "b8d0c77ace56b87fc2fd5df9ab48e502c4110db6",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b8d0c77ace56b87fc2fd5df9ab48e502c4110db6"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "399d669e66ed613f7fefd4263abfb4405cf5ba69"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@399d669e66ed613f7fefd4263abfb4405cf5ba69",
                        "title": "399d669e66ed613f7fefd4263abfb4405cf5ba69",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/399d669e66ed613f7fefd4263abfb4405cf5ba69"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8fee4cf62c4cc99352ede7e500122052e3a3b39c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8fee4cf62c4cc99352ede7e500122052e3a3b39c",
                        "title": "8fee4cf62c4cc99352ede7e500122052e3a3b39c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8fee4cf62c4cc99352ede7e500122052e3a3b39c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "50b3024f170b447a48e892f59805b1a40fb46526"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@50b3024f170b447a48e892f59805b1a40fb46526",
                        "title": "50b3024f170b447a48e892f59805b1a40fb46526",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/50b3024f170b447a48e892f59805b1a40fb46526"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e68cccd60043a4e2d67d2be34af824bc96bccdc5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e68cccd60043a4e2d67d2be34af824bc96bccdc5",
                        "title": "e68cccd60043a4e2d67d2be34af824bc96bccdc5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e68cccd60043a4e2d67d2be34af824bc96bccdc5"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b0aecdb176efda4a0e7edbad92b074efdb776296"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b0aecdb176efda4a0e7edbad92b074efdb776296",
                        "title": "b0aecdb176efda4a0e7edbad92b074efdb776296",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b0aecdb176efda4a0e7edbad92b074efdb776296"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8f74673ebe247426aa788a26c362c030c9769d98"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8f74673ebe247426aa788a26c362c030c9769d98",
                        "title": "8f74673ebe247426aa788a26c362c030c9769d98",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8f74673ebe247426aa788a26c362c030c9769d98"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "6c0f81a7cf813d7cb8d01b03f6771b68f8261756"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6c0f81a7cf813d7cb8d01b03f6771b68f8261756",
                        "title": "6c0f81a7cf813d7cb8d01b03f6771b68f8261756",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6c0f81a7cf813d7cb8d01b03f6771b68f8261756"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8bc1db5bf3f8f81f7cbe275b10fe3b8c04cf6518"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8bc1db5bf3f8f81f7cbe275b10fe3b8c04cf6518",
                        "title": "8bc1db5bf3f8f81f7cbe275b10fe3b8c04cf6518",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8bc1db5bf3f8f81f7cbe275b10fe3b8c04cf6518"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "24094e859ce18f517fe89e86642ad91d18e6bc4d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@24094e859ce18f517fe89e86642ad91d18e6bc4d",
                        "title": "24094e859ce18f517fe89e86642ad91d18e6bc4d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/24094e859ce18f517fe89e86642ad91d18e6bc4d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1090603a942cd0c1b1055e1e9a3d0eb55e710a02"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1090603a942cd0c1b1055e1e9a3d0eb55e710a02",
                        "title": "1090603a942cd0c1b1055e1e9a3d0eb55e710a02",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1090603a942cd0c1b1055e1e9a3d0eb55e710a02"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ad02ea3318e915cf003a2cadfa0016879dddedb0"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ad02ea3318e915cf003a2cadfa0016879dddedb0",
                        "title": "ad02ea3318e915cf003a2cadfa0016879dddedb0",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ad02ea3318e915cf003a2cadfa0016879dddedb0"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "560ea1518237f68d8f6150fe82ddb261e436b56a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@560ea1518237f68d8f6150fe82ddb261e436b56a",
                        "title": "560ea1518237f68d8f6150fe82ddb261e436b56a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/560ea1518237f68d8f6150fe82ddb261e436b56a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8d5564b4b615b92bfbdd115b037876961171cd32"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8d5564b4b615b92bfbdd115b037876961171cd32",
                        "title": "8d5564b4b615b92bfbdd115b037876961171cd32",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8d5564b4b615b92bfbdd115b037876961171cd32"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "29acdc3cf162607d1f03959acda09b6492d75b12"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@29acdc3cf162607d1f03959acda09b6492d75b12",
                        "title": "29acdc3cf162607d1f03959acda09b6492d75b12",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/29acdc3cf162607d1f03959acda09b6492d75b12"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "37f59a3290b91a826b2e7091bf7a3a142622a560"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@37f59a3290b91a826b2e7091bf7a3a142622a560",
                        "title": "37f59a3290b91a826b2e7091bf7a3a142622a560",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/37f59a3290b91a826b2e7091bf7a3a142622a560"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "099968fd252a5c861312b43c7d82ebd1860b7298"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@099968fd252a5c861312b43c7d82ebd1860b7298",
                        "title": "099968fd252a5c861312b43c7d82ebd1860b7298",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/099968fd252a5c861312b43c7d82ebd1860b7298"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b2745aa78acd02d6c5a8b28c6d87efd068b7a159"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b2745aa78acd02d6c5a8b28c6d87efd068b7a159",
                        "title": "b2745aa78acd02d6c5a8b28c6d87efd068b7a159",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b2745aa78acd02d6c5a8b28c6d87efd068b7a159"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "99169d1cefafa5e02158102b85485095b7467332"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@99169d1cefafa5e02158102b85485095b7467332",
                        "title": "99169d1cefafa5e02158102b85485095b7467332",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/99169d1cefafa5e02158102b85485095b7467332"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f4acd9659df5ebad43e5d8b74c7810a4ba9d80b9"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f4acd9659df5ebad43e5d8b74c7810a4ba9d80b9",
                        "title": "f4acd9659df5ebad43e5d8b74c7810a4ba9d80b9",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f4acd9659df5ebad43e5d8b74c7810a4ba9d80b9"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a839dfe931d52da31b6bcc02b981c66cb94ada56"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a839dfe931d52da31b6bcc02b981c66cb94ada56",
                        "title": "a839dfe931d52da31b6bcc02b981c66cb94ada56",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a839dfe931d52da31b6bcc02b981c66cb94ada56"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c14573c1421f43820372c71e24626bd94cb977ed"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c14573c1421f43820372c71e24626bd94cb977ed",
                        "title": "c14573c1421f43820372c71e24626bd94cb977ed",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c14573c1421f43820372c71e24626bd94cb977ed"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c9a75e800762f0dfa6f4af0a5da66ad5c1692902"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c9a75e800762f0dfa6f4af0a5da66ad5c1692902",
                        "title": "c9a75e800762f0dfa6f4af0a5da66ad5c1692902",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c9a75e800762f0dfa6f4af0a5da66ad5c1692902"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2eda86028effd324535bbcb29339d42c029005d3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2eda86028effd324535bbcb29339d42c029005d3",
                        "title": "2eda86028effd324535bbcb29339d42c029005d3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2eda86028effd324535bbcb29339d42c029005d3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8317acb9210c4d786a18c1d3141ea006cc7b8f76"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8317acb9210c4d786a18c1d3141ea006cc7b8f76",
                        "title": "8317acb9210c4d786a18c1d3141ea006cc7b8f76",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8317acb9210c4d786a18c1d3141ea006cc7b8f76"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "322d5ee57cf3b633cfa0a382e34292f5e05dd4aa"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@322d5ee57cf3b633cfa0a382e34292f5e05dd4aa",
                        "title": "322d5ee57cf3b633cfa0a382e34292f5e05dd4aa",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/322d5ee57cf3b633cfa0a382e34292f5e05dd4aa"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "322d5ee57cf3b633cfa0a382e34292f5e05dd4aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8885358105089577616"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:06:48.889] Scheduled build:
{
  "id": "8719928041034524897",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-19T23:06:48.562940253Z",
  "updateTime": "2025-03-19T23:06:48.562940253Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "322d5ee57cf3b633cfa0a382e34292f5e05dd4aa",
      "ref": "refs/heads/main"
    }
  }
}
[23:06:48.889] Task URL: https://cr-buildbucket.appspot.com/build/8719928041034524897
[23:06:48.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:2:0) after 5m49s
[23:06:49.877] Received PubSub notification, asking Buildbucket for the build status
[23:06:49.908] Build status: SCHEDULED
[23:12:38.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:2:0)
[23:12:38.055] Build status: SCHEDULED
[23:12:38.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:4:0) after 2m11s
[23:14:49.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:4:0)
[23:14:49.120] Build status: SCHEDULED
[23:14:49.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:5:0) after 7m37s
[23:22:26.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:5:0)
[23:22:26.165] Build status: SCHEDULED
[23:22:26.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:6:0) after 7m31s
[23:29:57.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:6:0)
[23:29:57.180] Build status: SCHEDULED
[23:29:57.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:7:0) after 1m48s
[23:31:45.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:7:0)
[23:31:45.294] Build status: SCHEDULED
[23:31:45.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:8:0) after 9m16s
[23:41:01.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:8:0)
[23:41:01.385] Build status: SCHEDULED
[23:41:01.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:9:0) after 8m56s
[23:49:57.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:9:0)
[23:49:57.426] Build status: SCHEDULED
[23:49:57.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:10:0) after 2m32s
[23:52:29.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:10:0)
[23:52:29.477] Build status: SCHEDULED
[23:52:29.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:11:0) after 6m36s
[23:59:05.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:11:0)
[23:59:05.547] Build status: SCHEDULED
[23:59:05.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:12:0) after 3m37s
[00:02:42.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:12:0)
[00:02:42.640] Build status: SCHEDULED
[00:02:42.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:13:0) after 5m58s
[00:08:40.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:13:0)
[00:08:40.664] Build status: SCHEDULED
[00:08:40.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:14:0) after 5m38s
[00:14:18.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:14:0)
[00:14:18.702] Build status: SCHEDULED
[00:14:18.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:15:0) after 2m12s
[00:16:30.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:15:0)
[00:16:30.753] Build status: SCHEDULED
[00:16:30.753] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:16:0) after 4m0s
[00:20:30.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:16:0)
[00:20:30.850] Build status: SCHEDULED
[00:20:30.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:17:0) after 8m45s
[00:29:15.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:17:0)
[00:29:16.011] Build status: SCHEDULED
[00:29:16.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:18:0) after 9m14s
[00:38:30.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:18:0)
[00:38:30.054] Build status: SCHEDULED
[00:38:30.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:19:0) after 6m36s
[00:45:06.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:19:0)
[00:45:06.348] Build status: SCHEDULED
[00:45:06.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:20:0) after 1m51s
[00:46:57.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:20:0)
[00:46:57.381] Build status: SCHEDULED
[00:46:57.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:21:0) after 4m51s
[00:51:48.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:21:0)
[00:51:48.501] Build status: SCHEDULED
[00:51:48.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:22:0) after 5m55s
[00:57:43.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:22:0)
[00:57:43.506] Build status: SCHEDULED
[00:57:43.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:23:0) after 8m34s
[01:06:17.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:23:0)
[01:06:17.541] Build status: SCHEDULED
[01:06:17.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:24:0) after 4m16s
[01:10:33.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:24:0)
[01:10:33.576] Build status: SCHEDULED
[01:10:33.576] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:25:0) after 2m18s
[01:12:51.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:25:0)
[01:12:51.629] Build status: SCHEDULED
[01:12:51.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:26:0) after 5m19s
[01:18:10.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:26:0)
[01:18:10.671] Build status: SCHEDULED
[01:18:10.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:27:0) after 4m13s
[01:22:23.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:27:0)
[01:22:23.710] Build status: SCHEDULED
[01:22:23.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:28:0) after 8m15s
[01:30:38.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:28:0)
[01:30:38.826] Build status: SCHEDULED
[01:30:38.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:29:0) after 3m43s
[01:34:21.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:29:0)
[01:34:21.869] Build status: SCHEDULED
[01:34:21.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:30:0) after 7m29s
[01:41:50.972] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:30:0)
[01:41:50.991] Build status: SCHEDULED
[01:41:50.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:31:0) after 5m9s
[01:47:00.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:31:0)
[01:47:00.058] Build status: SCHEDULED
[01:47:00.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:32:0) after 8m24s
[01:55:24.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:32:0)
[01:55:24.197] Build status: SCHEDULED
[01:55:24.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:33:0) after 4m49s
[02:00:13.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:33:0)
[02:00:13.243] Build status: SCHEDULED
[02:00:13.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:34:0) after 9m3s
[02:09:16.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:34:0)
[02:09:16.297] Build status: SCHEDULED
[02:09:16.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:35:0) after 3m20s
[02:12:36.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:35:0)
[02:12:36.412] Build status: SCHEDULED
[02:12:36.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:36:0) after 2m59s
[02:15:35.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:36:0)
[02:15:35.550] Build status: SCHEDULED
[02:15:35.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:37:0) after 2m9s
[02:17:44.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:37:0)
[02:17:44.881] Build status: SCHEDULED
[02:17:44.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:38:0) after 4m13s
[02:21:57.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:38:0)
[02:21:57.965] Build status: SCHEDULED
[02:21:57.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:39:0) after 3m4s
[02:25:01.987] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:39:0)
[02:25:02.003] Build status: SCHEDULED
[02:25:02.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:40:0) after 2m46s
[02:27:48.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:40:0)
[02:27:48.184] Build status: SCHEDULED
[02:27:48.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:41:0) after 9m40s
[02:37:28.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:41:0)
[02:37:28.245] Build status: SCHEDULED
[02:37:28.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:42:0) after 5m43s
[02:43:11.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:42:0)
[02:43:11.292] Build status: SCHEDULED
[02:43:11.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:43:0) after 6m27s
[02:49:38.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:43:0)
[02:49:38.295] Build status: SCHEDULED
[02:49:38.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:44:0) after 7m2s
[02:56:40.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:44:0)
[02:56:40.430] Build status: SCHEDULED
[02:56:40.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:45:0) after 8m47s
[03:05:27.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:45:0)
[03:05:27.471] Build status: SCHEDULED
[03:05:27.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:46:0) after 9m46s
[03:15:13.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:46:0)
[03:15:13.746] Build status: SCHEDULED
[03:15:13.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:47:0) after 6m52s
[03:22:05.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:47:0)
[03:22:05.985] Build status: SCHEDULED
[03:22:05.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:48:0) after 2m50s
[03:24:56.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:48:0)
[03:24:56.088] Build status: SCHEDULED
[03:24:56.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:49:0) after 1m3s
[03:25:59.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:49:0)
[03:25:59.145] Build status: SCHEDULED
[03:25:59.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:50:0) after 2m27s
[03:28:26.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:50:0)
[03:28:26.328] Build status: SCHEDULED
[03:28:26.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:51:0) after 8m40s
[03:37:06.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:51:0)
[03:37:06.500] Build status: SCHEDULED
[03:37:06.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:52:0) after 5m2s
[03:42:08.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:52:0)
[03:42:08.522] Build status: SCHEDULED
[03:42:08.522] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:53:0) after 5m31s
[03:47:39.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:53:0)
[03:47:39.690] Build status: SCHEDULED
[03:47:39.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:54:0) after 7m58s
[03:55:37.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:54:0)
[03:55:37.880] Build status: SCHEDULED
[03:55:37.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:55:0) after 8m0s
[04:03:38.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:55:0)
[04:03:38.019] Build status: SCHEDULED
[04:03:38.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:56:0) after 7m32s
[04:11:10.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:56:0)
[04:11:10.357] Build status: SCHEDULED
[04:11:10.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:57:0) after 5m17s
[04:16:27.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:57:0)
[04:16:27.553] Build status: SCHEDULED
[04:16:27.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:58:0) after 2m1s
[04:18:28.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:58:0)
[04:18:28.850] Build status: SCHEDULED
[04:18:28.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:59:0) after 1m50s
[04:20:18.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:59:0)
[04:20:18.964] Build status: SCHEDULED
[04:20:18.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:60:0) after 1m55s
[04:22:14.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:60:0)
[04:22:14.106] Build status: SCHEDULED
[04:22:14.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:61:0) after 2m2s
[04:24:16.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:61:0)
[04:24:16.169] Build status: SCHEDULED
[04:24:16.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:62:0) after 2m28s
[04:26:44.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:62:0)
[04:26:44.260] Build status: SCHEDULED
[04:26:44.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:63:0) after 5m13s
[04:31:57.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:63:0)
[04:31:57.327] Build status: SCHEDULED
[04:31:57.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:64:0) after 4m15s
[04:36:12.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:64:0)
[04:36:12.516] Build status: SCHEDULED
[04:36:12.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:65:0) after 3m13s
[04:39:25.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:65:0)
[04:39:25.844] Build status: SCHEDULED
[04:39:25.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:66:0) after 4m15s
[04:43:40.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:66:0)
[04:43:40.879] Build status: SCHEDULED
[04:43:40.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:67:0) after 1m9s
[04:44:51.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:67:0)
[04:44:51.078] Build status: SCHEDULED
[04:44:51.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:68:0) after 6m28s
[04:51:19.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:68:0)
[04:51:19.117] Build status: SCHEDULED
[04:51:19.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:69:0) after 5m10s
[04:56:29.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:69:0)
[04:56:29.330] Build status: SCHEDULED
[04:56:29.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:70:0) after 3m48s
[05:00:17.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:70:0)
[05:00:17.532] Build status: SCHEDULED
[05:00:17.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:71:0) after 5m10s
[05:05:27.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:71:0)
[05:05:27.581] Build status: SCHEDULED
[05:05:27.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:72:0) after 2m55s
[05:08:22.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:72:0)
[05:08:22.686] Build status: SCHEDULED
[05:08:22.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:73:0) after 6m31s
[05:14:53.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:73:0)
[05:14:53.731] Build status: SCHEDULED
[05:14:53.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:74:0) after 4m46s
[05:19:39.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:74:0)
[05:19:39.812] Build status: SCHEDULED
[05:19:39.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:75:0) after 6m24s
[05:26:03.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:75:0)
[05:26:03.862] Build status: SCHEDULED
[05:26:03.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:76:0) after 7m32s
[05:33:35.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:76:0)
[05:33:36.017] Build status: SCHEDULED
[05:33:36.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:77:0) after 3m20s
[05:36:56.045] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:77:0)
[05:36:56.062] Build status: SCHEDULED
[05:36:56.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:78:0) after 8m48s
[05:45:44.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:78:0)
[05:45:44.100] Build status: SCHEDULED
[05:45:44.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:79:0) after 9m11s
[05:54:55.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:79:0)
[05:54:55.348] Build status: SCHEDULED
[05:54:55.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:80:0) after 9m13s
[06:04:08.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:80:0)
[06:04:08.542] Build status: SCHEDULED
[06:04:08.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:81:0) after 2m8s
[06:06:16.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:81:0)
[06:06:16.577] Build status: SCHEDULED
[06:06:16.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:82:0) after 9m50s
[06:16:06.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:82:0)
[06:16:06.679] Build status: SCHEDULED
[06:16:06.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:83:0) after 7m5s
[06:23:11.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:83:0)
[06:23:11.797] Build status: SCHEDULED
[06:23:11.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:84:0) after 3m43s
[06:26:54.954] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:84:0)
[06:26:54.983] Build status: SCHEDULED
[06:26:54.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:85:0) after 4m4s
[06:30:59.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:85:0)
[06:30:59.051] Build status: SCHEDULED
[06:30:59.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:86:0) after 8m49s
[06:39:48.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:86:0)
[06:39:48.122] Build status: SCHEDULED
[06:39:48.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:87:0) after 1m16s
[06:41:04.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:87:0)
[06:41:04.121] Build status: SCHEDULED
[06:41:04.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:88:0) after 1m53s
[06:42:57.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:88:0)
[06:42:57.159] Build status: SCHEDULED
[06:42:57.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:89:0) after 1m9s
[06:44:06.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:89:0)
[06:44:06.212] Build status: SCHEDULED
[06:44:06.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:90:0) after 6m36s
[06:50:42.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:90:0)
[06:50:42.252] Build status: SCHEDULED
[06:50:42.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:91:0) after 6m40s
[06:57:22.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:91:0)
[06:57:22.287] Build status: SCHEDULED
[06:57:22.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:92:0) after 3m26s
[07:00:48.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:92:0)
[07:00:48.394] Build status: SCHEDULED
[07:00:48.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-kernel:8885358105089577616:93:0) after 7m56s
[07:06:56.377] Received PubSub notification, asking Buildbucket for the build status
[07:06:56.410] Build:
{
  "id": "8719928041034524897",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-kernel"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-19T23:06:48.562940253Z",
  "endTime": "2025-03-20T07:06:56.130914695Z",
  "updateTime": "2025-03-20T07:06:56.130914695Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "322d5ee57cf3b633cfa0a382e34292f5e05dd4aa",
      "ref": "refs/heads/main"
    }
  }
}
[07:06:56.410] Invocation finished in 8h0m11.099262939s with status FAILED