Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev 33d44fee03807dad403981fd881c296c38c5e452)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-gn-compatibility-main"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "a63c4996e41059465ded4aa888f3f90d2a6b3b54"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a63c4996e41059465ded4aa888f3f90d2a6b3b54
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:32:00.370] New invocation is queued and will start shortly
[19:32:01.421] Starting the invocation (attempt 1)
[19:32:01.452] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/a63c4996e41059465ded4aa888f3f90d2a6b3b54"
[19:32:01.452] Popped gitiles commit info from properties and tags
[19:32:01.452] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:32:01.452] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:32:01.452] Buildbucket request:
{
  "requestId": "8884737437178358688",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8884737437178358688",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "0cc57eeeffaf310b41d8193f76a9584224c61ab7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0cc57eeeffaf310b41d8193f76a9584224c61ab7",
                        "title": "0cc57eeeffaf310b41d8193f76a9584224c61ab7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0cc57eeeffaf310b41d8193f76a9584224c61ab7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8c6e65d89d36c2ae515da90d54c50068aa5c493a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8c6e65d89d36c2ae515da90d54c50068aa5c493a",
                        "title": "8c6e65d89d36c2ae515da90d54c50068aa5c493a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8c6e65d89d36c2ae515da90d54c50068aa5c493a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "b83cfa9317172376c30a20cb30f397579a6d7b31"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b83cfa9317172376c30a20cb30f397579a6d7b31",
                        "title": "b83cfa9317172376c30a20cb30f397579a6d7b31",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b83cfa9317172376c30a20cb30f397579a6d7b31"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e936455beb863d11b5e69c63cd0fc676cd130643"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e936455beb863d11b5e69c63cd0fc676cd130643",
                        "title": "e936455beb863d11b5e69c63cd0fc676cd130643",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e936455beb863d11b5e69c63cd0fc676cd130643"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ebeb08bc01890e2dadeb7dbaed43e733e7a075f0"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ebeb08bc01890e2dadeb7dbaed43e733e7a075f0",
                        "title": "ebeb08bc01890e2dadeb7dbaed43e733e7a075f0",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ebeb08bc01890e2dadeb7dbaed43e733e7a075f0"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2d7b882649829660e7c464b88fa7a337ffe85238"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2d7b882649829660e7c464b88fa7a337ffe85238",
                        "title": "2d7b882649829660e7c464b88fa7a337ffe85238",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2d7b882649829660e7c464b88fa7a337ffe85238"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bfff1ffe569f535190ca627f036b037d6b893804"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bfff1ffe569f535190ca627f036b037d6b893804",
                        "title": "bfff1ffe569f535190ca627f036b037d6b893804",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bfff1ffe569f535190ca627f036b037d6b893804"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a63c4996e41059465ded4aa888f3f90d2a6b3b54"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a63c4996e41059465ded4aa888f3f90d2a6b3b54",
                        "title": "a63c4996e41059465ded4aa888f3f90d2a6b3b54",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a63c4996e41059465ded4aa888f3f90d2a6b3b54"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "a63c4996e41059465ded4aa888f3f90d2a6b3b54",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8884737437178358688"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:32:01.847] Scheduled build:
{
  "id": "8719307375328848257",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-26T19:32:01.505332887Z",
  "updateTime": "2025-03-26T19:32:01.505332887Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a63c4996e41059465ded4aa888f3f90d2a6b3b54",
      "ref": "refs/heads/main"
    }
  }
}
[19:32:01.847] Task URL: https://cr-buildbucket.appspot.com/build/8719307375328848257
[19:32:01.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:2:0) after 1m10s
[19:32:02.764] Received PubSub notification, asking Buildbucket for the build status
[19:32:02.953] Build status: SCHEDULED
[19:33:11.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:2:0)
[19:33:11.898] Build status: SCHEDULED
[19:33:11.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:4:0) after 2m43s
[19:35:54.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:4:0)
[19:35:54.957] Build status: SCHEDULED
[19:35:54.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:5:0) after 4m56s
[19:40:50.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:5:0)
[19:40:50.998] Build status: SCHEDULED
[19:40:50.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:6:0) after 5m56s
[19:46:47.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:6:0)
[19:46:47.162] Build status: SCHEDULED
[19:46:47.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:7:0) after 8m36s
[19:55:23.245] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:7:0)
[19:55:23.267] Build status: SCHEDULED
[19:55:23.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:8:0) after 4m12s
[19:59:35.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:8:0)
[19:59:35.312] Build status: SCHEDULED
[19:59:35.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:9:0) after 2m54s
[20:02:29.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:9:0)
[20:02:29.479] Build status: SCHEDULED
[20:02:29.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:10:0) after 5m12s
[20:07:41.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:10:0)
[20:07:41.543] Build status: SCHEDULED
[20:07:41.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:11:0) after 9m24s
[20:17:05.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:11:0)
[20:17:05.591] Build status: SCHEDULED
[20:17:05.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:12:0) after 9m12s
[20:26:17.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:12:0)
[20:26:17.625] Build status: SCHEDULED
[20:26:17.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:13:0) after 9m53s
[20:36:10.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:13:0)
[20:36:10.684] Build status: SCHEDULED
[20:36:10.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:14:0) after 3m13s
[20:39:23.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:14:0)
[20:39:23.775] Build status: SCHEDULED
[20:39:23.775] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:15:0) after 2m53s
[20:42:16.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:15:0)
[20:42:16.841] Build status: SCHEDULED
[20:42:16.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:16:0) after 6m12s
[20:48:28.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:16:0)
[20:48:28.877] Build status: SCHEDULED
[20:48:28.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:17:0) after 2m56s
[20:51:24.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:17:0)
[20:51:24.923] Build status: SCHEDULED
[20:51:24.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:18:0) after 4m25s
[20:55:49.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:18:0)
[20:55:50.018] Build status: SCHEDULED
[20:55:50.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:19:0) after 3m35s
[20:59:25.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:19:0)
[20:59:25.264] Build status: SCHEDULED
[20:59:25.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:20:0) after 5m58s
[21:05:23.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:20:0)
[21:05:23.286] Build status: SCHEDULED
[21:05:23.287] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:21:0) after 5m33s
[21:10:56.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:21:0)
[21:10:56.294] Build status: SCHEDULED
[21:10:56.294] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:22:0) after 5m57s
[21:16:53.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:22:0)
[21:16:53.410] Build status: SCHEDULED
[21:16:53.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:23:0) after 1m1s
[21:17:54.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:23:0)
[21:17:54.612] Build status: SCHEDULED
[21:17:54.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:24:0) after 1m15s
[21:19:09.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:24:0)
[21:19:09.676] Build status: SCHEDULED
[21:19:09.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:25:0) after 8m45s
[21:27:54.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:25:0)
[21:27:54.825] Build status: SCHEDULED
[21:27:54.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:26:0) after 2m58s
[21:30:52.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:26:0)
[21:30:52.867] Build status: SCHEDULED
[21:30:52.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:27:0) after 3m23s
[21:34:15.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:27:0)
[21:34:15.902] Build status: SCHEDULED
[21:34:15.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:28:0) after 2m4s
[21:36:19.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:28:0)
[21:36:19.923] Build status: SCHEDULED
[21:36:19.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:29:0) after 6m17s
[21:42:36.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:29:0)
[21:42:36.932] Build status: SCHEDULED
[21:42:36.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:30:0) after 8m48s
[21:51:25.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:30:0)
[21:51:25.173] Build status: SCHEDULED
[21:51:25.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:31:0) after 7m54s
[21:59:19.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:31:0)
[21:59:19.274] Build status: SCHEDULED
[21:59:19.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:32:0) after 1m31s
[22:00:50.296] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:32:0)
[22:00:50.313] Build status: SCHEDULED
[22:00:50.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:33:0) after 9m38s
[22:10:28.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:33:0)
[22:10:28.523] Build status: SCHEDULED
[22:10:28.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:34:0) after 1m58s
[22:12:26.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:34:0)
[22:12:26.571] Build status: SCHEDULED
[22:12:26.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:35:0) after 4m39s
[22:17:05.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:35:0)
[22:17:05.671] Build status: SCHEDULED
[22:17:05.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:36:0) after 8m9s
[22:25:14.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:36:0)
[22:25:14.705] Build status: SCHEDULED
[22:25:14.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:37:0) after 5m7s
[22:30:21.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:37:0)
[22:30:21.744] Build status: SCHEDULED
[22:30:21.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:38:0) after 6m54s
[22:37:15.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:38:0)
[22:37:15.788] Build status: SCHEDULED
[22:37:15.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:39:0) after 5m40s
[22:42:55.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:39:0)
[22:42:55.917] Build status: SCHEDULED
[22:42:55.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:40:0) after 3m1s
[22:45:56.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:40:0)
[22:45:56.949] Build status: SCHEDULED
[22:45:56.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:41:0) after 2m6s
[22:48:03.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:41:0)
[22:48:03.043] Build status: SCHEDULED
[22:48:03.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:42:0) after 5m29s
[22:53:32.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:42:0)
[22:53:32.081] Build status: SCHEDULED
[22:53:32.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:43:0) after 1m48s
[22:55:20.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:43:0)
[22:55:20.168] Build status: SCHEDULED
[22:55:20.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:44:0) after 9m26s
[23:04:46.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:44:0)
[23:04:46.216] Build status: SCHEDULED
[23:04:46.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:45:0) after 5m41s
[23:10:27.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:45:0)
[23:10:27.288] Build status: SCHEDULED
[23:10:27.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:46:0) after 8m44s
[23:19:11.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:46:0)
[23:19:11.363] Build status: SCHEDULED
[23:19:11.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:47:0) after 7m2s
[23:26:13.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:47:0)
[23:26:13.491] Build status: SCHEDULED
[23:26:13.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:48:0) after 9m14s
[23:35:27.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:48:0)
[23:35:27.637] Build status: SCHEDULED
[23:35:27.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:49:0) after 9m18s
[23:44:45.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:49:0)
[23:44:45.728] Build status: SCHEDULED
[23:44:45.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:50:0) after 1m17s
[23:46:02.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:50:0)
[23:46:02.739] Build status: SCHEDULED
[23:46:02.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:51:0) after 2m2s
[23:48:04.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:51:0)
[23:48:04.773] Build status: SCHEDULED
[23:48:04.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:52:0) after 9m46s
[23:57:50.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:52:0)
[23:57:50.805] Build status: SCHEDULED
[23:57:50.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:53:0) after 4m45s
[00:02:35.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:53:0)
[00:02:35.814] Build status: SCHEDULED
[00:02:35.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:54:0) after 5m32s
[00:08:08.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:54:0)
[00:08:08.158] Build status: SCHEDULED
[00:08:08.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:55:0) after 2m5s
[00:10:13.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:55:0)
[00:10:13.223] Build status: SCHEDULED
[00:10:13.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:56:0) after 8m41s
[00:18:54.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:56:0)
[00:18:54.220] Build status: SCHEDULED
[00:18:54.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:57:0) after 3m9s
[00:22:03.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:57:0)
[00:22:03.342] Build status: SCHEDULED
[00:22:03.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:58:0) after 7m47s
[00:29:50.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:58:0)
[00:29:50.376] Build status: SCHEDULED
[00:29:50.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:59:0) after 6m59s
[00:36:49.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:59:0)
[00:36:49.397] Build status: SCHEDULED
[00:36:49.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:60:0) after 5m22s
[00:42:11.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:60:0)
[00:42:11.558] Build status: SCHEDULED
[00:42:11.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:61:0) after 1m54s
[00:44:05.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:61:0)
[00:44:05.633] Build status: SCHEDULED
[00:44:05.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:62:0) after 4m38s
[00:48:43.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:62:0)
[00:48:43.632] Build status: SCHEDULED
[00:48:43.632] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:63:0) after 4m59s
[00:53:42.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:63:0)
[00:53:42.726] Build status: SCHEDULED
[00:53:42.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:64:0) after 6m30s
[01:00:12.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:64:0)
[01:00:12.797] Build status: SCHEDULED
[01:00:12.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:65:0) after 6m7s
[01:06:19.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:65:0)
[01:06:19.934] Build status: SCHEDULED
[01:06:19.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:66:0) after 4m0s
[01:10:20.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:66:0)
[01:10:20.071] Build status: SCHEDULED
[01:10:20.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:67:0) after 2m45s
[01:13:05.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:67:0)
[01:13:05.147] Build status: SCHEDULED
[01:13:05.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:68:0) after 4m53s
[01:16:11.784] Received PubSub notification, asking Buildbucket for the build status
[01:16:11.811] Build status: STARTED
[01:17:58.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:68:0)
[01:17:58.212] Build status: STARTED
[01:17:58.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:70:0) after 3m29s
[01:21:27.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:70:0)
[01:21:27.305] Build status: STARTED
[01:21:27.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:71:0) after 1m50s
[01:23:17.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:71:0)
[01:23:17.465] Build status: STARTED
[01:23:17.465] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:72:0) after 6m43s
[01:30:00.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:72:0)
[01:30:00.542] Build status: STARTED
[01:30:00.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:73:0) after 4m19s
[01:34:19.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:73:0)
[01:34:19.585] Build status: STARTED
[01:34:19.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:74:0) after 7m24s
[01:41:43.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:74:0)
[01:41:43.726] Build status: STARTED
[01:41:43.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:75:0) after 1m37s
[01:43:20.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:75:0)
[01:43:20.769] Build status: STARTED
[01:43:20.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:76:0) after 3m9s
[01:46:29.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:76:0)
[01:46:29.810] Build status: STARTED
[01:46:29.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:77:0) after 1m18s
[01:47:47.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:77:0)
[01:47:47.946] Build status: STARTED
[01:47:47.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:78:0) after 3m47s
[01:51:34.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:78:0)
[01:51:34.989] Build status: STARTED
[01:51:34.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:79:0) after 1m28s
[01:53:03.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:79:0)
[01:53:03.046] Build status: STARTED
[01:53:03.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:80:0) after 6m39s
[01:59:42.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:80:0)
[01:59:42.153] Build status: STARTED
[01:59:42.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:81:0) after 4m36s
[02:04:18.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:81:0)
[02:04:18.240] Build status: STARTED
[02:04:18.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-compatibility-main:8884737437178358688:82:0) after 7m56s
[02:09:18.788] Received PubSub notification, asking Buildbucket for the build status
[02:09:18.843] Build:
{
  "id": "8719307375328848257",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-gn-compatibility-main"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-03-26T19:32:01.505332887Z",
  "startTime": "2025-03-27T01:16:11.524798526Z",
  "endTime": "2025-03-27T02:09:18.474475352Z",
  "updateTime": "2025-03-27T02:09:18.474475352Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "a63c4996e41059465ded4aa888f3f90d2a6b3b54",
      "ref": "refs/heads/main"
    }
  }
}
[02:09:18.843] Invocation finished in 6h37m18.486335981s with status FAILED