Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev f745fb2a7cdfcdcabd47c58e1ac2e2480434c141)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-vscode"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "909889958273d2fdff44f6350b18d279d98541f8"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/909889958273d2fdff44f6350b18d279d98541f8
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:23:25.266] New invocation is queued and will start shortly
[18:23:26.437] Starting the invocation (attempt 1)
[18:23:26.468] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/909889958273d2fdff44f6350b18d279d98541f8"
[18:23:26.468] Popped gitiles commit info from properties and tags
[18:23:26.468] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:23:26.469] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:23:26.469] Buildbucket request:
{
  "requestId": "8867075343727923744",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8867075343727923744",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "1efdc9977973701d3fc2f015ba65d7b3637995f2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1efdc9977973701d3fc2f015ba65d7b3637995f2",
                        "title": "1efdc9977973701d3fc2f015ba65d7b3637995f2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1efdc9977973701d3fc2f015ba65d7b3637995f2"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "edf06476b38415b04b15b6a2ca2f9e043665544c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@edf06476b38415b04b15b6a2ca2f9e043665544c",
                        "title": "edf06476b38415b04b15b6a2ca2f9e043665544c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/edf06476b38415b04b15b6a2ca2f9e043665544c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "d5d5f6290a97ba0b52b920d1bed1f421555a9f4d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d5d5f6290a97ba0b52b920d1bed1f421555a9f4d",
                        "title": "d5d5f6290a97ba0b52b920d1bed1f421555a9f4d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d5d5f6290a97ba0b52b920d1bed1f421555a9f4d"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c05612043ac72ce21091f4ae08c53034c33d70fb"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c05612043ac72ce21091f4ae08c53034c33d70fb",
                        "title": "c05612043ac72ce21091f4ae08c53034c33d70fb",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c05612043ac72ce21091f4ae08c53034c33d70fb"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "ab9db628b9baf3896b97a0f57f34b8bfbadbf48a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ab9db628b9baf3896b97a0f57f34b8bfbadbf48a",
                        "title": "ab9db628b9baf3896b97a0f57f34b8bfbadbf48a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ab9db628b9baf3896b97a0f57f34b8bfbadbf48a"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "7bebdb357915827c96e6642fc6682c58b2baa836"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7bebdb357915827c96e6642fc6682c58b2baa836",
                        "title": "7bebdb357915827c96e6642fc6682c58b2baa836",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7bebdb357915827c96e6642fc6682c58b2baa836"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7",
                        "title": "4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4720e403bf31c4da84e9e97b2a9d5e8e6cc5eee7"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "909889958273d2fdff44f6350b18d279d98541f8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@909889958273d2fdff44f6350b18d279d98541f8",
                        "title": "909889958273d2fdff44f6350b18d279d98541f8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/909889958273d2fdff44f6350b18d279d98541f8"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "909889958273d2fdff44f6350b18d279d98541f8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867075343727923744"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:23:27.095] Scheduled build:
{
  "id": "8701645281612874625",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-07T18:23:26.656654107Z",
  "updateTime": "2025-10-07T18:23:26.656654107Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "909889958273d2fdff44f6350b18d279d98541f8",
      "ref": "refs/heads/main"
    }
  }
}
[18:23:27.095] Task URL: https://cr-buildbucket.appspot.com/build/8701645281612874625
[18:23:27.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:2:0) after 3m34s
[18:23:28.019] Received PubSub notification, asking Buildbucket for the build status
[18:23:28.043] Build status: SCHEDULED
[18:27:01.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:2:0)
[18:27:01.133] Build status: SCHEDULED
[18:27:01.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:4:0) after 4m35s
[18:31:36.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:4:0)
[18:31:36.224] Build status: SCHEDULED
[18:31:36.224] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:5:0) after 7m52s
[18:39:28.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:5:0)
[18:39:28.304] Build status: SCHEDULED
[18:39:28.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:6:0) after 1m51s
[18:41:19.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:6:0)
[18:41:19.306] Build status: SCHEDULED
[18:41:19.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:7:0) after 1m28s
[18:42:47.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:7:0)
[18:42:47.350] Build status: SCHEDULED
[18:42:47.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:8:0) after 2m34s
[18:45:21.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:8:0)
[18:45:21.376] Build status: SCHEDULED
[18:45:21.376] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:9:0) after 9m41s
[18:55:02.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:9:0)
[18:55:02.450] Build status: SCHEDULED
[18:55:02.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:10:0) after 4m19s
[18:59:21.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:10:0)
[18:59:21.434] Build status: SCHEDULED
[18:59:21.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:11:0) after 7m7s
[19:06:28.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:11:0)
[19:06:28.573] Build status: SCHEDULED
[19:06:28.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:12:0) after 1m21s
[19:07:49.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:12:0)
[19:07:49.630] Build status: SCHEDULED
[19:07:49.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:13:0) after 1m52s
[19:09:41.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:13:0)
[19:09:41.667] Build status: SCHEDULED
[19:09:41.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:14:0) after 6m24s
[19:16:05.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:14:0)
[19:16:05.690] Build status: SCHEDULED
[19:16:05.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:15:0) after 7m6s
[19:23:11.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:15:0)
[19:23:11.777] Build status: SCHEDULED
[19:23:11.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:16:0) after 8m40s
[19:31:51.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:16:0)
[19:31:51.810] Build status: SCHEDULED
[19:31:51.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:17:0) after 8m47s
[19:40:38.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:17:0)
[19:40:38.848] Build status: SCHEDULED
[19:40:38.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:18:0) after 2m6s
[19:42:44.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:18:0)
[19:42:44.944] Build status: SCHEDULED
[19:42:44.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:19:0) after 7m52s
[19:50:37.150] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:19:0)
[19:50:37.165] Build status: SCHEDULED
[19:50:37.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:20:0) after 7m3s
[19:57:40.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:20:0)
[19:57:40.243] Build status: SCHEDULED
[19:57:40.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:21:0) after 4m25s
[20:02:05.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:21:0)
[20:02:05.328] Build status: SCHEDULED
[20:02:05.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:22:0) after 4m51s
[20:06:56.472] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:22:0)
[20:06:56.493] Build status: SCHEDULED
[20:06:56.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:23:0) after 6m9s
[20:13:05.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:23:0)
[20:13:05.601] Build status: SCHEDULED
[20:13:05.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:24:0) after 2m58s
[20:16:03.628] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:24:0)
[20:16:03.659] Build status: SCHEDULED
[20:16:03.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:25:0) after 7m4s
[20:23:07.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:25:0)
[20:23:07.706] Build status: SCHEDULED
[20:23:07.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:26:0) after 6m35s
[20:29:42.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:26:0)
[20:29:42.761] Build status: SCHEDULED
[20:29:42.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:27:0) after 6m42s
[20:36:24.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:27:0)
[20:36:24.817] Build status: SCHEDULED
[20:36:24.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:28:0) after 3m15s
[20:39:39.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:28:0)
[20:39:39.956] Build status: SCHEDULED
[20:39:39.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:29:0) after 7m58s
[20:47:38.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:29:0)
[20:47:38.130] Build status: SCHEDULED
[20:47:38.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:30:0) after 4m53s
[20:52:31.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:30:0)
[20:52:31.200] Build status: SCHEDULED
[20:52:31.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:31:0) after 2m46s
[20:55:17.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:31:0)
[20:55:17.225] Build status: SCHEDULED
[20:55:17.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:32:0) after 2m57s
[20:58:14.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:32:0)
[20:58:14.240] Build status: SCHEDULED
[20:58:14.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:33:0) after 3m28s
[21:01:42.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:33:0)
[21:01:42.270] Build status: SCHEDULED
[21:01:42.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:34:0) after 8m58s
[21:10:40.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:34:0)
[21:10:40.450] Build status: SCHEDULED
[21:10:40.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:35:0) after 8m28s
[21:19:08.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:35:0)
[21:19:08.640] Build status: SCHEDULED
[21:19:08.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:36:0) after 4m6s
[21:23:14.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:36:0)
[21:23:14.796] Build status: SCHEDULED
[21:23:14.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:37:0) after 8m24s
[21:31:38.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:37:0)
[21:31:38.808] Build status: SCHEDULED
[21:31:38.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:38:0) after 7m19s
[21:38:57.853] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:38:0)
[21:38:57.868] Build status: SCHEDULED
[21:38:57.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:39:0) after 6m30s
[21:45:27.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:39:0)
[21:45:27.935] Build status: SCHEDULED
[21:45:27.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:40:0) after 1m27s
[21:46:54.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:40:0)
[21:46:54.971] Build status: SCHEDULED
[21:46:54.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:41:0) after 6m33s
[21:53:28.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:41:0)
[21:53:28.072] Build status: SCHEDULED
[21:53:28.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:42:0) after 4m11s
[21:57:39.137] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:42:0)
[21:57:39.172] Build status: SCHEDULED
[21:57:39.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:43:0) after 8m29s
[22:06:08.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:43:0)
[22:06:08.209] Build status: SCHEDULED
[22:06:08.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:44:0) after 9m6s
[22:15:14.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:44:0)
[22:15:14.307] Build status: SCHEDULED
[22:15:14.307] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:45:0) after 3m50s
[22:19:04.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:45:0)
[22:19:04.426] Build status: SCHEDULED
[22:19:04.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:46:0) after 3m34s
[22:22:38.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:46:0)
[22:22:38.758] Build status: SCHEDULED
[22:22:38.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:47:0) after 5m53s
[22:28:31.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:47:0)
[22:28:31.889] Build status: SCHEDULED
[22:28:31.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:48:0) after 5m57s
[22:34:29.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:48:0)
[22:34:29.054] Build status: SCHEDULED
[22:34:29.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:49:0) after 6m41s
[22:41:10.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:49:0)
[22:41:10.095] Build status: SCHEDULED
[22:41:10.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:50:0) after 1m9s
[22:42:19.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:50:0)
[22:42:19.233] Build status: SCHEDULED
[22:42:19.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:51:0) after 2m21s
[22:44:40.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:51:0)
[22:44:40.284] Build status: SCHEDULED
[22:44:40.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:52:0) after 1m19s
[22:45:59.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:52:0)
[22:45:59.323] Build status: SCHEDULED
[22:45:59.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:53:0) after 8m13s
[22:54:12.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:53:0)
[22:54:12.425] Build status: SCHEDULED
[22:54:12.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:54:0) after 4m33s
[22:58:45.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:54:0)
[22:58:45.495] Build status: SCHEDULED
[22:58:45.495] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:55:0) after 8m29s
[23:07:14.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:55:0)
[23:07:14.582] Build status: SCHEDULED
[23:07:14.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:56:0) after 4m9s
[23:11:23.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:56:0)
[23:11:23.707] Build status: SCHEDULED
[23:11:23.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:57:0) after 6m26s
[23:17:49.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:57:0)
[23:17:49.806] Build status: SCHEDULED
[23:17:49.806] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:58:0) after 6m45s
[23:24:34.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:58:0)
[23:24:34.864] Build status: SCHEDULED
[23:24:34.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:59:0) after 5m14s
[23:29:48.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:59:0)
[23:29:48.998] Build status: SCHEDULED
[23:29:48.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:60:0) after 8m0s
[23:37:49.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:60:0)
[23:37:49.102] Build status: SCHEDULED
[23:37:49.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:61:0) after 9m37s
[23:47:26.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:61:0)
[23:47:26.354] Build status: SCHEDULED
[23:47:26.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:62:0) after 8m36s
[23:56:02.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:62:0)
[23:56:02.458] Build status: SCHEDULED
[23:56:02.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:63:0) after 2m51s
[23:58:53.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:63:0)
[23:58:53.571] Build status: SCHEDULED
[23:58:53.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:64:0) after 6m29s
[00:05:22.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:64:0)
[00:05:22.695] Build status: SCHEDULED
[00:05:22.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:65:0) after 4m28s
[00:09:50.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:65:0)
[00:09:50.793] Build status: SCHEDULED
[00:09:50.793] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:66:0) after 4m58s
[00:14:48.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:66:0)
[00:14:48.828] Build status: SCHEDULED
[00:14:48.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:67:0) after 7m44s
[00:22:32.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:67:0)
[00:22:32.998] Build status: SCHEDULED
[00:22:32.998] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:68:0) after 9m12s
[00:31:45.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:68:0)
[00:31:45.088] Build status: SCHEDULED
[00:31:45.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:69:0) after 5m5s
[00:36:50.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:69:0)
[00:36:50.328] Build status: SCHEDULED
[00:36:50.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:70:0) after 7m0s
[00:43:50.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:70:0)
[00:43:50.606] Build status: SCHEDULED
[00:43:50.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:71:0) after 3m33s
[00:47:23.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:71:0)
[00:47:23.864] Build status: SCHEDULED
[00:47:23.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:72:0) after 1m43s
[00:49:07.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:72:0)
[00:49:07.270] Build status: SCHEDULED
[00:49:07.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:73:0) after 2m58s
[00:52:05.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:73:0)
[00:52:05.537] Build status: SCHEDULED
[00:52:05.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:74:0) after 4m27s
[00:56:32.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:74:0)
[00:56:32.640] Build status: SCHEDULED
[00:56:32.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:75:0) after 5m14s
[01:01:46.606] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:75:0)
[01:01:46.622] Build status: SCHEDULED
[01:01:46.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:76:0) after 9m42s
[01:11:28.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:76:0)
[01:11:28.877] Build status: SCHEDULED
[01:11:28.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:77:0) after 8m36s
[01:20:05.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:77:0)
[01:20:05.069] Build status: SCHEDULED
[01:20:05.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:78:0) after 2m34s
[01:22:39.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:78:0)
[01:22:39.112] Build status: SCHEDULED
[01:22:39.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:79:0) after 4m22s
[01:27:01.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:79:0)
[01:27:01.328] Build status: SCHEDULED
[01:27:01.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:80:0) after 9m7s
[01:36:08.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:80:0)
[01:36:08.337] Build status: SCHEDULED
[01:36:08.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:81:0) after 3m48s
[01:39:56.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:81:0)
[01:39:56.333] Build status: SCHEDULED
[01:39:56.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:82:0) after 9m16s
[01:49:12.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:82:0)
[01:49:12.369] Build status: SCHEDULED
[01:49:12.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:83:0) after 9m22s
[01:58:34.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:83:0)
[01:58:34.433] Build status: SCHEDULED
[01:58:34.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:84:0) after 5m24s
[02:03:58.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:84:0)
[02:03:58.618] Build status: SCHEDULED
[02:03:58.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:85:0) after 2m0s
[02:05:58.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:85:0)
[02:05:58.752] Build status: SCHEDULED
[02:05:58.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:86:0) after 7m48s
[02:13:46.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:86:0)
[02:13:46.884] Build status: SCHEDULED
[02:13:46.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:87:0) after 9m16s
[02:23:02.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:87:0)
[02:23:02.968] Build status: SCHEDULED
[02:23:02.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-vscode:8867075343727923744:88:0) after 1m0s
[02:23:38.367] Received PubSub notification, asking Buildbucket for the build status
[02:23:38.473] Build:
{
  "id": "8701645281612874625",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-vscode"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-10-07T18:23:26.656654107Z",
  "endTime": "2025-10-08T02:23:38.075571676Z",
  "updateTime": "2025-10-08T02:23:38.075571676Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "909889958273d2fdff44f6350b18d279d98541f8",
      "ref": "refs/heads/main"
    }
  }
}
[02:23:38.473] Invocation finished in 8h0m13.21797142s with status FAILED