Status: FAILED
Triggered by: -
Duration: 2 hours
Actions:

Definition (rev 94710e53eda26449a096b1dc73b04caa32670514)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "pigweed-mac-x86-bazel-default"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "59568721f76dc78242574052d73fa7b13e1ee1b2"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/59568721f76dc78242574052d73fa7b13e1ee1b2
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:27:44.377] New invocation is queued and will start shortly
[20:27:45.478] Starting the invocation (attempt 1)
[20:27:45.520] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/59568721f76dc78242574052d73fa7b13e1ee1b2"
[20:27:45.520] Popped gitiles commit info from properties and tags
[20:27:45.520] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:27:45.520] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:27:45.521] Buildbucket request:
{
  "requestId": "8861903495193057776",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8861903495193057776",
            "job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-default",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "59568721f76dc78242574052d73fa7b13e1ee1b2"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@59568721f76dc78242574052d73fa7b13e1ee1b2",
                        "title": "59568721f76dc78242574052d73fa7b13e1ee1b2",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/59568721f76dc78242574052d73fa7b13e1ee1b2"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "59568721f76dc78242574052d73fa7b13e1ee1b2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8861903495193057776"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-default"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:27:45.912] Scheduled build:
{
  "id": "8696473433259254529",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-12-03T20:27:45.599570982Z",
  "updateTime": "2025-12-03T20:27:45.599570982Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "59568721f76dc78242574052d73fa7b13e1ee1b2",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[20:27:45.912] Task URL: https://cr-buildbucket.appspot.com/build/8696473433259254529
[20:27:45.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:2:0) after 4m9s
[20:27:46.275] Received PubSub notification, asking Buildbucket for the build status
[20:27:46.311] Build status: SCHEDULED
[20:31:54.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:2:0)
[20:31:54.975] Build status: SCHEDULED
[20:31:54.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:4:0) after 1m42s
[20:33:37.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:4:0)
[20:33:37.062] Build status: SCHEDULED
[20:33:37.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:5:0) after 8m35s
[20:42:12.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:5:0)
[20:42:12.106] Build status: SCHEDULED
[20:42:12.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:6:0) after 4m30s
[20:46:42.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:6:0)
[20:46:42.271] Build status: SCHEDULED
[20:46:42.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:7:0) after 7m7s
[20:53:49.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:7:0)
[20:53:49.301] Build status: SCHEDULED
[20:53:49.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:8:0) after 4m34s
[20:58:23.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:8:0)
[20:58:23.394] Build status: SCHEDULED
[20:58:23.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:9:0) after 1m25s
[20:59:48.406] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:9:0)
[20:59:48.423] Build status: SCHEDULED
[20:59:48.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:10:0) after 4m51s
[21:04:39.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:10:0)
[21:04:39.454] Build status: SCHEDULED
[21:04:39.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:11:0) after 8m18s
[21:12:57.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:11:0)
[21:12:57.708] Build status: SCHEDULED
[21:12:57.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:12:0) after 6m11s
[21:19:08.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:12:0)
[21:19:08.898] Build status: SCHEDULED
[21:19:08.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:13:0) after 3m41s
[21:22:49.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:13:0)
[21:22:49.931] Build status: SCHEDULED
[21:22:49.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:14:0) after 7m47s
[21:30:37.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:14:0)
[21:30:37.095] Build status: SCHEDULED
[21:30:37.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:15:0) after 1m58s
[21:32:35.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:15:0)
[21:32:35.199] Build status: SCHEDULED
[21:32:35.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:16:0) after 9m41s
[21:42:16.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:16:0)
[21:42:16.254] Build status: SCHEDULED
[21:42:16.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:17:0) after 2m45s
[21:45:01.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:17:0)
[21:45:01.390] Build status: SCHEDULED
[21:45:01.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:18:0) after 4m53s
[21:49:54.398] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:18:0)
[21:49:54.416] Build status: SCHEDULED
[21:49:54.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:19:0) after 3m25s
[21:53:19.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:19:0)
[21:53:19.419] Build status: SCHEDULED
[21:53:19.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:20:0) after 2m49s
[21:53:30.442] Received PubSub notification, asking Buildbucket for the build status
[21:53:30.466] Build status: STARTED
[21:56:08.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:20:0)
[21:56:08.664] Build status: STARTED
[21:56:08.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:22:0) after 3m2s
[21:59:10.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:22:0)
[21:59:10.706] Build status: STARTED
[21:59:10.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:23:0) after 3m42s
[22:02:52.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:23:0)
[22:02:52.747] Build status: STARTED
[22:02:52.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:24:0) after 1m56s
[22:04:48.897] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:24:0)
[22:04:48.917] Build status: STARTED
[22:04:48.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:25:0) after 8m14s
[22:13:03.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:25:0)
[22:13:03.784] Build status: STARTED
[22:13:03.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:26:0) after 4m49s
[22:17:52.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:26:0)
[22:17:52.821] Build status: STARTED
[22:17:52.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:27:0) after 3m37s
[22:21:29.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:27:0)
[22:21:29.949] Build status: STARTED
[22:21:29.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:28:0) after 7m34s
[22:29:04.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:28:0)
[22:29:04.198] Build status: STARTED
[22:29:04.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:29:0) after 3m26s
[22:32:30.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:29:0)
[22:32:30.312] Build status: STARTED
[22:32:30.312] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:30:0) after 5m46s
[22:38:16.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:30:0)
[22:38:16.379] Build status: STARTED
[22:38:16.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:31:0) after 3m13s
[22:41:29.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:31:0)
[22:41:29.442] Build status: STARTED
[22:41:29.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:32:0) after 2m37s
[22:44:06.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:32:0)
[22:44:06.498] Build status: STARTED
[22:44:06.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:33:0) after 4m22s
[22:48:28.522] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:33:0)
[22:48:28.592] Build status: STARTED
[22:48:28.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:34:0) after 8m5s
[22:56:33.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:34:0)
[22:56:33.700] Build status: STARTED
[22:56:33.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:35:0) after 5m28s
[23:02:01.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:35:0)
[23:02:01.871] Build status: STARTED
[23:02:01.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:36:0) after 5m55s
[23:07:56.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:36:0)
[23:07:56.933] Build status: STARTED
[23:07:56.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:37:0) after 6m58s
[23:14:55.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:37:0)
[23:14:55.081] Build status: STARTED
[23:14:55.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:38:0) after 6m42s
[23:21:37.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:38:0)
[23:21:37.123] Build status: STARTED
[23:21:37.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-default:8861903495193057776:39:0) after 5m25s
[23:26:05.710] Received PubSub notification, asking Buildbucket for the build status
[23:26:05.730] Build:
{
  "id": "8696473433259254529",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-mac-x86-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-12-03T20:27:45.599570982Z",
  "startTime": "2025-12-03T21:53:30.301357788Z",
  "endTime": "2025-12-03T23:26:05.391560347Z",
  "updateTime": "2025-12-03T23:26:05.391560347Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "59568721f76dc78242574052d73fa7b13e1ee1b2",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:26:05.730] Invocation finished in 2h58m21.359119605s with status FAILED