Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 94710e53eda26449a096b1dc73b04caa32670514)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-default"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "3656ceda361cb36f452a81a03939638260bb0074"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3656ceda361cb36f452a81a03939638260bb0074
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:50:48.586] New invocation is queued and will start shortly
[23:50:49.823] Starting the invocation (attempt 1)
[23:50:49.859] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3656ceda361cb36f452a81a03939638260bb0074"
[23:50:49.859] Popped gitiles commit info from properties and tags
[23:50:49.859] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:50:49.859] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:50:49.859] Buildbucket request:
{
  "requestId": "8869591461271801248",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-default"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8869591461271801248",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "3656ceda361cb36f452a81a03939638260bb0074"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3656ceda361cb36f452a81a03939638260bb0074",
                        "title": "3656ceda361cb36f452a81a03939638260bb0074",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3656ceda361cb36f452a81a03939638260bb0074"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "3656ceda361cb36f452a81a03939638260bb0074",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8869591461271801248"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-default"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:50:50.206] Scheduled build:
{
  "id": "8704161399229559745",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-09T23:50:49.908723951Z",
  "updateTime": "2025-09-09T23:50:49.908723951Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "3656ceda361cb36f452a81a03939638260bb0074",
      "ref": "refs/heads/main"
    }
  }
}
[23:50:50.206] Task URL: https://cr-buildbucket.appspot.com/build/8704161399229559745
[23:50:50.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:2:0) after 2m51s
[23:50:51.157] Received PubSub notification, asking Buildbucket for the build status
[23:50:51.173] Build status: SCHEDULED
[23:53:41.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:2:0)
[23:53:41.281] Build status: SCHEDULED
[23:53:41.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:4:0) after 5m38s
[23:59:19.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:4:0)
[23:59:19.309] Build status: SCHEDULED
[23:59:19.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:5:0) after 4m7s
[00:03:26.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:5:0)
[00:03:26.375] Build status: SCHEDULED
[00:03:26.375] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:6:0) after 4m26s
[00:07:52.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:6:0)
[00:07:52.471] Build status: SCHEDULED
[00:07:52.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:7:0) after 9m12s
[00:17:04.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:7:0)
[00:17:04.520] Build status: SCHEDULED
[00:17:04.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:8:0) after 8m32s
[00:25:36.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:8:0)
[00:25:36.556] Build status: SCHEDULED
[00:25:36.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:9:0) after 7m47s
[00:33:23.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:9:0)
[00:33:23.590] Build status: SCHEDULED
[00:33:23.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:10:0) after 7m19s
[00:40:42.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:10:0)
[00:40:42.623] Build status: SCHEDULED
[00:40:42.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:11:0) after 4m12s
[00:44:54.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:11:0)
[00:44:54.649] Build status: SCHEDULED
[00:44:54.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:12:0) after 1m35s
[00:46:30.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:12:0)
[00:46:30.244] Build status: SCHEDULED
[00:46:30.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:13:0) after 3m17s
[00:49:47.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:13:0)
[00:49:47.525] Build status: SCHEDULED
[00:49:47.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:14:0) after 1m56s
[00:51:43.498] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:14:0)
[00:51:43.516] Build status: SCHEDULED
[00:51:43.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:15:0) after 1m43s
[00:53:26.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:15:0)
[00:53:26.562] Build status: SCHEDULED
[00:53:26.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:16:0) after 9m38s
[01:03:04.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:16:0)
[01:03:04.884] Build status: SCHEDULED
[01:03:04.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:17:0) after 4m3s
[01:07:07.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:17:0)
[01:07:07.925] Build status: SCHEDULED
[01:07:07.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:18:0) after 9m21s
[01:16:29.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:18:0)
[01:16:29.068] Build status: SCHEDULED
[01:16:29.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:19:0) after 8m2s
[01:24:31.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:19:0)
[01:24:31.107] Build status: SCHEDULED
[01:24:31.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:20:0) after 4m23s
[01:28:54.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:20:0)
[01:28:54.155] Build status: SCHEDULED
[01:28:54.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:21:0) after 4m25s
[01:33:19.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:21:0)
[01:33:19.190] Build status: SCHEDULED
[01:33:19.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:22:0) after 9m45s
[01:43:04.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:22:0)
[01:43:04.226] Build status: SCHEDULED
[01:43:04.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:23:0) after 7m31s
[01:50:35.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:23:0)
[01:50:35.577] Build status: SCHEDULED
[01:50:35.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:24:0) after 9m44s
[02:00:19.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:24:0)
[02:00:19.584] Build status: SCHEDULED
[02:00:19.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:25:0) after 8m21s
[02:08:40.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:25:0)
[02:08:40.657] Build status: SCHEDULED
[02:08:40.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:26:0) after 4m9s
[02:12:49.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:26:0)
[02:12:49.738] Build status: SCHEDULED
[02:12:49.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:27:0) after 5m53s
[02:18:42.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:27:0)
[02:18:42.749] Build status: SCHEDULED
[02:18:42.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:28:0) after 9m40s
[02:28:22.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:28:0)
[02:28:23.070] Build status: SCHEDULED
[02:28:23.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:29:0) after 7m3s
[02:35:26.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:29:0)
[02:35:26.173] Build status: SCHEDULED
[02:35:26.173] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:30:0) after 4m37s
[02:40:03.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:30:0)
[02:40:03.296] Build status: SCHEDULED
[02:40:03.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:31:0) after 9m56s
[02:49:59.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:31:0)
[02:49:59.485] Build status: SCHEDULED
[02:49:59.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:32:0) after 1m13s
[02:51:12.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:32:0)
[02:51:12.554] Build status: SCHEDULED
[02:51:12.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:33:0) after 2m27s
[02:53:39.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:33:0)
[02:53:39.615] Build status: SCHEDULED
[02:53:39.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:34:0) after 4m10s
[02:57:49.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:34:0)
[02:57:49.770] Build status: SCHEDULED
[02:57:49.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:35:0) after 6m52s
[03:04:41.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:35:0)
[03:04:41.820] Build status: SCHEDULED
[03:04:41.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:36:0) after 3m45s
[03:08:26.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:36:0)
[03:08:26.943] Build status: SCHEDULED
[03:08:26.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:37:0) after 8m56s
[03:17:23.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:37:0)
[03:17:23.060] Build status: SCHEDULED
[03:17:23.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:38:0) after 2m37s
[03:20:00.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:38:0)
[03:20:00.067] Build status: SCHEDULED
[03:20:00.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:39:0) after 5m44s
[03:25:44.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:39:0)
[03:25:44.101] Build status: SCHEDULED
[03:25:44.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:40:0) after 2m36s
[03:28:20.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:40:0)
[03:28:20.198] Build status: SCHEDULED
[03:28:20.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:41:0) after 8m39s
[03:36:59.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:41:0)
[03:36:59.270] Build status: SCHEDULED
[03:36:59.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-default:8869591461271801248:42:0) after 6m25s
[03:41:01.463] Received PubSub notification, asking Buildbucket for the build status
[03:41:01.540] Build:
{
  "id": "8704161399229559745",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-default"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-09T23:50:49.908723951Z",
  "startTime": "2025-09-10T03:38:56.678870207Z",
  "endTime": "2025-09-10T03:39:47.814961706Z",
  "updateTime": "2025-09-10T03:39:47.814961706Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "3656ceda361cb36f452a81a03939638260bb0074",
      "ref": "refs/heads/main"
    }
  }
}
[03:41:01.540] Invocation finished in 3h50m12.963154308s with status FAILED