Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 98fc6158fe3a5c02b9e7741b914e8bb51bc368f2)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-linux-bazel-rpc-v800"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "8f6a8b179731bc19eca710e7ea054cfd8937266a"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8f6a8b179731bc19eca710e7ea054cfd8937266a
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:12:26.629] New invocation is queued and will start shortly
[01:12:27.840] Starting the invocation (attempt 1)
[01:12:27.871] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/8f6a8b179731bc19eca710e7ea054cfd8937266a"
[01:12:27.871] Popped gitiles commit info from properties and tags
[01:12:27.871] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:12:27.871] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:12:27.871] Buildbucket request:
{
  "requestId": "8842316638409069328",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-rpc-v800"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8842316638409069328",
            "job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "f9d0b04e861e6dea4e17144358ad72caa5583b48"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f9d0b04e861e6dea4e17144358ad72caa5583b48",
                        "title": "f9d0b04e861e6dea4e17144358ad72caa5583b48",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f9d0b04e861e6dea4e17144358ad72caa5583b48"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "5f7d5f061cee08e55e95df81b51203b1611fa458"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5f7d5f061cee08e55e95df81b51203b1611fa458",
                        "title": "5f7d5f061cee08e55e95df81b51203b1611fa458",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5f7d5f061cee08e55e95df81b51203b1611fa458"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "8f6a8b179731bc19eca710e7ea054cfd8937266a"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8f6a8b179731bc19eca710e7ea054cfd8937266a",
                        "title": "8f6a8b179731bc19eca710e7ea054cfd8937266a",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8f6a8b179731bc19eca710e7ea054cfd8937266a"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "8f6a8b179731bc19eca710e7ea054cfd8937266a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8842316638409069328"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:12:28.453] Scheduled build:
{
  "id": "8676886576384068737",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-rpc-v800"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-08T01:12:27.940899803Z",
  "updateTime": "2026-07-08T01:12:27.940899803Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8f6a8b179731bc19eca710e7ea054cfd8937266a",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:12:28.453] Task URL: https://cr-buildbucket.appspot.com/build/8676886576384068737
[01:12:28.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:2:0) after 3m12s
[01:12:29.406] Received PubSub notification, asking Buildbucket for the build status
[01:12:29.427] Build status: SCHEDULED
[01:15:40.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:2:0)
[01:15:40.497] Build status: SCHEDULED
[01:15:40.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:4:0) after 6m32s
[01:22:12.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:4:0)
[01:22:12.510] Build status: SCHEDULED
[01:22:12.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:5:0) after 1m30s
[01:23:42.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:5:0)
[01:23:42.728] Build status: SCHEDULED
[01:23:42.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:6:0) after 7m35s
[01:31:17.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:6:0)
[01:31:17.752] Build status: SCHEDULED
[01:31:17.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:7:0) after 6m26s
[01:37:43.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:7:0)
[01:37:43.782] Build status: SCHEDULED
[01:37:43.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:8:0) after 9m20s
[01:47:03.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:8:0)
[01:47:03.930] Build status: SCHEDULED
[01:47:03.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:9:0) after 7m13s
[01:54:17.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:9:0)
[01:54:17.188] Build status: SCHEDULED
[01:54:17.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:10:0) after 7m24s
[02:01:41.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:10:0)
[02:01:41.418] Build status: SCHEDULED
[02:01:41.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:11:0) after 9m41s
[02:11:22.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:11:0)
[02:11:22.756] Build status: SCHEDULED
[02:11:22.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:12:0) after 5m54s
[02:17:16.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:12:0)
[02:17:16.746] Build status: SCHEDULED
[02:17:16.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:13:0) after 6m7s
[02:23:23.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:13:0)
[02:23:23.830] Build status: SCHEDULED
[02:23:23.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:14:0) after 2m41s
[02:26:04.809] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:14:0)
[02:26:04.825] Build status: SCHEDULED
[02:26:04.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:15:0) after 7m32s
[02:33:36.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:15:0)
[02:33:36.905] Build status: SCHEDULED
[02:33:36.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:16:0) after 3m50s
[02:37:26.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:16:0)
[02:37:26.935] Build status: SCHEDULED
[02:37:26.935] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:17:0) after 1m47s
[02:39:14.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:17:0)
[02:39:14.069] Build status: SCHEDULED
[02:39:14.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:18:0) after 1m8s
[02:40:22.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:18:0)
[02:40:22.146] Build status: SCHEDULED
[02:40:22.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:19:0) after 6m31s
[02:46:53.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:19:0)
[02:46:53.319] Build status: SCHEDULED
[02:46:53.319] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:20:0) after 4m45s
[02:51:38.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:20:0)
[02:51:38.381] Build status: SCHEDULED
[02:51:38.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:21:0) after 1m15s
[02:52:53.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:21:0)
[02:52:53.525] Build status: SCHEDULED
[02:52:53.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:22:0) after 3m48s
[02:56:41.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:22:0)
[02:56:41.627] Build status: SCHEDULED
[02:56:41.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:23:0) after 7m8s
[03:03:49.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:23:0)
[03:03:49.715] Build status: SCHEDULED
[03:03:49.715] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:24:0) after 8m15s
[03:12:04.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:24:0)
[03:12:04.854] Build status: SCHEDULED
[03:12:04.854] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:25:0) after 8m19s
[03:20:23.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:25:0)
[03:20:23.939] Build status: SCHEDULED
[03:20:23.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:26:0) after 7m30s
[03:27:54.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:26:0)
[03:27:54.033] Build status: SCHEDULED
[03:27:54.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:27:0) after 5m11s
[03:33:05.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:27:0)
[03:33:05.135] Build status: SCHEDULED
[03:33:05.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:28:0) after 6m21s
[03:39:26.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:28:0)
[03:39:26.162] Build status: SCHEDULED
[03:39:26.162] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:29:0) after 7m10s
[03:46:36.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:29:0)
[03:46:36.236] Build status: SCHEDULED
[03:46:36.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:30:0) after 3m35s
[03:50:11.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:30:0)
[03:50:11.284] Build status: SCHEDULED
[03:50:11.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:31:0) after 1m56s
[03:52:07.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:31:0)
[03:52:07.353] Build status: SCHEDULED
[03:52:07.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:32:0) after 8m11s
[04:00:18.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:32:0)
[04:00:18.427] Build status: SCHEDULED
[04:00:18.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:33:0) after 7m34s
[04:07:52.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:33:0)
[04:07:52.484] Build status: SCHEDULED
[04:07:52.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:34:0) after 7m0s
[04:14:52.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:34:0)
[04:14:52.538] Build status: SCHEDULED
[04:14:52.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:35:0) after 2m18s
[04:17:10.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:35:0)
[04:17:10.620] Build status: SCHEDULED
[04:17:10.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:36:0) after 3m57s
[04:21:07.723] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:36:0)
[04:21:07.740] Build status: SCHEDULED
[04:21:07.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:37:0) after 4m53s
[04:26:00.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:37:0)
[04:26:00.880] Build status: SCHEDULED
[04:26:00.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:38:0) after 1m19s
[04:27:19.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:38:0)
[04:27:19.991] Build status: SCHEDULED
[04:27:19.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:39:0) after 5m32s
[04:29:39.808] Received PubSub notification, asking Buildbucket for the build status
[04:29:39.838] Build status: STARTED
[04:32:52.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:39:0)
[04:32:52.053] Build status: STARTED
[04:32:52.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:41:0) after 1m12s
[04:34:04.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:41:0)
[04:34:04.163] Build status: STARTED
[04:34:04.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-rpc-v800:8842316638409069328:42:0) after 6m45s
[04:39:44.724] Received PubSub notification, asking Buildbucket for the build status
[04:39:44.742] Build:
{
  "id": "8676886576384068737",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-linux-bazel-rpc-v800"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-07-08T01:12:27.940899803Z",
  "startTime": "2026-07-08T04:29:39.631038135Z",
  "endTime": "2026-07-08T04:39:44.452294645Z",
  "updateTime": "2026-07-08T04:39:44.452294645Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "8f6a8b179731bc19eca710e7ea054cfd8937266a",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[04:39:44.742] Invocation finished in 3h27m18.117073608s with status FAILED