LUCI Scheduler :: pigweed :: experimental.dev.ci-experimental-full

Status: FAILED

Triggered by: -

Duration: 3 hours

Actions:

Definition (rev 379b2e2cec16374ae486c949e103ca674ea0da4e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "experimental.dev.ci"
  builder: "experimental-full"
>

Incoming triggers

21c7cdd3a55f4b4956cbf9673f524d8f44ac1b37 (2 weeks ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/experimental",
  "revision": "21c7cdd3a55f4b4956cbf9673f524d8f44ac1b37"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/21c7cdd3a55f4b4956cbf9673f524d8f44ac1b37
gitiles_ref:refs/heads/main

Debug log (UTC)

[02:44:03.543] New invocation is queued and will start shortly
[02:44:04.612] Starting the invocation (attempt 1)
[02:44:04.633] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/21c7cdd3a55f4b4956cbf9673f524d8f44ac1b37"
[02:44:04.633] Popped gitiles commit info from properties and tags
[02:44:04.633] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:44:04.633] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:44:04.634] Buildbucket request:
{
  "requestId": "8851823555948777792",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-full"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8851823555948777792",
            "job": "pigweed/experimental.dev.ci-experimental-full",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/experimental",
                              "revision": "21c7cdd3a55f4b4956cbf9673f524d8f44ac1b37"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@21c7cdd3a55f4b4956cbf9673f524d8f44ac1b37",
                        "title": "21c7cdd3a55f4b4956cbf9673f524d8f44ac1b37",
                        "url": "https://pigweed.googlesource.com/pigweed/experimental/+/21c7cdd3a55f4b4956cbf9673f524d8f44ac1b37"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/experimental",
    "id": "21c7cdd3a55f4b4956cbf9673f524d8f44ac1b37",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8851823555948777792"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/experimental.dev.ci-experimental-full"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:44:05.012] Scheduled build:
{
  "id": "8686393494089471537",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-full"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-03-25T02:44:04.696271707Z",
  "updateTime": "2026-03-25T02:44:04.696271707Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/experimental",
      "id": "21c7cdd3a55f4b4956cbf9673f524d8f44ac1b37",
      "ref": "refs/heads/main"
    }
  }
}
[02:44:05.012] Task URL: https://cr-buildbucket.appspot.com/build/8686393494089471537
[02:44:05.012] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:2:0) after 9m48s
[02:44:09.793] Received PubSub notification, asking Buildbucket for the build status
[02:44:09.815] Build status: SCHEDULED
[02:53:53.194] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:2:0)
[02:53:53.218] Build status: SCHEDULED
[02:53:53.218] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:4:0) after 8m28s
[03:02:21.234] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:4:0)
[03:02:21.279] Build status: SCHEDULED
[03:02:21.279] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:5:0) after 2m42s
[03:05:03.321] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:5:0)
[03:05:03.366] Build status: SCHEDULED
[03:05:03.366] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:6:0) after 1m17s
[03:06:20.438] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:6:0)
[03:06:20.493] Build status: SCHEDULED
[03:06:20.493] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:7:0) after 4m54s
[03:11:14.528] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:7:0)
[03:11:14.545] Build status: SCHEDULED
[03:11:14.545] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:8:0) after 8m14s
[03:19:28.562] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:8:0)
[03:19:28.587] Build status: SCHEDULED
[03:19:28.587] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:9:0) after 7m8s
[03:26:36.603] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:9:0)
[03:26:36.637] Build status: SCHEDULED
[03:26:36.637] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:10:0) after 9m3s
[03:35:39.684] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:10:0)
[03:35:39.705] Build status: SCHEDULED
[03:35:39.705] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:11:0) after 1m42s
[03:37:21.772] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:11:0)
[03:37:21.834] Build status: SCHEDULED
[03:37:21.834] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:12:0) after 5m20s
[03:42:41.847] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:12:0)
[03:42:41.866] Build status: SCHEDULED
[03:42:41.866] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:13:0) after 2m32s
[03:45:13.881] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:13:0)
[03:45:13.899] Build status: SCHEDULED
[03:45:13.899] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:14:0) after 8m39s
[03:53:52.916] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:14:0)
[03:53:52.935] Build status: SCHEDULED
[03:53:52.936] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:15:0) after 9m39s
[04:03:32.018] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:15:0)
[04:03:32.044] Build status: SCHEDULED
[04:03:32.044] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:16:0) after 1m17s
[04:04:49.102] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:16:0)
[04:04:49.165] Build status: SCHEDULED
[04:04:49.165] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:17:0) after 2m46s
[04:07:35.212] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:17:0)
[04:07:35.632] Build status: SCHEDULED
[04:07:35.632] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:18:0) after 5m25s
[04:13:00.648] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:18:0)
[04:13:00.691] Build status: SCHEDULED
[04:13:00.691] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:19:0) after 8m57s
[04:21:57.669] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:19:0)
[04:21:57.879] Build status: SCHEDULED
[04:21:57.879] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:20:0) after 5m24s
[04:27:21.894] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:20:0)
[04:27:21.914] Build status: SCHEDULED
[04:27:21.914] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:21:0) after 1m58s
[04:29:19.881] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:21:0)
[04:29:19.930] Build status: SCHEDULED
[04:29:19.930] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:22:0) after 8m22s
[04:37:41.991] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:22:0)
[04:37:42.035] Build status: SCHEDULED
[04:37:42.035] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:23:0) after 7m11s
[04:44:53.093] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:23:0)
[04:44:53.115] Build status: SCHEDULED
[04:44:53.115] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:24:0) after 6m1s
[04:50:54.182] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:24:0)
[04:50:54.249] Build status: SCHEDULED
[04:50:54.249] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:25:0) after 9m7s
[05:00:01.266] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:25:0)
[05:00:01.291] Build status: SCHEDULED
[05:00:01.291] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:26:0) after 2m31s
[05:02:32.309] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:26:0)
[05:02:32.335] Build status: SCHEDULED
[05:02:32.335] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:27:0) after 4m39s
[05:07:11.402] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:27:0)
[05:07:11.426] Build status: SCHEDULED
[05:07:11.426] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:28:0) after 7m17s
[05:14:28.582] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:28:0)
[05:14:28.607] Build status: SCHEDULED
[05:14:28.607] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:29:0) after 3m41s
[05:18:09.732] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:29:0)
[05:18:09.749] Build status: SCHEDULED
[05:18:09.750] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:30:0) after 6m19s
[05:24:28.875] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:30:0)
[05:24:28.901] Build status: SCHEDULED
[05:24:28.901] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:31:0) after 3m40s
[05:28:08.994] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:31:0)
[05:28:09.010] Build status: SCHEDULED
[05:28:09.010] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:32:0) after 6m31s
[05:34:40.060] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:32:0)
[05:34:40.127] Build status: SCHEDULED
[05:34:40.127] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:33:0) after 6m52s
[05:41:32.136] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:33:0)
[05:41:32.162] Build status: SCHEDULED
[05:41:32.162] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:34:0) after 1m42s
[05:43:14.219] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:34:0)
[05:43:14.241] Build status: SCHEDULED
[05:43:14.242] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:35:0) after 7m35s
[05:50:49.258] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:35:0)
[05:50:49.275] Build status: SCHEDULED
[05:50:49.275] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:36:0) after 1m36s
[05:52:25.343] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:36:0)
[05:52:25.714] Build status: SCHEDULED
[05:52:25.714] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:37:0) after 2m11s
[05:54:36.787] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:37:0)
[05:54:36.814] Build status: SCHEDULED
[05:54:36.814] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:38:0) after 8m48s
[06:03:24.876] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:38:0)
[06:03:24.948] Build status: SCHEDULED
[06:03:24.948] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:39:0) after 3m35s
[06:06:59.979] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:39:0)
[06:06:59.996] Build status: SCHEDULED
[06:06:59.996] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:40:0) after 5m12s
[06:12:12.015] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:40:0)
[06:12:12.059] Build status: SCHEDULED
[06:12:12.060] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:41:0) after 7m41s
[06:19:53.079] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:41:0)
[06:19:53.109] Build status: SCHEDULED
[06:19:53.109] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:42:0) after 5m24s
[06:25:17.125] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:42:0)
[06:25:17.144] Build status: SCHEDULED
[06:25:17.144] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:43:0) after 2m23s
[06:27:40.160] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:43:0)
[06:27:40.182] Build status: SCHEDULED
[06:27:40.183] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8851823555948777792:44:0) after 5m27s
[06:32:17.696] Received PubSub notification, asking Buildbucket for the build status
[06:32:17.727] Build:
{
  "id": "8686393494089471537",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-full"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-03-25T02:44:04.696271707Z",
  "startTime": "2026-03-25T06:31:30.826361476Z",
  "endTime": "2026-03-25T06:31:46.272377114Z",
  "updateTime": "2026-03-25T06:31:46.272377114Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/experimental",
      "id": "21c7cdd3a55f4b4956cbf9673f524d8f44ac1b37",
      "ref": "refs/heads/main"
    }
  }
}
[06:32:17.728] Invocation finished in 3h48m14.188790491s with status FAILED