1. All projects
  2. pigweed
  3. experimental.dev.ci-experimental-full
  4. 8868326464966288288
Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 379b2e2cec16374ae486c949e103ca674ea0da4e) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "experimental.dev.ci"
  builder: "experimental-full"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/experimental",
  "revision": "8c8a63ea55fd04ea40cafe2b426266f40cf716ba"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/8c8a63ea55fd04ea40cafe2b426266f40cf716ba
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:57:23.073] New invocation is queued and will start shortly
[22:57:24.758] Starting the invocation (attempt 1)
[22:57:24.787] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/8c8a63ea55fd04ea40cafe2b426266f40cf716ba"
[22:57:24.787] Popped gitiles commit info from properties and tags
[22:57:24.787] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:57:24.787] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:57:24.788] Buildbucket request:
{
  "requestId": "8868326464966288288",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-full"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8868326464966288288",
            "job": "pigweed/experimental.dev.ci-experimental-full",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/experimental",
                              "revision": "8c8a63ea55fd04ea40cafe2b426266f40cf716ba"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@8c8a63ea55fd04ea40cafe2b426266f40cf716ba",
                        "title": "8c8a63ea55fd04ea40cafe2b426266f40cf716ba",
                        "url": "https://pigweed.googlesource.com/pigweed/experimental/+/8c8a63ea55fd04ea40cafe2b426266f40cf716ba"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/experimental",
    "id": "8c8a63ea55fd04ea40cafe2b426266f40cf716ba",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868326464966288288"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/experimental.dev.ci-experimental-full"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:57:25.249] Scheduled build:
{
  "id": "8702896402396602673",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-full"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-23T22:57:24.898532681Z",
  "updateTime": "2025-09-23T22:57:24.898532681Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/experimental",
      "id": "8c8a63ea55fd04ea40cafe2b426266f40cf716ba",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[22:57:25.249] Task URL: https://cr-buildbucket.appspot.com/build/8702896402396602673
[22:57:25.249] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:2:0) after 7m41s
[22:57:25.594] Received PubSub notification, asking Buildbucket for the build status
[22:57:25.613] Build status: SCHEDULED
[23:05:06.294] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:2:0)
[23:05:06.327] Build status: SCHEDULED
[23:05:06.327] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:4:0) after 8m42s
[23:13:48.353] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:4:0)
[23:13:48.376] Build status: SCHEDULED
[23:13:48.376] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:5:0) after 8m6s
[23:21:54.390] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:5:0)
[23:21:54.408] Build status: SCHEDULED
[23:21:54.408] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:6:0) after 9m3s
[23:30:57.473] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:6:0)
[23:30:57.531] Build status: SCHEDULED
[23:30:57.531] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:7:0) after 3m44s
[23:34:41.545] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:7:0)
[23:34:41.570] Build status: SCHEDULED
[23:34:41.570] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:8:0) after 4m54s
[23:39:35.613] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:8:0)
[23:39:35.635] Build status: SCHEDULED
[23:39:35.635] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:9:0) after 4m45s
[23:44:20.666] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:9:0)
[23:44:20.687] Build status: SCHEDULED
[23:44:20.687] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:10:0) after 2m16s
[23:46:36.753] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:10:0)
[23:46:36.774] Build status: SCHEDULED
[23:46:36.775] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:11:0) after 6m55s
[23:53:31.828] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:11:0)
[23:53:31.842] Build status: SCHEDULED
[23:53:31.842] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:12:0) after 3m27s
[23:56:58.911] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:12:0)
[23:56:58.941] Build status: SCHEDULED
[23:56:58.941] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:13:0) after 6m42s
[00:03:40.963] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:13:0)
[00:03:40.983] Build status: SCHEDULED
[00:03:40.983] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:14:0) after 8m39s
[00:12:20.077] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:14:0)
[00:12:20.095] Build status: SCHEDULED
[00:12:20.095] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:15:0) after 8m26s
[00:20:46.175] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:15:0)
[00:20:46.196] Build status: SCHEDULED
[00:20:46.196] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:16:0) after 8m27s
[00:29:13.229] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:16:0)
[00:29:13.253] Build status: SCHEDULED
[00:29:13.253] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:17:0) after 5m32s
[00:34:45.269] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:17:0)
[00:34:45.303] Build status: SCHEDULED
[00:34:45.303] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:18:0) after 5m49s
[00:40:34.369] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:18:0)
[00:40:34.388] Build status: SCHEDULED
[00:40:34.388] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:19:0) after 8m51s
[00:49:25.474] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:19:0)
[00:49:25.567] Build status: SCHEDULED
[00:49:25.567] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:20:0) after 5m1s
[00:54:26.631] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:20:0)
[00:54:26.657] Build status: SCHEDULED
[00:54:26.658] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:21:0) after 2m46s
[00:57:12.797] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:21:0)
[00:57:12.823] Build status: SCHEDULED
[00:57:12.823] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:22:0) after 2m44s
[00:59:56.901] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:22:0)
[00:59:56.992] Build status: SCHEDULED
[00:59:56.992] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:23:0) after 1m54s
[01:01:51.022] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:23:0)
[01:01:51.107] Build status: SCHEDULED
[01:01:51.107] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:24:0) after 2m11s
[01:04:02.255] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:24:0)
[01:04:02.283] Build status: SCHEDULED
[01:04:02.283] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:25:0) after 1m47s
[01:05:49.403] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:25:0)
[01:05:49.450] Build status: SCHEDULED
[01:05:49.450] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:26:0) after 9m7s
[01:14:56.556] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:26:0)
[01:14:56.576] Build status: SCHEDULED
[01:14:56.576] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:27:0) after 2m25s
[01:17:21.586] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:27:0)
[01:17:21.617] Build status: SCHEDULED
[01:17:21.617] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:28:0) after 2m40s
[01:20:01.715] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:28:0)
[01:20:01.782] Build status: SCHEDULED
[01:20:01.782] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:29:0) after 1m20s
[01:21:21.835] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:29:0)
[01:21:21.860] Build status: SCHEDULED
[01:21:21.860] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:30:0) after 6m20s
[01:27:41.846] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:30:0)
[01:27:41.864] Build status: SCHEDULED
[01:27:41.864] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:31:0) after 1m55s
[01:29:36.879] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:31:0)
[01:29:36.915] Build status: SCHEDULED
[01:29:36.915] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:32:0) after 5m40s
[01:35:16.990] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:32:0)
[01:35:17.008] Build status: SCHEDULED
[01:35:17.008] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:33:0) after 5m44s
[01:41:01.078] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:33:0)
[01:41:01.105] Build status: SCHEDULED
[01:41:01.105] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:34:0) after 7m36s
[01:48:37.123] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:34:0)
[01:48:37.147] Build status: SCHEDULED
[01:48:37.147] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:35:0) after 1m56s
[01:50:33.163] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:35:0)
[01:50:33.183] Build status: SCHEDULED
[01:50:33.183] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:36:0) after 3m57s
[01:54:30.204] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:36:0)
[01:54:30.977] Build status: SCHEDULED
[01:54:30.977] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:37:0) after 5m1s
[01:59:32.014] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:37:0)
[01:59:32.031] Build status: SCHEDULED
[01:59:32.031] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:38:0) after 1m48s
[02:01:20.104] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:38:0)
[02:01:20.128] Build status: SCHEDULED
[02:01:20.128] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:39:0) after 1m4s
[02:02:24.149] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:39:0)
[02:02:24.189] Build status: SCHEDULED
[02:02:24.189] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:40:0) after 4m52s
[02:07:16.221] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:40:0)
[02:07:16.262] Build status: SCHEDULED
[02:07:16.262] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:41:0) after 5m3s
[02:12:19.281] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:41:0)
[02:12:19.305] Build status: SCHEDULED
[02:12:19.305] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:42:0) after 3m20s
[02:15:39.379] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:42:0)
[02:15:39.400] Build status: SCHEDULED
[02:15:39.400] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:43:0) after 1m55s
[02:17:34.507] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:43:0)
[02:17:34.536] Build status: SCHEDULED
[02:17:34.536] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:44:0) after 7m39s
[02:25:13.554] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:44:0)
[02:25:13.570] Build status: SCHEDULED
[02:25:13.570] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:45:0) after 7m18s
[02:32:31.646] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:45:0)
[02:32:31.666] Build status: SCHEDULED
[02:32:31.666] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:46:0) after 6m7s
[02:38:38.689] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:46:0)
[02:38:38.710] Build status: SCHEDULED
[02:38:38.710] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:47:0) after 3m15s
[02:41:53.729] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:47:0)
[02:41:53.752] Build status: SCHEDULED
[02:41:53.753] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:48:0) after 2m30s
[02:44:23.776] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:48:0)
[02:44:23.805] Build status: SCHEDULED
[02:44:23.805] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8868326464966288288:49:0) after 9m46s
[02:48:36.384] Received PubSub notification, asking Buildbucket for the build status
[02:48:36.407] Build status: STARTED
[02:48:52.155] Received PubSub notification, asking Buildbucket for the build status
[02:48:52.173] Build:
{
  "id": "8702896402396602673",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-full"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-09-23T22:57:24.898532681Z",
  "startTime": "2025-09-24T02:48:36.219419987Z",
  "endTime": "2025-09-24T02:48:51.947322567Z",
  "updateTime": "2025-09-24T02:48:51.947322567Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/experimental",
      "id": "8c8a63ea55fd04ea40cafe2b426266f40cf716ba",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:48:52.173] Invocation finished in 3h51m29.110618898s with status FAILED