Status: FAILED
Triggered by: -
Duration: 4 hours
Actions:

Definition (rev 379b2e2cec16374ae486c949e103ca674ea0da4e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "experimental.dev.ci"
  builder: "experimental-full"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/experimental",
  "revision": "8b0627eaf615765d091343cb9261b746ebf1aeaf"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/8b0627eaf615765d091343cb9261b746ebf1aeaf
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:11:24.956] New invocation is queued and will start shortly
[21:11:28.207] Starting the invocation (attempt 1)
[21:11:28.235] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/8b0627eaf615765d091343cb9261b746ebf1aeaf"
[21:11:28.235] Popped gitiles commit info from properties and tags
[21:11:28.235] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:11:28.235] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:11:28.236] Buildbucket request:
{
  "requestId": "8853112841581822864",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-full"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8853112841581822864",
            "job": "pigweed/experimental.dev.ci-experimental-full",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/experimental",
                              "revision": "8b0627eaf615765d091343cb9261b746ebf1aeaf"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@8b0627eaf615765d091343cb9261b746ebf1aeaf",
                        "title": "8b0627eaf615765d091343cb9261b746ebf1aeaf",
                        "url": "https://pigweed.googlesource.com/pigweed/experimental/+/8b0627eaf615765d091343cb9261b746ebf1aeaf"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/experimental",
    "id": "8b0627eaf615765d091343cb9261b746ebf1aeaf",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8853112841581822864"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/experimental.dev.ci-experimental-full"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:11:28.565] Scheduled build:
{
  "id": "8687682777428446097",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-full"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-03-10T21:11:28.289634274Z",
  "updateTime": "2026-03-10T21:11:28.289634274Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/experimental",
      "id": "8b0627eaf615765d091343cb9261b746ebf1aeaf",
      "ref": "refs/heads/main"
    }
  }
}
[21:11:28.565] Task URL: https://cr-buildbucket.appspot.com/build/8687682777428446097
[21:11:28.565] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:2:0) after 5m30s
[21:11:29.494] Received PubSub notification, asking Buildbucket for the build status
[21:11:29.547] Build status: SCHEDULED
[21:16:58.571] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:2:0)
[21:16:58.588] Build status: SCHEDULED
[21:16:58.589] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:4:0) after 1m39s
[21:18:37.598] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:4:0)
[21:18:37.640] Build status: SCHEDULED
[21:18:37.640] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:5:0) after 9m11s
[21:27:48.658] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:5:0)
[21:27:48.682] Build status: SCHEDULED
[21:27:48.682] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:6:0) after 4m29s
[21:32:17.714] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:6:0)
[21:32:17.739] Build status: SCHEDULED
[21:32:17.739] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:7:0) after 8m28s
[21:40:45.738] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:7:0)
[21:40:45.757] Build status: SCHEDULED
[21:40:45.757] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:8:0) after 3m34s
[21:44:19.736] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:8:0)
[21:44:19.762] Build status: SCHEDULED
[21:44:19.762] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:9:0) after 1m17s
[21:45:36.830] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:9:0)
[21:45:36.854] Build status: SCHEDULED
[21:45:36.854] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:10:0) after 5m9s
[21:50:45.871] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:10:0)
[21:50:45.891] Build status: SCHEDULED
[21:50:45.891] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:11:0) after 2m26s
[21:53:11.975] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:11:0)
[21:53:11.994] Build status: SCHEDULED
[21:53:11.994] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:12:0) after 1m3s
[21:54:15.013] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:12:0)
[21:54:15.029] Build status: SCHEDULED
[21:54:15.029] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:13:0) after 3m17s
[21:57:32.095] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:13:0)
[21:57:32.117] Build status: SCHEDULED
[21:57:32.117] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:14:0) after 6m59s
[22:04:31.129] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:14:0)
[22:04:31.157] Build status: SCHEDULED
[22:04:31.157] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:15:0) after 8m36s
[22:13:07.172] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:15:0)
[22:13:07.220] Build status: SCHEDULED
[22:13:07.220] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:16:0) after 5m34s
[22:18:41.233] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:16:0)
[22:18:41.252] Build status: SCHEDULED
[22:18:41.252] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:17:0) after 3m6s
[22:21:47.261] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:17:0)
[22:21:47.300] Build status: SCHEDULED
[22:21:47.300] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:18:0) after 8m28s
[22:30:15.281] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:18:0)
[22:30:15.298] Build status: SCHEDULED
[22:30:15.298] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:19:0) after 6m6s
[22:36:21.365] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:19:0)
[22:36:21.396] Build status: SCHEDULED
[22:36:21.396] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:20:0) after 1m12s
[22:37:33.413] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:20:0)
[22:37:33.444] Build status: SCHEDULED
[22:37:33.444] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:21:0) after 1m23s
[22:38:56.503] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:21:0)
[22:38:56.535] Build status: SCHEDULED
[22:38:56.535] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:22:0) after 5m18s
[22:44:14.576] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:22:0)
[22:44:14.595] Build status: SCHEDULED
[22:44:14.595] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:23:0) after 6m20s
[22:50:34.615] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:23:0)
[22:50:34.637] Build status: SCHEDULED
[22:50:34.637] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:24:0) after 3m42s
[22:54:16.748] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:24:0)
[22:54:16.767] Build status: SCHEDULED
[22:54:16.767] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:25:0) after 4m20s
[22:58:36.781] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:25:0)
[22:58:36.840] Build status: SCHEDULED
[22:58:36.840] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:26:0) after 9m26s
[23:08:02.869] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:26:0)
[23:08:02.890] Build status: SCHEDULED
[23:08:02.890] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:27:0) after 7m0s
[23:15:02.908] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:27:0)
[23:15:02.935] Build status: SCHEDULED
[23:15:02.935] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:28:0) after 6m9s
[23:21:12.028] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:28:0)
[23:21:12.104] Build status: SCHEDULED
[23:21:12.104] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:29:0) after 1m15s
[23:22:27.911] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:29:0)
[23:22:27.929] Build status: SCHEDULED
[23:22:27.929] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:30:0) after 5m2s
[23:27:29.986] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:30:0)
[23:27:30.008] Build status: SCHEDULED
[23:27:30.008] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:31:0) after 7m54s
[23:35:24.023] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:31:0)
[23:35:24.046] Build status: SCHEDULED
[23:35:24.046] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:32:0) after 9m47s
[23:45:11.116] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:32:0)
[23:45:11.164] Build status: SCHEDULED
[23:45:11.164] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:33:0) after 6m32s
[23:51:43.183] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:33:0)
[23:51:43.206] Build status: SCHEDULED
[23:51:43.206] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:34:0) after 4m17s
[23:56:00.335] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:34:0)
[23:56:00.350] Build status: SCHEDULED
[23:56:00.350] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:35:0) after 2m25s
[23:58:25.426] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:35:0)
[23:58:25.458] Build status: SCHEDULED
[23:58:25.458] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:36:0) after 8m43s
[00:07:08.522] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:36:0)
[00:07:08.538] Build status: SCHEDULED
[00:07:08.538] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:37:0) after 8m3s
[00:15:11.554] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:37:0)
[00:15:11.567] Build status: SCHEDULED
[00:15:11.567] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:38:0) after 3m49s
[00:19:00.592] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:38:0)
[00:19:00.612] Build status: SCHEDULED
[00:19:00.612] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:39:0) after 9m57s
[00:28:57.743] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:39:0)
[00:28:57.771] Build status: SCHEDULED
[00:28:57.771] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:40:0) after 6m37s
[00:35:34.788] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:40:0)
[00:35:34.807] Build status: SCHEDULED
[00:35:34.807] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:41:0) after 5m26s
[00:41:01.396] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:41:0)
[00:41:01.426] Build status: SCHEDULED
[00:41:01.426] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:42:0) after 2m57s
[00:43:58.567] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:42:0)
[00:43:58.586] Build status: SCHEDULED
[00:43:58.586] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:43:0) after 9m46s
[00:53:44.630] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:43:0)
[00:53:44.650] Build status: SCHEDULED
[00:53:44.651] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:44:0) after 1m22s
[00:55:06.695] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:44:0)
[00:55:06.748] Build status: SCHEDULED
[00:55:06.748] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:45:0) after 8m56s
[01:04:02.830] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:45:0)
[01:04:02.853] Build status: SCHEDULED
[01:04:02.853] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:46:0) after 8m41s
[01:12:43.872] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:46:0)
[01:12:43.906] Build status: SCHEDULED
[01:12:43.906] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:47:0) after 8m42s
[01:21:25.922] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:47:0)
[01:21:25.949] Build status: SCHEDULED
[01:21:25.949] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8853112841581822864:48:0) after 8m49s
[01:22:51.370] Received PubSub notification, asking Buildbucket for the build status
[01:22:51.392] Build status: STARTED
[01:23:06.389] Received PubSub notification, asking Buildbucket for the build status
[01:23:06.429] Build:
{
  "id": "8687682777428446097",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-full"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-03-10T21:11:28.289634274Z",
  "startTime": "2026-03-11T01:22:51.144027607Z",
  "endTime": "2026-03-11T01:23:06.127005835Z",
  "updateTime": "2026-03-11T01:23:06.127005835Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/experimental",
      "id": "8b0627eaf615765d091343cb9261b746ebf1aeaf",
      "ref": "refs/heads/main"
    }
  }
}
[01:23:06.430] Invocation finished in 4h11m41.484904219s with status FAILED