LUCI Scheduler :: pigweed :: experimental.dev.ci-experimental-full

Status: FAILED

Triggered by: -

Duration: 3 hours

Actions:

Definition (rev 379b2e2cec16374ae486c949e103ca674ea0da4e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "experimental.dev.ci"
  builder: "experimental-full"
>

Incoming triggers

b91d3b905758affbac56b0c98bf6592d1fcf2056 (5 days ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/experimental",
  "revision": "b91d3b905758affbac56b0c98bf6592d1fcf2056"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/b91d3b905758affbac56b0c98bf6592d1fcf2056
gitiles_ref:refs/heads/main

Debug log (UTC)

[01:22:11.119] New invocation is queued and will start shortly
[01:22:12.486] Starting the invocation (attempt 1)
[01:22:12.507] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/b91d3b905758affbac56b0c98bf6592d1fcf2056"
[01:22:12.507] Popped gitiles commit info from properties and tags
[01:22:12.507] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:22:12.507] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:22:12.507] Buildbucket request:
{
  "requestId": "8857264524987783264",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-full"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8857264524987783264",
            "job": "pigweed/experimental.dev.ci-experimental-full",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/experimental",
                              "revision": "b91d3b905758affbac56b0c98bf6592d1fcf2056"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@b91d3b905758affbac56b0c98bf6592d1fcf2056",
                        "title": "b91d3b905758affbac56b0c98bf6592d1fcf2056",
                        "url": "https://pigweed.googlesource.com/pigweed/experimental/+/b91d3b905758affbac56b0c98bf6592d1fcf2056"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/experimental",
    "id": "b91d3b905758affbac56b0c98bf6592d1fcf2056",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8857264524987783264"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/experimental.dev.ci-experimental-full"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:22:12.896] Scheduled build:
{
  "id": "8691834462795660945",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-full"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-01-24T01:22:12.585858837Z",
  "updateTime": "2026-01-24T01:22:12.585858837Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/experimental",
      "id": "b91d3b905758affbac56b0c98bf6592d1fcf2056",
      "ref": "refs/heads/main"
    }
  }
}
[01:22:12.896] Task URL: https://cr-buildbucket.appspot.com/build/8691834462795660945
[01:22:12.896] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:2:0) after 5m5s
[01:22:13.911] Received PubSub notification, asking Buildbucket for the build status
[01:22:13.932] Build status: SCHEDULED
[01:27:17.933] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:2:0)
[01:27:17.957] Build status: SCHEDULED
[01:27:17.957] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:4:0) after 5m23s
[01:32:41.061] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:4:0)
[01:32:41.093] Build status: SCHEDULED
[01:32:41.093] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:5:0) after 7m48s
[01:40:29.154] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:5:0)
[01:40:29.173] Build status: SCHEDULED
[01:40:29.173] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:6:0) after 7m52s
[01:48:21.188] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:6:0)
[01:48:21.208] Build status: SCHEDULED
[01:48:21.208] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:7:0) after 7m26s
[01:55:47.224] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:7:0)
[01:55:47.246] Build status: SCHEDULED
[01:55:47.247] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:8:0) after 1m5s
[01:56:52.317] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:8:0)
[01:56:52.336] Build status: SCHEDULED
[01:56:52.336] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:9:0) after 9m56s
[02:06:48.374] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:9:0)
[02:06:48.390] Build status: SCHEDULED
[02:06:48.390] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:10:0) after 4m40s
[02:11:28.405] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:10:0)
[02:11:28.430] Build status: SCHEDULED
[02:11:28.430] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:11:0) after 9m54s
[02:21:22.498] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:11:0)
[02:21:22.527] Build status: SCHEDULED
[02:21:22.527] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:12:0) after 5m39s
[02:27:01.638] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:12:0)
[02:27:01.653] Build status: SCHEDULED
[02:27:01.653] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:13:0) after 4m54s
[02:31:55.784] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:13:0)
[02:31:55.833] Build status: SCHEDULED
[02:31:55.833] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:14:0) after 7m0s
[02:38:55.897] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:14:0)
[02:38:55.944] Build status: SCHEDULED
[02:38:55.944] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:15:0) after 4m44s
[02:43:40.005] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:15:0)
[02:43:40.036] Build status: SCHEDULED
[02:43:40.036] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:16:0) after 6m27s
[02:50:07.052] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:16:0)
[02:50:07.074] Build status: SCHEDULED
[02:50:07.074] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:17:0) after 3m49s
[02:53:56.087] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:17:0)
[02:53:56.273] Build status: SCHEDULED
[02:53:56.273] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:18:0) after 3m25s
[02:57:21.277] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:18:0)
[02:57:21.333] Build status: SCHEDULED
[02:57:21.333] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:19:0) after 1m49s
[02:59:10.398] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:19:0)
[02:59:10.418] Build status: SCHEDULED
[02:59:10.418] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:20:0) after 9m16s
[03:08:26.485] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:20:0)
[03:08:26.510] Build status: SCHEDULED
[03:08:26.510] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:21:0) after 3m13s
[03:11:39.525] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:21:0)
[03:11:39.544] Build status: SCHEDULED
[03:11:39.544] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:22:0) after 7m5s
[03:18:44.559] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:22:0)
[03:18:44.594] Build status: SCHEDULED
[03:18:44.595] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:23:0) after 1m54s
[03:20:38.608] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:23:0)
[03:20:38.629] Build status: SCHEDULED
[03:20:38.629] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:24:0) after 8m5s
[03:28:43.647] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:24:0)
[03:28:43.672] Build status: SCHEDULED
[03:28:43.672] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:25:0) after 7m36s
[03:36:19.809] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:25:0)
[03:36:19.831] Build status: SCHEDULED
[03:36:19.831] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:26:0) after 3m11s
[03:39:30.838] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:26:0)
[03:39:30.864] Build status: SCHEDULED
[03:39:30.864] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:27:0) after 2m33s
[03:42:03.883] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:27:0)
[03:42:03.901] Build status: SCHEDULED
[03:42:03.901] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:28:0) after 8m45s
[03:50:48.963] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:28:0)
[03:50:48.984] Build status: SCHEDULED
[03:50:48.984] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:29:0) after 6m26s
[03:57:15.033] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:29:0)
[03:57:15.055] Build status: SCHEDULED
[03:57:15.055] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:30:0) after 4m40s
[04:01:55.068] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:30:0)
[04:01:55.120] Build status: SCHEDULED
[04:01:55.120] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:31:0) after 3m0s
[04:04:55.172] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:31:0)
[04:04:55.200] Build status: SCHEDULED
[04:04:55.200] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:32:0) after 3m32s
[04:08:27.213] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:32:0)
[04:08:27.236] Build status: SCHEDULED
[04:08:27.236] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:33:0) after 3m5s
[04:11:32.251] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:33:0)
[04:11:32.289] Build status: SCHEDULED
[04:11:32.289] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:34:0) after 3m42s
[04:15:14.327] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:34:0)
[04:15:14.350] Build status: SCHEDULED
[04:15:14.350] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:35:0) after 4m50s
[04:20:04.411] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:35:0)
[04:20:04.480] Build status: SCHEDULED
[04:20:04.480] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:36:0) after 6m44s
[04:26:48.544] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:36:0)
[04:26:48.564] Build status: SCHEDULED
[04:26:48.564] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:37:0) after 2m50s
[04:29:38.578] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:37:0)
[04:29:38.604] Build status: SCHEDULED
[04:29:38.604] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:38:0) after 5m47s
[04:35:25.621] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:38:0)
[04:35:25.653] Build status: SCHEDULED
[04:35:25.653] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8857264524987783264:39:0) after 4m5s
[04:36:50.659] Received PubSub notification, asking Buildbucket for the build status
[04:36:50.715] Build status: STARTED
[04:38:38.800] Received PubSub notification, asking Buildbucket for the build status
[04:38:38.821] Build:
{
  "id": "8691834462795660945",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-full"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-01-24T01:22:12.585858837Z",
  "startTime": "2026-01-24T04:36:50.441420063Z",
  "endTime": "2026-01-24T04:37:30.029726643Z",
  "updateTime": "2026-01-24T04:37:30.029726643Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/experimental",
      "id": "b91d3b905758affbac56b0c98bf6592d1fcf2056",
      "ref": "refs/heads/main"
    }
  }
}
[04:38:38.821] Invocation finished in 3h16m27.710293658s with status FAILED