LUCI Scheduler :: pigweed :: experimental.dev.ci-experimental-full

Status: FAILED

Triggered by: -

Duration: 3 hours

Actions:

Definition (rev 379b2e2cec16374ae486c949e103ca674ea0da4e)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "experimental.dev.ci"
  builder: "experimental-full"
>

Incoming triggers

99c74dcec09bfd337846715228617ea64af26baf (3 weeks ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/experimental",
  "revision": "99c74dcec09bfd337846715228617ea64af26baf"
}

Incoming tags

buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/99c74dcec09bfd337846715228617ea64af26baf
gitiles_ref:refs/heads/main

Debug log (UTC)

[06:24:40.703] New invocation is queued and will start shortly
[06:24:41.747] Starting the invocation (attempt 1)
[06:24:41.773] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/99c74dcec09bfd337846715228617ea64af26baf"
[06:24:41.773] Popped gitiles commit info from properties and tags
[06:24:41.774] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:24:41.775] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:24:41.775] Buildbucket request:
{
  "requestId": "8858876239167473072",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-full"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8858876239167473072",
            "job": "pigweed/experimental.dev.ci-experimental-full",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/experimental",
                              "revision": "99c74dcec09bfd337846715228617ea64af26baf"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@99c74dcec09bfd337846715228617ea64af26baf",
                        "title": "99c74dcec09bfd337846715228617ea64af26baf",
                        "url": "https://pigweed.googlesource.com/pigweed/experimental/+/99c74dcec09bfd337846715228617ea64af26baf"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/experimental",
    "id": "99c74dcec09bfd337846715228617ea64af26baf",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8858876239167473072"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/experimental.dev.ci-experimental-full"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:24:42.187] Scheduled build:
{
  "id": "8693446177326452321",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-full"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-01-06T06:24:41.831150075Z",
  "updateTime": "2026-01-06T06:24:41.831150075Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/experimental",
      "id": "99c74dcec09bfd337846715228617ea64af26baf",
      "ref": "refs/heads/main"
    }
  }
}
[06:24:42.187] Task URL: https://cr-buildbucket.appspot.com/build/8693446177326452321
[06:24:42.187] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:2:0) after 4m45s
[06:24:43.101] Received PubSub notification, asking Buildbucket for the build status
[06:24:43.157] Build status: SCHEDULED
[06:29:27.345] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:2:0)
[06:29:27.365] Build status: SCHEDULED
[06:29:27.365] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:4:0) after 1m59s
[06:31:26.404] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:4:0)
[06:31:26.453] Build status: SCHEDULED
[06:31:26.453] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:5:0) after 9m33s
[06:40:59.787] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:5:0)
[06:40:59.870] Build status: SCHEDULED
[06:40:59.870] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:6:0) after 1m5s
[06:42:05.143] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:6:0)
[06:42:05.156] Build status: SCHEDULED
[06:42:05.156] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:7:0) after 9m12s
[06:51:17.272] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:7:0)
[06:51:17.289] Build status: SCHEDULED
[06:51:17.289] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:8:0) after 6m41s
[06:57:58.411] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:8:0)
[06:57:58.438] Build status: SCHEDULED
[06:57:58.438] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:9:0) after 4m23s
[07:02:21.818] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:9:0)
[07:02:21.834] Build status: SCHEDULED
[07:02:21.834] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:10:0) after 6m16s
[07:08:37.806] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:10:0)
[07:08:37.821] Build status: SCHEDULED
[07:08:37.821] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:11:0) after 2m29s
[07:11:06.854] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:11:0)
[07:11:06.881] Build status: SCHEDULED
[07:11:06.882] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:12:0) after 9m10s
[07:20:16.945] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:12:0)
[07:20:16.961] Build status: SCHEDULED
[07:20:16.961] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:13:0) after 9m28s
[07:29:44.929] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:13:0)
[07:29:44.945] Build status: SCHEDULED
[07:29:44.945] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:14:0) after 1m29s
[07:31:13.958] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:14:0)
[07:31:13.973] Build status: SCHEDULED
[07:31:13.973] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:15:0) after 8m44s
[07:39:58.006] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:15:0)
[07:39:58.029] Build status: SCHEDULED
[07:39:58.029] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:16:0) after 2m55s
[07:42:53.048] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:16:0)
[07:42:53.065] Build status: SCHEDULED
[07:42:53.065] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:17:0) after 9m18s
[07:52:11.301] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:17:0)
[07:52:11.323] Build status: SCHEDULED
[07:52:11.323] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:18:0) after 6m12s
[07:58:23.346] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:18:0)
[07:58:23.362] Build status: SCHEDULED
[07:58:23.362] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:19:0) after 4m9s
[08:02:32.596] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:19:0)
[08:02:32.613] Build status: SCHEDULED
[08:02:32.613] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:20:0) after 1m10s
[08:03:42.629] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:20:0)
[08:03:42.646] Build status: SCHEDULED
[08:03:42.646] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:21:0) after 7m25s
[08:11:07.762] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:21:0)
[08:11:07.794] Build status: SCHEDULED
[08:11:07.794] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:22:0) after 3m23s
[08:14:30.818] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:22:0)
[08:14:30.833] Build status: SCHEDULED
[08:14:30.833] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:23:0) after 9m29s
[08:23:59.924] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:23:0)
[08:23:59.936] Build status: SCHEDULED
[08:23:59.936] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:24:0) after 8m31s
[08:32:30.953] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:24:0)
[08:32:30.974] Build status: SCHEDULED
[08:32:30.974] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:25:0) after 3m14s
[08:35:44.988] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:25:0)
[08:35:45.062] Build status: SCHEDULED
[08:35:45.062] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:26:0) after 5m28s
[08:41:13.113] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:26:0)
[08:41:13.186] Build status: SCHEDULED
[08:41:13.186] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:27:0) after 4m56s
[08:46:09.468] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:27:0)
[08:46:09.495] Build status: SCHEDULED
[08:46:09.495] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:28:0) after 8m33s
[08:54:42.612] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:28:0)
[08:54:42.643] Build status: SCHEDULED
[08:54:42.644] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:29:0) after 8m44s
[09:03:26.705] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:29:0)
[09:03:26.728] Build status: SCHEDULED
[09:03:26.728] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:30:0) after 7m52s
[09:11:18.850] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:30:0)
[09:11:18.909] Build status: SCHEDULED
[09:11:18.909] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:31:0) after 6m28s
[09:17:47.062] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:31:0)
[09:17:47.084] Build status: SCHEDULED
[09:17:47.084] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:32:0) after 3m38s
[09:21:25.165] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:32:0)
[09:21:25.200] Build status: SCHEDULED
[09:21:25.200] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:33:0) after 8m49s
[09:30:14.218] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:33:0)
[09:30:14.233] Build status: SCHEDULED
[09:30:14.233] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:34:0) after 8m50s
[09:39:04.251] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:34:0)
[09:39:04.300] Build status: SCHEDULED
[09:39:04.300] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:35:0) after 2m5s
[09:41:09.592] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:35:0)
[09:41:09.618] Build status: SCHEDULED
[09:41:09.619] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-full:8858876239167473072:36:0) after 4m1s
[09:43:24.978] Received PubSub notification, asking Buildbucket for the build status
[09:43:25.078] Build status: STARTED
[09:44:03.987] Received PubSub notification, asking Buildbucket for the build status
[09:44:04.001] Build:
{
  "id": "8693446177326452321",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-full"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-01-06T06:24:41.831150075Z",
  "startTime": "2026-01-06T09:43:23.865023542Z",
  "endTime": "2026-01-06T09:44:03.688848621Z",
  "updateTime": "2026-01-06T09:44:03.688848621Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/experimental",
      "id": "99c74dcec09bfd337846715228617ea64af26baf",
      "ref": "refs/heads/main"
    }
  }
}
[09:44:04.002] Invocation finished in 3h19m23.30959174s with status FAILED