Status: FAILED
Triggered by: -
Duration: 4 hours
Actions:

Definition (rev 66e277fee0cff54a12048d87e80b49373e18ab9f)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "experimental.dev.ci"
  builder: "experimental-envtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/experimental",
  "revision": "9dc07aaad907e07257c27e26c307a12cf91300b4"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/9dc07aaad907e07257c27e26c307a12cf91300b4
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:03:30.197] New invocation is queued and will start shortly
[10:03:31.302] Starting the invocation (attempt 1)
[10:03:31.329] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/9dc07aaad907e07257c27e26c307a12cf91300b4"
[10:03:31.329] Popped gitiles commit info from properties and tags
[10:03:31.329] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:03:31.329] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:03:31.329] Buildbucket request:
{
  "requestId": "8856325756831758752",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-envtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8856325756831758752",
            "job": "pigweed/experimental.dev.ci-experimental-envtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/experimental",
                              "revision": "9dc07aaad907e07257c27e26c307a12cf91300b4"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@9dc07aaad907e07257c27e26c307a12cf91300b4",
                        "title": "9dc07aaad907e07257c27e26c307a12cf91300b4",
                        "url": "https://pigweed.googlesource.com/pigweed/experimental/+/9dc07aaad907e07257c27e26c307a12cf91300b4"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/experimental",
    "id": "9dc07aaad907e07257c27e26c307a12cf91300b4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8856325756831758752"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/experimental.dev.ci-experimental-envtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:03:31.974] Scheduled build:
{
  "id": "8690895694934799089",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-envtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-02-03T10:03:31.383868174Z",
  "updateTime": "2026-02-03T10:03:31.383868174Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/experimental",
      "id": "9dc07aaad907e07257c27e26c307a12cf91300b4",
      "ref": "refs/heads/main"
    }
  }
}
[10:03:31.975] Task URL: https://cr-buildbucket.appspot.com/build/8690895694934799089
[10:03:31.975] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:2:0) after 1m39s
[10:03:32.778] Received PubSub notification, asking Buildbucket for the build status
[10:03:32.795] Build status: SCHEDULED
[10:05:11.002] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:2:0)
[10:05:11.077] Build status: SCHEDULED
[10:05:11.077] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:4:0) after 7m58s
[10:13:09.145] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:4:0)
[10:13:09.174] Build status: SCHEDULED
[10:13:09.174] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:5:0) after 8m17s
[10:21:26.217] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:5:0)
[10:21:26.241] Build status: SCHEDULED
[10:21:26.241] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:6:0) after 1m36s
[10:23:02.255] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:6:0)
[10:23:02.271] Build status: SCHEDULED
[10:23:02.271] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:7:0) after 2m53s
[10:25:55.336] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:7:0)
[10:25:55.359] Build status: SCHEDULED
[10:25:55.359] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:8:0) after 3m50s
[10:29:45.396] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:8:0)
[10:29:45.505] Build status: SCHEDULED
[10:29:45.505] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:9:0) after 7m27s
[10:37:12.510] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:9:0)
[10:37:12.546] Build status: SCHEDULED
[10:37:12.546] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:10:0) after 5m21s
[10:42:33.658] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:10:0)
[10:42:33.736] Build status: SCHEDULED
[10:42:33.736] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:11:0) after 7m56s
[10:50:29.830] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:11:0)
[10:50:29.856] Build status: SCHEDULED
[10:50:29.856] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:12:0) after 6m11s
[10:56:40.969] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:12:0)
[10:56:40.995] Build status: SCHEDULED
[10:56:40.995] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:13:0) after 7m20s
[11:04:00.987] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:13:0)
[11:04:01.014] Build status: SCHEDULED
[11:04:01.014] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:14:0) after 4m24s
[11:08:25.062] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:14:0)
[11:08:25.156] Build status: SCHEDULED
[11:08:25.156] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:15:0) after 7m6s
[11:15:31.173] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:15:0)
[11:15:31.189] Build status: SCHEDULED
[11:15:31.189] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:16:0) after 6m27s
[11:21:58.187] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:16:0)
[11:21:58.200] Build status: SCHEDULED
[11:21:58.200] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:17:0) after 4m32s
[11:26:30.233] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:17:0)
[11:26:30.252] Build status: SCHEDULED
[11:26:30.252] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:18:0) after 4m13s
[11:30:43.268] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:18:0)
[11:30:43.285] Build status: SCHEDULED
[11:30:43.285] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:19:0) after 4m5s
[11:34:48.260] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:19:0)
[11:34:48.302] Build status: SCHEDULED
[11:34:48.302] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:20:0) after 4m45s
[11:39:33.314] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:20:0)
[11:39:33.337] Build status: SCHEDULED
[11:39:33.337] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:21:0) after 7m32s
[11:47:05.750] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:21:0)
[11:47:05.773] Build status: SCHEDULED
[11:47:05.773] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:22:0) after 9m49s
[11:56:54.790] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:22:0)
[11:56:54.810] Build status: SCHEDULED
[11:56:54.810] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:23:0) after 1m6s
[11:58:01.284] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:23:0)
[11:58:01.313] Build status: SCHEDULED
[11:58:01.313] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:24:0) after 4m12s
[12:02:13.377] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:24:0)
[12:02:13.400] Build status: SCHEDULED
[12:02:13.400] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:25:0) after 2m46s
[12:04:59.421] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:25:0)
[12:04:59.446] Build status: SCHEDULED
[12:04:59.446] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:26:0) after 1m29s
[12:06:28.462] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:26:0)
[12:06:28.479] Build status: SCHEDULED
[12:06:28.479] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:27:0) after 5m42s
[12:12:10.485] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:27:0)
[12:12:10.515] Build status: SCHEDULED
[12:12:10.515] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:28:0) after 2m34s
[12:14:44.538] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:28:0)
[12:14:44.562] Build status: SCHEDULED
[12:14:44.562] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:29:0) after 5m10s
[12:19:54.943] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:29:0)
[12:19:55.036] Build status: SCHEDULED
[12:19:55.036] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:30:0) after 7m53s
[12:27:48.113] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:30:0)
[12:27:48.127] Build status: SCHEDULED
[12:27:48.127] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:31:0) after 2m26s
[12:30:14.139] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:31:0)
[12:30:14.156] Build status: SCHEDULED
[12:30:14.156] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:32:0) after 5m54s
[12:36:08.172] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:32:0)
[12:36:08.248] Build status: SCHEDULED
[12:36:08.248] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:33:0) after 9m53s
[12:46:01.315] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:33:0)
[12:46:01.516] Build status: SCHEDULED
[12:46:01.516] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:34:0) after 5m6s
[12:51:07.530] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:34:0)
[12:51:07.548] Build status: SCHEDULED
[12:51:07.548] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:35:0) after 8m19s
[12:59:26.589] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:35:0)
[12:59:26.617] Build status: SCHEDULED
[12:59:26.617] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:36:0) after 9m32s
[13:08:58.657] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:36:0)
[13:08:58.690] Build status: SCHEDULED
[13:08:58.690] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:37:0) after 3m30s
[13:12:28.708] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:37:0)
[13:12:28.845] Build status: SCHEDULED
[13:12:28.845] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:38:0) after 4m18s
[13:16:46.915] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:38:0)
[13:16:46.938] Build status: SCHEDULED
[13:16:46.938] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:39:0) after 1m19s
[13:18:05.955] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:39:0)
[13:18:05.974] Build status: SCHEDULED
[13:18:05.974] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:40:0) after 5m47s
[13:23:52.998] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:40:0)
[13:23:53.164] Build status: SCHEDULED
[13:23:53.164] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:41:0) after 2m14s
[13:26:07.178] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:41:0)
[13:26:07.198] Build status: SCHEDULED
[13:26:07.198] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:42:0) after 4m50s
[13:30:57.202] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:42:0)
[13:30:57.232] Build status: SCHEDULED
[13:30:57.233] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:43:0) after 8m42s
[13:39:39.248] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:43:0)
[13:39:39.273] Build status: SCHEDULED
[13:39:39.273] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:44:0) after 8m41s
[13:48:20.335] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:44:0)
[13:48:20.379] Build status: SCHEDULED
[13:48:20.379] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:45:0) after 8m10s
[13:56:30.484] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:45:0)
[13:56:30.512] Build status: SCHEDULED
[13:56:30.512] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:46:0) after 8m32s
[14:05:02.559] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:46:0)
[14:05:02.679] Build status: SCHEDULED
[14:05:02.679] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:47:0) after 2m38s
[14:07:40.656] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:47:0)
[14:07:40.681] Build status: SCHEDULED
[14:07:40.681] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:48:0) after 9m20s
[14:17:00.758] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:48:0)
[14:17:00.836] Build status: SCHEDULED
[14:17:00.836] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:49:0) after 8m20s
[14:25:20.904] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:49:0)
[14:25:20.923] Build status: SCHEDULED
[14:25:20.923] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:50:0) after 6m8s
[14:31:28.942] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:50:0)
[14:31:28.958] Build status: SCHEDULED
[14:31:28.958] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:51:0) after 2m20s
[14:33:48.972] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:51:0)
[14:33:48.990] Build status: SCHEDULED
[14:33:48.990] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:52:0) after 2m0s
[14:35:49.061] Handling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:52:0)
[14:35:49.128] Build status: SCHEDULED
[14:35:49.128] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.dev.ci-experimental-envtest:8856325756831758752:53:0) after 5m43s
[14:38:44.415] Received PubSub notification, asking Buildbucket for the build status
[14:38:44.464] Build status: STARTED
[14:39:01.043] Received PubSub notification, asking Buildbucket for the build status
[14:39:01.122] Build:
{
  "id": "8690895694934799089",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.dev.ci",
    "builder": "experimental-envtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2026-02-03T10:03:31.383868174Z",
  "startTime": "2026-02-03T14:38:44.092771726Z",
  "endTime": "2026-02-03T14:39:00.559843331Z",
  "updateTime": "2026-02-03T14:39:00.559843331Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/experimental",
      "id": "9dc07aaad907e07257c27e26c307a12cf91300b4",
      "ref": "refs/heads/main"
    }
  }
}
[14:39:01.122] Invocation finished in 4h35m30.93220771s with status FAILED