Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev dd22b7765c3883bc64752578bdc443e7fce908b6)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "experimental.ci"
  builder: "experimental-envtest"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/experimental",
  "revision": "dadc9f4c2ed0b23690f21af9bd786c95a7457cff"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/dadc9f4c2ed0b23690f21af9bd786c95a7457cff
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:02:04.750] New invocation is queued and will start shortly
[20:02:06.067] Starting the invocation (attempt 1)
[20:02:06.093] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/experimental/+/dadc9f4c2ed0b23690f21af9bd786c95a7457cff"
[20:02:06.093] Popped gitiles commit info from properties and tags
[20:02:06.093] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:02:06.094] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:02:06.094] Buildbucket request:
{
  "requestId": "8928675073849016224",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.ci",
    "builder": "experimental-envtest"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8928675073849016224",
            "job": "pigweed/experimental.ci-experimental-envtest",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/experimental",
                              "revision": "dadc9f4c2ed0b23690f21af9bd786c95a7457cff"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/experimental/+/refs/heads/main@dadc9f4c2ed0b23690f21af9bd786c95a7457cff",
                        "title": "dadc9f4c2ed0b23690f21af9bd786c95a7457cff",
                        "url": "https://pigweed.googlesource.com/pigweed/experimental/+/dadc9f4c2ed0b23690f21af9bd786c95a7457cff"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/experimental",
    "id": "dadc9f4c2ed0b23690f21af9bd786c95a7457cff",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8928675073849016224"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/experimental.ci-experimental-envtest"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:02:06.682] Scheduled build:
{
  "id": "8763245011684433281",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.ci",
    "builder": "experimental-envtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2023-11-27T20:02:06.189404487Z",
  "updateTime": "2023-11-27T20:02:06.189404487Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/experimental",
      "id": "dadc9f4c2ed0b23690f21af9bd786c95a7457cff",
      "ref": "refs/heads/main"
    }
  }
}
[20:02:06.682] Task URL: https://cr-buildbucket.appspot.com/build/8763245011684433281
[20:02:06.682] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:2:0) after 7m15s
[20:02:07.675] Received PubSub notification, asking Buildbucket for the build status
[20:02:07.719] Build status: SCHEDULED
[20:09:21.759] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:2:0)
[20:09:21.801] Build status: SCHEDULED
[20:09:21.801] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:4:0) after 6m50s
[20:16:11.865] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:4:0)
[20:16:11.913] Build status: SCHEDULED
[20:16:11.913] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:5:0) after 4m2s
[20:20:13.970] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:5:0)
[20:20:13.990] Build status: SCHEDULED
[20:20:13.991] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:6:0) after 7m6s
[20:27:20.010] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:6:0)
[20:27:20.039] Build status: SCHEDULED
[20:27:20.039] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:7:0) after 2m27s
[20:29:47.083] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:7:0)
[20:29:47.119] Build status: SCHEDULED
[20:29:47.119] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:8:0) after 7m18s
[20:37:05.107] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:8:0)
[20:37:05.149] Build status: SCHEDULED
[20:37:05.149] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:9:0) after 9m46s
[20:46:51.163] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:9:0)
[20:46:51.194] Build status: SCHEDULED
[20:46:51.194] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:10:0) after 3m24s
[20:50:15.184] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:10:0)
[20:50:15.212] Build status: SCHEDULED
[20:50:15.212] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:11:0) after 6m39s
[20:56:54.239] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:11:0)
[20:56:54.272] Build status: SCHEDULED
[20:56:54.272] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:12:0) after 7m55s
[21:04:49.310] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:12:0)
[21:04:49.348] Build status: SCHEDULED
[21:04:49.348] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:13:0) after 2m19s
[21:07:08.420] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:13:0)
[21:07:08.445] Build status: SCHEDULED
[21:07:08.445] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:14:0) after 2m8s
[21:09:16.525] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:14:0)
[21:09:16.547] Build status: SCHEDULED
[21:09:16.548] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:15:0) after 6m48s
[21:16:04.567] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:15:0)
[21:16:04.739] Build status: SCHEDULED
[21:16:04.739] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:16:0) after 5m59s
[21:22:03.822] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:16:0)
[21:22:03.852] Build status: SCHEDULED
[21:22:03.852] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:17:0) after 5m7s
[21:27:10.919] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:17:0)
[21:27:10.959] Build status: SCHEDULED
[21:27:10.959] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:18:0) after 5m2s
[21:32:13.009] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:18:0)
[21:32:13.041] Build status: SCHEDULED
[21:32:13.041] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:19:0) after 7m17s
[21:39:30.066] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:19:0)
[21:39:30.124] Build status: SCHEDULED
[21:39:30.124] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:20:0) after 3m10s
[21:42:40.147] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:20:0)
[21:42:40.166] Build status: SCHEDULED
[21:42:40.166] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:21:0) after 6m1s
[21:48:41.190] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:21:0)
[21:48:41.214] Build status: SCHEDULED
[21:48:41.214] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:22:0) after 5m45s
[21:54:26.332] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:22:0)
[21:54:26.358] Build status: SCHEDULED
[21:54:26.358] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:23:0) after 4m8s
[21:58:34.381] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:23:0)
[21:58:34.443] Build status: SCHEDULED
[21:58:34.443] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:24:0) after 3m8s
[22:01:42.472] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:24:0)
[22:01:42.512] Build status: SCHEDULED
[22:01:42.512] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:25:0) after 7m43s
[22:09:25.525] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:25:0)
[22:09:25.554] Build status: SCHEDULED
[22:09:25.554] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:26:0) after 7m51s
[22:17:16.839] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:26:0)
[22:17:16.872] Build status: SCHEDULED
[22:17:16.872] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:27:0) after 2m7s
[22:19:24.018] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:27:0)
[22:19:24.050] Build status: SCHEDULED
[22:19:24.050] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:28:0) after 5m30s
[22:24:54.170] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:28:0)
[22:24:54.374] Build status: SCHEDULED
[22:24:54.374] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:29:0) after 4m17s
[22:29:11.454] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:29:0)
[22:29:11.564] Build status: SCHEDULED
[22:29:11.564] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:30:0) after 1m1s
[22:30:12.698] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:30:0)
[22:30:12.723] Build status: SCHEDULED
[22:30:12.723] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:31:0) after 8m18s
[22:38:30.839] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:31:0)
[22:38:30.860] Build status: SCHEDULED
[22:38:30.860] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:32:0) after 8m41s
[22:47:11.875] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:32:0)
[22:47:11.903] Build status: SCHEDULED
[22:47:11.903] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:33:0) after 2m34s
[22:49:45.982] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:33:0)
[22:49:46.007] Build status: SCHEDULED
[22:49:46.008] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:34:0) after 2m2s
[22:51:48.044] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:34:0)
[22:51:48.214] Build status: SCHEDULED
[22:51:48.223] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:35:0) after 1m9s
[22:52:57.241] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:35:0)
[22:52:57.266] Build status: SCHEDULED
[22:52:57.266] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:36:0) after 1m25s
[22:54:22.666] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:36:0)
[22:54:22.688] Build status: SCHEDULED
[22:54:22.688] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:37:0) after 4m53s
[22:59:15.795] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:37:0)
[22:59:15.840] Build status: SCHEDULED
[22:59:15.840] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:38:0) after 3m50s
[23:03:06.078] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:38:0)
[23:03:06.099] Build status: SCHEDULED
[23:03:06.099] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:39:0) after 5m58s
[23:09:04.412] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:39:0)
[23:09:04.437] Build status: SCHEDULED
[23:09:04.437] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:40:0) after 4m39s
[23:13:43.702] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:40:0)
[23:13:43.730] Build status: SCHEDULED
[23:13:43.730] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:41:0) after 2m1s
[23:15:44.852] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:41:0)
[23:15:44.871] Build status: SCHEDULED
[23:15:44.871] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:42:0) after 9m53s
[23:25:37.896] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:42:0)
[23:25:37.919] Build status: SCHEDULED
[23:25:37.919] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:43:0) after 4m31s
[23:30:09.429] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:43:0)
[23:30:09.473] Build status: SCHEDULED
[23:30:09.473] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:44:0) after 1m48s
[23:31:57.495] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:44:0)
[23:31:57.513] Build status: SCHEDULED
[23:31:57.513] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:45:0) after 8m24s
[23:40:21.777] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:45:0)
[23:40:21.834] Build status: SCHEDULED
[23:40:21.834] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:46:0) after 2m25s
[23:42:46.849] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:46:0)
[23:42:46.895] Build status: SCHEDULED
[23:42:46.895] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:47:0) after 1m10s
[23:43:56.941] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:47:0)
[23:43:56.983] Build status: SCHEDULED
[23:43:56.983] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:48:0) after 2m50s
[23:46:47.299] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:48:0)
[23:46:47.349] Build status: SCHEDULED
[23:46:47.349] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:49:0) after 8m41s
[23:55:28.399] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:49:0)
[23:55:28.419] Build status: SCHEDULED
[23:55:28.419] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:50:0) after 3m33s
[23:59:01.485] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:50:0)
[23:59:01.548] Build status: SCHEDULED
[23:59:01.548] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:51:0) after 4m54s
[00:03:55.566] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:51:0)
[00:03:55.595] Build status: SCHEDULED
[00:03:55.595] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:52:0) after 8m23s
[00:12:18.613] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:52:0)
[00:12:18.635] Build status: SCHEDULED
[00:12:18.635] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:53:0) after 1m10s
[00:13:28.617] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:53:0)
[00:13:28.648] Build status: SCHEDULED
[00:13:28.648] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:54:0) after 1m16s
[00:14:45.254] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:54:0)
[00:14:45.296] Build status: SCHEDULED
[00:14:45.296] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:55:0) after 9m26s
[00:24:11.318] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:55:0)
[00:24:11.341] Build status: SCHEDULED
[00:24:11.341] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:56:0) after 9m4s
[00:33:15.412] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:56:0)
[00:33:15.434] Build status: SCHEDULED
[00:33:15.434] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:57:0) after 1m16s
[00:34:31.453] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:57:0)
[00:34:31.489] Build status: SCHEDULED
[00:34:31.489] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:58:0) after 5m30s
[00:40:01.508] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:58:0)
[00:40:01.564] Build status: SCHEDULED
[00:40:01.564] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:59:0) after 1m14s
[00:41:15.733] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:59:0)
[00:41:15.762] Build status: SCHEDULED
[00:41:15.762] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:60:0) after 8m51s
[00:50:06.808] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:60:0)
[00:50:06.845] Build status: SCHEDULED
[00:50:06.845] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:61:0) after 3m22s
[00:53:28.872] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:61:0)
[00:53:28.921] Build status: SCHEDULED
[00:53:28.921] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:62:0) after 4m45s
[00:58:13.942] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:62:0)
[00:58:13.986] Build status: SCHEDULED
[00:58:13.986] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:63:0) after 6m27s
[01:04:41.128] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:63:0)
[01:04:41.162] Build status: SCHEDULED
[01:04:41.162] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:64:0) after 7m52s
[01:12:33.908] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:64:0)
[01:12:33.943] Build status: SCHEDULED
[01:12:33.943] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:65:0) after 4m52s
[01:17:26.013] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:65:0)
[01:17:26.053] Build status: SCHEDULED
[01:17:26.054] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:66:0) after 9m42s
[01:27:08.076] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:66:0)
[01:27:08.099] Build status: SCHEDULED
[01:27:08.099] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:67:0) after 4m56s
[01:32:04.230] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:67:0)
[01:32:04.268] Build status: SCHEDULED
[01:32:04.268] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:68:0) after 7m52s
[01:39:56.476] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:68:0)
[01:39:56.505] Build status: SCHEDULED
[01:39:56.505] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:69:0) after 7m37s
[01:47:33.628] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:69:0)
[01:47:33.711] Build status: SCHEDULED
[01:47:33.711] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:70:0) after 5m56s
[01:53:29.832] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:70:0)
[01:53:29.851] Build status: SCHEDULED
[01:53:29.851] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:71:0) after 1m44s
[01:55:13.887] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:71:0)
[01:55:13.909] Build status: SCHEDULED
[01:55:13.909] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:72:0) after 6m48s
[02:02:02.072] Handling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:72:0)
[02:02:02.113] Build status: SCHEDULED
[02:02:02.113] Scheduling timer "check-buildbucket-build-status" (pigweed/experimental.ci-experimental-envtest:8928675073849016224:73:0) after 7m54s
[02:02:35.206] Received PubSub notification, asking Buildbucket for the build status
[02:02:35.243] Build:
{
  "id": "8763245011684433281",
  "builder": {
    "project": "pigweed",
    "bucket": "experimental.ci",
    "builder": "experimental-envtest"
  },
  "createdBy": "project:pigweed",
  "createTime": "2023-11-27T20:02:06.189404487Z",
  "endTime": "2023-11-28T02:02:11.761006Z",
  "updateTime": "2023-11-28T02:02:11.761006Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/experimental",
      "id": "dadc9f4c2ed0b23690f21af9bd786c95a7457cff",
      "ref": "refs/heads/main"
    }
  }
}
[02:02:35.243] Invocation finished in 6h0m30.501388526s with status FAILED