1. All projects
  2. pigweed
  3. pigweed.ci-pigweed-linux-gn-san-msan
  4. 8928412966837100400
Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev b298461e1dd5dde089dfd2b060b8ce98ceef95b6) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "pigweed-linux-gn-san-msan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "4dc48c80071125882ee76f7f49184f5ebb402a9d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4dc48c80071125882ee76f7f49184f5ebb402a9d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:28:09.481] New invocation is queued and will start shortly
[17:28:11.617] Starting the invocation (attempt 1)
[17:28:11.642] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4dc48c80071125882ee76f7f49184f5ebb402a9d"
[17:28:11.642] Popped gitiles commit info from properties and tags
[17:28:11.642] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:28:11.642] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:28:11.642] Buildbucket request:
{
  "requestId": "8928412966837100400",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-linux-gn-san-msan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8928412966837100400",
            "job": "pigweed/pigweed.ci-pigweed-linux-gn-san-msan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "4dc48c80071125882ee76f7f49184f5ebb402a9d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4dc48c80071125882ee76f7f49184f5ebb402a9d",
                        "title": "4dc48c80071125882ee76f7f49184f5ebb402a9d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4dc48c80071125882ee76f7f49184f5ebb402a9d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "4dc48c80071125882ee76f7f49184f5ebb402a9d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8928412966837100400"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-pigweed-linux-gn-san-msan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:28:12.149] Scheduled build:
{
  "id": "8762982903843039809",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-linux-gn-san-msan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2023-11-30T17:28:11.705854832Z",
  "updateTime": "2023-11-30T17:28:11.705854832Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "4dc48c80071125882ee76f7f49184f5ebb402a9d",
      "ref": "refs/heads/main"
    }
  }
}
[17:28:12.149] Task URL: https://cr-buildbucket.appspot.com/build/8762982903843039809
[17:28:12.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:2:0) after 4m59s
[17:28:13.125] Received PubSub notification, asking Buildbucket for the build status
[17:28:13.172] Build status: SCHEDULED
[17:33:11.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:2:0)
[17:33:11.157] Build status: SCHEDULED
[17:33:11.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:4:0) after 5m32s
[17:38:43.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:4:0)
[17:38:43.245] Build status: SCHEDULED
[17:38:43.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:5:0) after 9m40s
[17:48:23.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:5:0)
[17:48:23.244] Build status: SCHEDULED
[17:48:23.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:6:0) after 2m30s
[17:50:53.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:6:0)
[17:50:53.303] Build status: SCHEDULED
[17:50:53.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:7:0) after 3m1s
[17:53:54.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:7:0)
[17:53:54.434] Build status: SCHEDULED
[17:53:54.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:8:0) after 5m12s
[17:59:06.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:8:0)
[17:59:06.538] Build status: SCHEDULED
[17:59:06.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:9:0) after 9m26s
[18:08:32.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:9:0)
[18:08:32.797] Build status: SCHEDULED
[18:08:32.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:10:0) after 6m19s
[18:14:51.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:10:0)
[18:14:51.841] Build status: SCHEDULED
[18:14:51.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:11:0) after 6m11s
[18:21:02.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:11:0)
[18:21:02.877] Build status: SCHEDULED
[18:21:02.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:12:0) after 9m54s
[18:30:56.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:12:0)
[18:30:56.954] Build status: SCHEDULED
[18:30:56.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:13:0) after 4m18s
[18:35:16.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:13:0)
[18:35:16.161] Build status: SCHEDULED
[18:35:16.161] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:14:0) after 4m16s
[18:39:32.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:14:0)
[18:39:32.227] Build status: SCHEDULED
[18:39:32.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:15:0) after 1m42s
[18:41:14.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:15:0)
[18:41:15.010] Build status: SCHEDULED
[18:41:15.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:16:0) after 9m58s
[18:51:13.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:16:0)
[18:51:13.273] Build status: SCHEDULED
[18:51:13.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:17:0) after 1m0s
[18:52:13.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:17:0)
[18:52:13.318] Build status: SCHEDULED
[18:52:13.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:18:0) after 6m24s
[18:58:37.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:18:0)
[18:58:37.368] Build status: SCHEDULED
[18:58:37.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:19:0) after 4m6s
[19:02:43.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:19:0)
[19:02:43.466] Build status: SCHEDULED
[19:02:43.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:20:0) after 4m9s
[19:06:52.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:20:0)
[19:06:52.509] Build status: SCHEDULED
[19:06:52.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:21:0) after 6m51s
[19:13:43.531] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:21:0)
[19:13:43.667] Build status: SCHEDULED
[19:13:43.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:22:0) after 5m40s
[19:19:23.676] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:22:0)
[19:19:23.697] Build status: SCHEDULED
[19:19:23.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:23:0) after 8m3s
[19:27:26.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:23:0)
[19:27:26.734] Build status: SCHEDULED
[19:27:26.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:24:0) after 2m59s
[19:30:25.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:24:0)
[19:30:25.748] Build status: SCHEDULED
[19:30:25.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:25:0) after 7m0s
[19:37:25.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:25:0)
[19:37:25.800] Build status: SCHEDULED
[19:37:25.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:26:0) after 6m2s
[19:43:27.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:26:0)
[19:43:27.930] Build status: SCHEDULED
[19:43:27.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:27:0) after 1m6s
[19:44:33.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:27:0)
[19:44:33.978] Build status: SCHEDULED
[19:44:33.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:28:0) after 1m22s
[19:45:56.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:28:0)
[19:45:56.487] Build status: SCHEDULED
[19:45:56.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:29:0) after 6m11s
[19:52:07.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:29:0)
[19:52:07.599] Build status: SCHEDULED
[19:52:07.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:30:0) after 6m37s
[19:58:44.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:30:0)
[19:58:44.689] Build status: SCHEDULED
[19:58:44.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:31:0) after 9m24s
[20:08:08.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:31:0)
[20:08:08.847] Build status: SCHEDULED
[20:08:08.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:32:0) after 8m13s
[20:16:21.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:32:0)
[20:16:21.883] Build status: SCHEDULED
[20:16:21.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:33:0) after 5m14s
[20:21:35.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:33:0)
[20:21:35.933] Build status: SCHEDULED
[20:21:35.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:34:0) after 5m53s
[20:27:28.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:34:0)
[20:27:28.977] Build status: SCHEDULED
[20:27:28.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:35:0) after 2m14s
[20:29:43.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:35:0)
[20:29:43.104] Build status: SCHEDULED
[20:29:43.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:36:0) after 9m3s
[20:38:46.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:36:0)
[20:38:46.218] Build status: SCHEDULED
[20:38:46.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:37:0) after 7m21s
[20:46:07.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:37:0)
[20:46:07.280] Build status: SCHEDULED
[20:46:07.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:38:0) after 6m7s
[20:52:14.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:38:0)
[20:52:14.504] Build status: SCHEDULED
[20:52:14.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:39:0) after 4m38s
[20:56:52.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:39:0)
[20:56:52.548] Build status: SCHEDULED
[20:56:52.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:40:0) after 1m39s
[20:58:31.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:40:0)
[20:58:31.587] Build status: SCHEDULED
[20:58:31.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:41:0) after 1m33s
[21:00:05.785] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:41:0)
[21:00:06.931] Build status: SCHEDULED
[21:00:06.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:42:0) after 3m22s
[21:03:29.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:42:0)
[21:03:29.634] Build status: SCHEDULED
[21:03:29.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:43:0) after 6m45s
[21:10:14.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:43:0)
[21:10:14.786] Build status: SCHEDULED
[21:10:14.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:44:0) after 7m19s
[21:17:33.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:44:0)
[21:17:33.846] Build status: SCHEDULED
[21:17:33.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:45:0) after 8m51s
[21:26:25.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:45:0)
[21:26:25.228] Build status: SCHEDULED
[21:26:25.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:46:0) after 5m18s
[21:31:43.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:46:0)
[21:31:43.276] Build status: SCHEDULED
[21:31:43.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:47:0) after 5m25s
[21:37:08.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:47:0)
[21:37:08.316] Build status: SCHEDULED
[21:37:08.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:48:0) after 7m11s
[21:44:19.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:48:0)
[21:44:19.357] Build status: SCHEDULED
[21:44:19.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:49:0) after 2m18s
[21:46:37.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:49:0)
[21:46:37.402] Build status: SCHEDULED
[21:46:37.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:50:0) after 3m46s
[21:50:23.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:50:0)
[21:50:23.413] Build status: SCHEDULED
[21:50:23.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:51:0) after 3m19s
[21:53:42.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:51:0)
[21:53:42.758] Build status: SCHEDULED
[21:53:42.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:52:0) after 4m24s
[21:58:07.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:52:0)
[21:58:07.204] Build status: SCHEDULED
[21:58:07.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:53:0) after 1m56s
[22:00:03.242] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:53:0)
[22:00:03.263] Build status: SCHEDULED
[22:00:03.263] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:54:0) after 2m5s
[22:02:08.426] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:54:0)
[22:02:08.449] Build status: SCHEDULED
[22:02:08.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:55:0) after 9m25s
[22:11:33.543] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:55:0)
[22:11:33.586] Build status: SCHEDULED
[22:11:33.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:56:0) after 3m0s
[22:14:34.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:56:0)
[22:14:35.010] Build status: SCHEDULED
[22:14:35.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:57:0) after 4m33s
[22:19:08.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:57:0)
[22:19:08.058] Build status: SCHEDULED
[22:19:08.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:58:0) after 7m18s
[22:26:26.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:58:0)
[22:26:26.056] Build status: SCHEDULED
[22:26:26.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:59:0) after 4m22s
[22:30:48.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:59:0)
[22:30:48.182] Build status: SCHEDULED
[22:30:48.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:60:0) after 9m51s
[22:40:39.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:60:0)
[22:40:39.229] Build status: SCHEDULED
[22:40:39.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:61:0) after 2m7s
[22:42:46.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:61:0)
[22:42:46.494] Build status: SCHEDULED
[22:42:46.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:62:0) after 3m18s
[22:46:04.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:62:0)
[22:46:04.678] Build status: SCHEDULED
[22:46:04.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:63:0) after 9m58s
[22:56:02.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:63:0)
[22:56:02.769] Build status: SCHEDULED
[22:56:02.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:64:0) after 9m56s
[23:05:58.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:64:0)
[23:05:58.819] Build status: SCHEDULED
[23:05:58.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:65:0) after 7m37s
[23:13:36.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:65:0)
[23:13:36.218] Build status: SCHEDULED
[23:13:36.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:66:0) after 6m44s
[23:20:20.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:66:0)
[23:20:20.436] Build status: SCHEDULED
[23:20:20.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:67:0) after 5m7s
[23:25:27.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:67:0)
[23:25:27.858] Build status: SCHEDULED
[23:25:27.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928412966837100400:68:0) after 6m39s
[23:28:15.055] Received PubSub notification, asking Buildbucket for the build status
[23:28:15.076] Build:
{
  "id": "8762982903843039809",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-linux-gn-san-msan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2023-11-30T17:28:11.705854832Z",
  "endTime": "2023-11-30T23:28:13.338090Z",
  "updateTime": "2023-11-30T23:28:13.338090Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "4dc48c80071125882ee76f7f49184f5ebb402a9d",
      "ref": "refs/heads/main"
    }
  }
}
[23:28:15.076] Invocation finished in 6h0m5.610226809s with status FAILED