1. All projects
  2. pigweed
  3. pigweed.ci-pigweed-linux-gn-san-msan
  4. 8928489276469513328
Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev b298461e1dd5dde089dfd2b060b8ce98ceef95b6) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "pigweed-linux-gn-san-msan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "770c57d44c0ae847d7cca2c36d176d49d44b05e8"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/770c57d44c0ae847d7cca2c36d176d49d44b05e8
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:15:14.945] New invocation is queued and will start shortly
[21:15:16.563] Starting the invocation (attempt 1)
[21:15:16.596] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/770c57d44c0ae847d7cca2c36d176d49d44b05e8"
[21:15:16.596] Popped gitiles commit info from properties and tags
[21:15:16.596] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:15:16.597] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:15:16.597] Buildbucket request:
{
  "requestId": "8928489276469513328",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-linux-gn-san-msan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8928489276469513328",
            "job": "pigweed/pigweed.ci-pigweed-linux-gn-san-msan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "770c57d44c0ae847d7cca2c36d176d49d44b05e8"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@770c57d44c0ae847d7cca2c36d176d49d44b05e8",
                        "title": "770c57d44c0ae847d7cca2c36d176d49d44b05e8",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/770c57d44c0ae847d7cca2c36d176d49d44b05e8"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "770c57d44c0ae847d7cca2c36d176d49d44b05e8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8928489276469513328"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-pigweed-linux-gn-san-msan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:15:17.449] Scheduled build:
{
  "id": "8763059213999386817",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-linux-gn-san-msan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2023-11-29T21:15:16.669187272Z",
  "updateTime": "2023-11-29T21:15:16.669187272Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "770c57d44c0ae847d7cca2c36d176d49d44b05e8",
      "ref": "refs/heads/main"
    }
  }
}
[21:15:17.449] Task URL: https://cr-buildbucket.appspot.com/build/8763059213999386817
[21:15:17.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:2:0) after 4m43s
[21:15:18.207] Received PubSub notification, asking Buildbucket for the build status
[21:15:18.242] Build status: SCHEDULED
[21:20:00.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:2:0)
[21:20:00.535] Build status: SCHEDULED
[21:20:00.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:4:0) after 2m41s
[21:22:41.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:4:0)
[21:22:41.907] Build status: SCHEDULED
[21:22:41.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:5:0) after 8m16s
[21:30:58.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:5:0)
[21:30:58.401] Build status: SCHEDULED
[21:30:58.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:6:0) after 8m30s
[21:39:28.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:6:0)
[21:39:28.572] Build status: SCHEDULED
[21:39:28.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:7:0) after 7m28s
[21:46:56.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:7:0)
[21:46:56.897] Build status: SCHEDULED
[21:46:56.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:8:0) after 5m41s
[21:52:38.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:8:0)
[21:52:38.574] Build status: SCHEDULED
[21:52:38.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:9:0) after 1m8s
[21:53:46.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:9:0)
[21:53:46.655] Build status: SCHEDULED
[21:53:46.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:10:0) after 3m17s
[21:57:03.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:10:0)
[21:57:03.763] Build status: SCHEDULED
[21:57:03.764] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:11:0) after 3m14s
[22:00:17.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:11:0)
[22:00:17.977] Build status: SCHEDULED
[22:00:17.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:12:0) after 9m6s
[22:09:23.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:12:0)
[22:09:24.012] Build status: SCHEDULED
[22:09:24.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:13:0) after 8m13s
[22:17:37.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:13:0)
[22:17:37.757] Build status: SCHEDULED
[22:17:37.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:14:0) after 5m3s
[22:22:40.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:14:0)
[22:22:40.814] Build status: SCHEDULED
[22:22:40.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:15:0) after 4m28s
[22:27:08.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:15:0)
[22:27:08.894] Build status: SCHEDULED
[22:27:08.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:16:0) after 1m4s
[22:28:12.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:16:0)
[22:28:12.946] Build status: SCHEDULED
[22:28:12.946] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:17:0) after 5m29s
[22:33:42.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:17:0)
[22:33:42.034] Build status: SCHEDULED
[22:33:42.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:18:0) after 7m33s
[22:41:15.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:18:0)
[22:41:15.078] Build status: SCHEDULED
[22:41:15.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:19:0) after 8m11s
[22:49:26.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:19:0)
[22:49:26.188] Build status: SCHEDULED
[22:49:26.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:20:0) after 4m34s
[22:54:00.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:20:0)
[22:54:00.352] Build status: SCHEDULED
[22:54:00.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:21:0) after 6m34s
[23:00:34.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:21:0)
[23:00:34.514] Build status: SCHEDULED
[23:00:34.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:22:0) after 4m48s
[23:05:22.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:22:0)
[23:05:22.561] Build status: SCHEDULED
[23:05:22.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:23:0) after 7m18s
[23:12:40.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:23:0)
[23:12:41.041] Build status: SCHEDULED
[23:12:41.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:24:0) after 5m10s
[23:17:51.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:24:0)
[23:17:51.091] Build status: SCHEDULED
[23:17:51.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:25:0) after 8m19s
[23:26:10.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:25:0)
[23:26:10.311] Build status: SCHEDULED
[23:26:10.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:26:0) after 3m54s
[23:30:04.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:26:0)
[23:30:04.435] Build status: SCHEDULED
[23:30:04.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:27:0) after 5m43s
[23:35:47.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:27:0)
[23:35:47.670] Build status: SCHEDULED
[23:35:47.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:28:0) after 4m53s
[23:40:41.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:28:0)
[23:40:41.101] Build status: SCHEDULED
[23:40:41.101] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:29:0) after 9m11s
[23:49:52.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:29:0)
[23:49:52.269] Build status: SCHEDULED
[23:49:52.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:30:0) after 9m0s
[23:58:52.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:30:0)
[23:58:52.525] Build status: SCHEDULED
[23:58:52.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:31:0) after 7m15s
[00:06:07.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:31:0)
[00:06:07.930] Build status: SCHEDULED
[00:06:07.930] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:32:0) after 4m45s
[00:10:52.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:32:0)
[00:10:53.035] Build status: SCHEDULED
[00:10:53.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:33:0) after 2m8s
[00:13:01.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:33:0)
[00:13:01.116] Build status: SCHEDULED
[00:13:01.116] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:34:0) after 4m12s
[00:17:13.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:34:0)
[00:17:13.205] Build status: SCHEDULED
[00:17:13.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:35:0) after 6m48s
[00:24:01.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:35:0)
[00:24:01.303] Build status: SCHEDULED
[00:24:01.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:36:0) after 3m34s
[00:27:35.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:36:0)
[00:27:35.543] Build status: SCHEDULED
[00:27:35.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:37:0) after 6m31s
[00:34:06.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:37:0)
[00:34:06.904] Build status: SCHEDULED
[00:34:06.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:38:0) after 9m44s
[00:43:50.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:38:0)
[00:43:50.952] Build status: SCHEDULED
[00:43:50.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:39:0) after 1m32s
[00:45:22.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:39:0)
[00:45:23.033] Build status: SCHEDULED
[00:45:23.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:40:0) after 3m28s
[00:48:51.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:40:0)
[00:48:51.122] Build status: SCHEDULED
[00:48:51.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:41:0) after 9m11s
[00:58:02.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:41:0)
[00:58:02.353] Build status: SCHEDULED
[00:58:02.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:42:0) after 9m29s
[01:07:31.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:42:0)
[01:07:31.482] Build status: SCHEDULED
[01:07:31.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:43:0) after 9m46s
[01:17:17.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:43:0)
[01:17:18.072] Build status: SCHEDULED
[01:17:18.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:44:0) after 4m42s
[01:22:00.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:44:0)
[01:22:00.268] Build status: SCHEDULED
[01:22:00.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:45:0) after 8m39s
[01:30:39.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:45:0)
[01:30:39.766] Build status: SCHEDULED
[01:30:39.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:46:0) after 3m6s
[01:33:46.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:46:0)
[01:33:46.235] Build status: SCHEDULED
[01:33:46.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:47:0) after 1m1s
[01:34:47.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:47:0)
[01:34:47.412] Build status: SCHEDULED
[01:34:47.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:48:0) after 8m40s
[01:43:27.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:48:0)
[01:43:27.463] Build status: SCHEDULED
[01:43:27.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:49:0) after 8m33s
[01:52:00.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:49:0)
[01:52:00.535] Build status: SCHEDULED
[01:52:00.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:50:0) after 5m35s
[01:57:35.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:50:0)
[01:57:35.584] Build status: SCHEDULED
[01:57:35.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:51:0) after 8m4s
[02:05:39.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:51:0)
[02:05:39.631] Build status: SCHEDULED
[02:05:39.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:52:0) after 8m1s
[02:13:40.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:52:0)
[02:13:40.684] Build status: SCHEDULED
[02:13:40.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:53:0) after 1m21s
[02:15:01.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:53:0)
[02:15:01.720] Build status: SCHEDULED
[02:15:01.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:54:0) after 2m37s
[02:17:38.800] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:54:0)
[02:17:38.820] Build status: SCHEDULED
[02:17:38.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:55:0) after 8m32s
[02:26:10.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:55:0)
[02:26:11.097] Build status: SCHEDULED
[02:26:11.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:56:0) after 8m53s
[02:35:04.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:56:0)
[02:35:04.257] Build status: SCHEDULED
[02:35:04.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:57:0) after 3m30s
[02:38:34.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:57:0)
[02:38:34.804] Build status: SCHEDULED
[02:38:34.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:58:0) after 7m43s
[02:46:17.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:58:0)
[02:46:17.959] Build status: SCHEDULED
[02:46:17.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:59:0) after 9m42s
[02:56:00.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:59:0)
[02:56:00.337] Build status: SCHEDULED
[02:56:00.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:60:0) after 7m59s
[03:03:59.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:60:0)
[03:03:59.439] Build status: SCHEDULED
[03:03:59.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:61:0) after 3m58s
[03:07:57.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:61:0)
[03:07:57.675] Build status: SCHEDULED
[03:07:57.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:62:0) after 5m10s
[03:13:07.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:62:0)
[03:13:07.829] Build status: SCHEDULED
[03:13:07.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8928489276469513328:63:0) after 7m23s
[03:15:34.074] Received PubSub notification, asking Buildbucket for the build status
[03:15:34.111] Build:
{
  "id": "8763059213999386817",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-linux-gn-san-msan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2023-11-29T21:15:16.669187272Z",
  "endTime": "2023-11-30T03:15:33.278173Z",
  "updateTime": "2023-11-30T03:15:33.278173Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "770c57d44c0ae847d7cca2c36d176d49d44b05e8",
      "ref": "refs/heads/main"
    }
  }
}
[03:15:34.111] Invocation finished in 6h0m19.180411387s with status FAILED