Status: FAILED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev b298461e1dd5dde089dfd2b060b8ce98ceef95b6)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.ci"
  builder: "pigweed-linux-gn-san-msan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "483bbdd4bd0e1c0a771cc11d4e571ef77d00985d"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/483bbdd4bd0e1c0a771cc11d4e571ef77d00985d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:07:40.864] New invocation is queued and will start shortly
[02:07:42.495] Starting the invocation (attempt 1)
[02:07:42.521] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/483bbdd4bd0e1c0a771cc11d4e571ef77d00985d"
[02:07:42.521] Popped gitiles commit info from properties and tags
[02:07:42.521] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:07:42.521] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:07:42.521] Buildbucket request:
{
  "requestId": "8929739235769002240",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-linux-gn-san-msan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8929739235769002240",
            "job": "pigweed/pigweed.ci-pigweed-linux-gn-san-msan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "bb1cd0084c57df119231afe94e586ba2eba18ce0"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bb1cd0084c57df119231afe94e586ba2eba18ce0",
                        "title": "bb1cd0084c57df119231afe94e586ba2eba18ce0",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bb1cd0084c57df119231afe94e586ba2eba18ce0"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "483bbdd4bd0e1c0a771cc11d4e571ef77d00985d"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@483bbdd4bd0e1c0a771cc11d4e571ef77d00985d",
                        "title": "483bbdd4bd0e1c0a771cc11d4e571ef77d00985d",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/483bbdd4bd0e1c0a771cc11d4e571ef77d00985d"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "483bbdd4bd0e1c0a771cc11d4e571ef77d00985d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8929739235769002240"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.ci-pigweed-linux-gn-san-msan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:07:43.394] Scheduled build:
{
  "id": "8764309173224828273",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-linux-gn-san-msan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2023-11-16T02:07:42.659087910Z",
  "updateTime": "2023-11-16T02:07:42.659087910Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "483bbdd4bd0e1c0a771cc11d4e571ef77d00985d",
      "ref": "refs/heads/main"
    }
  }
}
[02:07:43.394] Task URL: https://cr-buildbucket.appspot.com/build/8764309173224828273
[02:07:43.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:2:0) after 9m6s
[02:07:43.484] Received PubSub notification, asking Buildbucket for the build status
[02:07:43.510] Build status: SCHEDULED
[02:16:49.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:2:0)
[02:16:49.442] Build status: SCHEDULED
[02:16:49.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:4:0) after 7m25s
[02:24:14.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:4:0)
[02:24:14.507] Build status: SCHEDULED
[02:24:14.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:5:0) after 5m11s
[02:29:25.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:5:0)
[02:29:25.540] Build status: SCHEDULED
[02:29:25.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:6:0) after 6m50s
[02:36:15.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:6:0)
[02:36:15.589] Build status: SCHEDULED
[02:36:15.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:7:0) after 1m2s
[02:37:17.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:7:0)
[02:37:17.629] Build status: SCHEDULED
[02:37:17.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:8:0) after 7m31s
[02:44:48.630] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:8:0)
[02:44:48.649] Build status: SCHEDULED
[02:44:48.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:9:0) after 1m2s
[02:45:50.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:9:0)
[02:45:50.691] Build status: SCHEDULED
[02:45:50.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:10:0) after 6m12s
[02:52:02.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:10:0)
[02:52:02.734] Build status: SCHEDULED
[02:52:02.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:11:0) after 3m59s
[02:56:01.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:11:0)
[02:56:01.772] Build status: SCHEDULED
[02:56:01.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:12:0) after 9m49s
[03:05:51.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:12:0)
[03:05:51.341] Build status: SCHEDULED
[03:05:51.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:13:0) after 4m8s
[03:09:59.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:13:0)
[03:09:59.388] Build status: SCHEDULED
[03:09:59.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:14:0) after 7m26s
[03:17:25.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:14:0)
[03:17:25.536] Build status: SCHEDULED
[03:17:25.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:15:0) after 3m9s
[03:20:34.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:15:0)
[03:20:34.634] Build status: SCHEDULED
[03:20:34.634] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:16:0) after 3m17s
[03:23:51.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:16:0)
[03:23:51.708] Build status: SCHEDULED
[03:23:51.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:17:0) after 5m0s
[03:28:51.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:17:0)
[03:28:51.772] Build status: SCHEDULED
[03:28:51.772] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:18:0) after 6m17s
[03:35:09.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:18:0)
[03:35:09.422] Build status: SCHEDULED
[03:35:09.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:19:0) after 8m56s
[03:44:05.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:19:0)
[03:44:05.524] Build status: SCHEDULED
[03:44:05.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:20:0) after 1m20s
[03:45:25.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:20:0)
[03:45:25.585] Build status: SCHEDULED
[03:45:25.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:21:0) after 7m52s
[03:53:17.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:21:0)
[03:53:17.689] Build status: SCHEDULED
[03:53:17.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:22:0) after 8m56s
[04:02:13.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:22:0)
[04:02:13.935] Build status: SCHEDULED
[04:02:13.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:23:0) after 6m59s
[04:09:13.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:23:0)
[04:09:13.132] Build status: SCHEDULED
[04:09:13.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:24:0) after 6m51s
[04:16:04.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:24:0)
[04:16:04.288] Build status: SCHEDULED
[04:16:04.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:25:0) after 9m49s
[04:25:53.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:25:0)
[04:25:53.365] Build status: SCHEDULED
[04:25:53.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:26:0) after 1m31s
[04:27:24.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:26:0)
[04:27:24.607] Build status: SCHEDULED
[04:27:24.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:27:0) after 7m23s
[04:34:47.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:27:0)
[04:34:47.837] Build status: SCHEDULED
[04:34:47.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:28:0) after 1m37s
[04:36:25.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:28:0)
[04:36:25.123] Build status: SCHEDULED
[04:36:25.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:29:0) after 8m15s
[04:44:40.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:29:0)
[04:44:40.189] Build status: SCHEDULED
[04:44:40.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:30:0) after 2m31s
[04:47:11.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:30:0)
[04:47:11.795] Build status: SCHEDULED
[04:47:11.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:31:0) after 1m19s
[04:48:31.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:31:0)
[04:48:31.273] Build status: SCHEDULED
[04:48:31.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:32:0) after 1m24s
[04:49:55.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:32:0)
[04:49:55.333] Build status: SCHEDULED
[04:49:55.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:33:0) after 8m32s
[04:58:27.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:33:0)
[04:58:27.458] Build status: SCHEDULED
[04:58:27.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:34:0) after 6m25s
[05:04:52.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:34:0)
[05:04:52.498] Build status: SCHEDULED
[05:04:52.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:35:0) after 5m1s
[05:09:53.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:35:0)
[05:09:53.616] Build status: SCHEDULED
[05:09:53.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:36:0) after 5m6s
[05:15:00.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:36:0)
[05:15:00.242] Build status: SCHEDULED
[05:15:00.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:37:0) after 4m13s
[05:19:13.268] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:37:0)
[05:19:13.324] Build status: SCHEDULED
[05:19:13.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:38:0) after 2m13s
[05:21:26.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:38:0)
[05:21:26.594] Build status: SCHEDULED
[05:21:26.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:39:0) after 6m34s
[05:28:00.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:39:0)
[05:28:00.681] Build status: SCHEDULED
[05:28:00.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:40:0) after 5m55s
[05:33:56.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:40:0)
[05:33:56.135] Build status: SCHEDULED
[05:33:56.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:41:0) after 8m52s
[05:42:48.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:41:0)
[05:42:48.295] Build status: SCHEDULED
[05:42:48.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:42:0) after 5m40s
[05:48:28.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:42:0)
[05:48:28.432] Build status: SCHEDULED
[05:48:28.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:43:0) after 1m16s
[05:49:44.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:43:0)
[05:49:44.520] Build status: SCHEDULED
[05:49:44.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:44:0) after 2m46s
[05:52:30.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:44:0)
[05:52:30.638] Build status: SCHEDULED
[05:52:30.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:45:0) after 1m42s
[05:54:12.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:45:0)
[05:54:12.691] Build status: SCHEDULED
[05:54:12.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:46:0) after 6m33s
[06:00:45.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:46:0)
[06:00:45.792] Build status: SCHEDULED
[06:00:45.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:47:0) after 8m3s
[06:08:48.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:47:0)
[06:08:48.934] Build status: SCHEDULED
[06:08:48.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:48:0) after 1m34s
[06:10:23.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:48:0)
[06:10:23.058] Build status: SCHEDULED
[06:10:23.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:49:0) after 5m42s
[06:16:05.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:49:0)
[06:16:05.222] Build status: SCHEDULED
[06:16:05.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:50:0) after 4m51s
[06:20:56.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:50:0)
[06:20:56.258] Build status: SCHEDULED
[06:20:56.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:51:0) after 7m10s
[06:28:06.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:51:0)
[06:28:06.462] Build status: SCHEDULED
[06:28:06.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:52:0) after 7m14s
[06:35:20.563] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:52:0)
[06:35:20.592] Build status: SCHEDULED
[06:35:20.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:53:0) after 3m55s
[06:39:15.719] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:53:0)
[06:39:15.767] Build status: SCHEDULED
[06:39:15.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:54:0) after 3m7s
[06:42:22.784] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:54:0)
[06:42:22.807] Build status: SCHEDULED
[06:42:22.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:55:0) after 6m49s
[06:49:11.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:55:0)
[06:49:11.957] Build status: SCHEDULED
[06:49:11.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:56:0) after 7m11s
[06:56:22.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:56:0)
[06:56:23.043] Build status: SCHEDULED
[06:56:23.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:57:0) after 9m22s
[07:05:45.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:57:0)
[07:05:45.200] Build status: SCHEDULED
[07:05:45.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:58:0) after 1m56s
[07:07:41.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:58:0)
[07:07:41.248] Build status: SCHEDULED
[07:07:41.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:59:0) after 1m39s
[07:09:20.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:59:0)
[07:09:20.406] Build status: SCHEDULED
[07:09:20.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:60:0) after 4m49s
[07:14:09.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:60:0)
[07:14:09.459] Build status: SCHEDULED
[07:14:09.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:61:0) after 1m23s
[07:15:32.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:61:0)
[07:15:32.504] Build status: SCHEDULED
[07:15:32.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:62:0) after 6m47s
[07:22:19.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:62:0)
[07:22:19.540] Build status: SCHEDULED
[07:22:19.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:63:0) after 7m57s
[07:30:16.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:63:0)
[07:30:16.615] Build status: SCHEDULED
[07:30:16.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:64:0) after 8m12s
[07:38:28.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:64:0)
[07:38:28.659] Build status: SCHEDULED
[07:38:28.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:65:0) after 5m20s
[07:43:48.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:65:0)
[07:43:48.733] Build status: SCHEDULED
[07:43:48.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:66:0) after 5m20s
[07:49:08.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:66:0)
[07:49:08.787] Build status: SCHEDULED
[07:49:08.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:67:0) after 3m59s
[07:53:07.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:67:0)
[07:53:07.845] Build status: SCHEDULED
[07:53:07.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:68:0) after 8m15s
[08:01:23.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:68:0)
[08:01:23.148] Build status: SCHEDULED
[08:01:23.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:69:0) after 3m58s
[08:05:21.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:69:0)
[08:05:21.266] Build status: SCHEDULED
[08:05:21.267] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-linux-gn-san-msan:8929739235769002240:70:0) after 5m42s
[08:07:56.879] Received PubSub notification, asking Buildbucket for the build status
[08:07:56.901] Build:
{
  "id": "8764309173224828273",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.ci",
    "builder": "pigweed-linux-gn-san-msan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2023-11-16T02:07:42.659087910Z",
  "endTime": "2023-11-16T08:07:52.739612Z",
  "updateTime": "2023-11-16T08:07:52.739612Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "resourceExhaustion": {

    },
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "483bbdd4bd0e1c0a771cc11d4e571ef77d00985d",
      "ref": "refs/heads/main"
    }
  }
}
[08:07:56.901] Invocation finished in 6h0m16.051574608s with status FAILED