LUCI Scheduler :: chromium :: ToTLinuxPGO

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev e074ce6d087643bcc493cb2122b4c61db039574b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTLinuxPGO"
>

Incoming triggers

b0e5c841091a5bf44f9e22901f9b48907d63ea52 (4 years ago)
0925407531a5d32244cc8ae2e51965874956ad60 (4 years ago)
65dd2b1e8637b08e883d48d82af170ba8c2a7044 (4 years ago)
04bc5065890be70d90dd8b19d7904f2ae3971ef0 (4 years ago)
5035208aee0f40f65b13abcd7410bee2a5695178 (4 years ago)
6f4303cee632ddd9d1b8865dc1ad1290dd947ff9 (4 years ago)
c2b3a796b4dd37d69303a0c57c17ad6ceb03c2a8 (4 years ago)
670b8353e9f41432a8e1c5d0df7fd0eadf51cca1 (4 years ago)
18e74cd9555edd2b3367a12bb976823c1f3f578f (4 years ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "18e74cd9555edd2b3367a12bb976823c1f3f578f"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/18e74cd9555edd2b3367a12bb976823c1f3f578f
gitiles_ref:refs/heads/main

Debug log (UTC)

[20:05:22.672] New invocation is queued and will start shortly
[20:05:23.793] Starting the invocation (attempt 1)
[20:05:23.826] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/18e74cd9555edd2b3367a12bb976823c1f3f578f"
[20:05:23.826] Popped gitiles commit info from properties and tags
[20:05:23.826] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:05:23.826] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:05:23.826] Buildbucket request:
{
  "requestId": "8992908115499744016",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "18e74cd9555edd2b3367a12bb976823c1f3f578f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8992908115499744016"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxPGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:05:24.404] Scheduled build:
{
  "id": "8827478053561969633",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "number": 2943,
  "createdBy": "project:chromium",
  "createTime": "2021-12-18T20:05:23.886737221Z",
  "updateTime": "2021-12-18T20:05:23.886737221Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "18e74cd9555edd2b3367a12bb976823c1f3f578f",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[20:05:24.404] Task URL: https://cr-buildbucket.appspot.com/build/8827478053561969633
[20:05:24.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:2:0) after 7m29s
[20:06:48.867] Received PubSub notification, asking Buildbucket for the build status
[20:06:48.897] Build status: STARTED
[20:12:53.419] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:2:0)
[20:12:53.443] Build status: STARTED
[20:12:53.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:4:0) after 5m31s
[20:18:24.651] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:4:0)
[20:18:24.696] Build status: STARTED
[20:18:24.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:5:0) after 7m31s
[20:25:55.765] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:5:0)
[20:25:55.860] Build status: STARTED
[20:25:55.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:6:0) after 1m50s
[20:27:45.945] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:6:0)
[20:27:45.974] Build status: STARTED
[20:27:45.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:7:0) after 9m38s
[20:37:23.991] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:7:0)
[20:37:24.020] Build status: STARTED
[20:37:24.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:8:0) after 4m29s
[20:41:53.037] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:8:0)
[20:41:53.068] Build status: STARTED
[20:41:53.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:9:0) after 9m16s
[20:51:09.093] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:9:0)
[20:51:09.142] Build status: STARTED
[20:51:09.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:10:0) after 5m55s
[20:57:04.437] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:10:0)
[20:57:04.456] Build status: STARTED
[20:57:04.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:11:0) after 7m47s
[21:04:51.470] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:11:0)
[21:04:51.496] Build status: STARTED
[21:04:51.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:12:0) after 8m11s
[21:13:02.515] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:12:0)
[21:13:02.541] Build status: STARTED
[21:13:02.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:13:0) after 2m49s
[21:15:51.557] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:13:0)
[21:15:51.584] Build status: STARTED
[21:15:51.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:14:0) after 5m59s
[21:21:50.620] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:14:0)
[21:21:50.648] Build status: STARTED
[21:21:50.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:15:0) after 9m35s
[21:31:25.666] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:15:0)
[21:31:25.700] Build status: STARTED
[21:31:25.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:16:0) after 4m28s
[21:35:53.720] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:16:0)
[21:35:53.749] Build status: STARTED
[21:35:53.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:17:0) after 6m38s
[21:42:31.769] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:17:0)
[21:42:31.858] Build status: STARTED
[21:42:31.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:18:0) after 2m6s
[21:44:37.882] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:18:0)
[21:44:37.903] Build status: STARTED
[21:44:37.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:19:0) after 4m18s
[21:48:55.919] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:19:0)
[21:48:55.950] Build status: STARTED
[21:48:55.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:20:0) after 9m33s
[21:58:28.968] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:20:0)
[21:58:28.989] Build status: STARTED
[21:58:28.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:21:0) after 6m13s
[22:04:42.009] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:21:0)
[22:04:42.037] Build status: STARTED
[22:04:42.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:22:0) after 8m0s
[22:12:42.070] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:22:0)
[22:12:42.088] Build status: STARTED
[22:12:42.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:23:0) after 6m41s
[22:19:23.306] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:23:0)
[22:19:23.365] Build status: STARTED
[22:19:23.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:24:0) after 7m19s
[22:26:42.387] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:24:0)
[22:26:42.404] Build status: STARTED
[22:26:42.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:25:0) after 9m1s
[22:35:43.488] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:25:0)
[22:35:43.510] Build status: STARTED
[22:35:43.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:26:0) after 6m21s
[22:42:04.606] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:26:0)
[22:42:04.630] Build status: STARTED
[22:42:04.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:27:0) after 2m55s
[22:44:59.647] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:27:0)
[22:44:59.671] Build status: STARTED
[22:44:59.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:28:0) after 6m33s
[22:51:32.689] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:28:0)
[22:51:32.728] Build status: STARTED
[22:51:32.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:29:0) after 7m37s
[22:59:09.794] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:29:0)
[22:59:09.814] Build status: STARTED
[22:59:09.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:30:0) after 3m6s
[23:02:15.833] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:30:0)
[23:02:15.864] Build status: STARTED
[23:02:15.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:31:0) after 4m38s
[23:06:53.883] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:31:0)
[23:06:54.066] Build status: STARTED
[23:06:54.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:32:0) after 1m54s
[23:08:48.273] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:32:0)
[23:08:48.306] Build status: STARTED
[23:08:48.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:33:0) after 6m46s
[23:15:34.470] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:33:0)
[23:15:34.495] Build status: STARTED
[23:15:34.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:34:0) after 9m26s
[23:25:00.517] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:34:0)
[23:25:00.574] Build status: STARTED
[23:25:00.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:35:0) after 6m38s
[23:31:38.593] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:35:0)
[23:31:38.617] Build status: STARTED
[23:31:38.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:36:0) after 8m39s
[23:40:17.636] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:36:0)
[23:40:17.665] Build status: STARTED
[23:40:17.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:37:0) after 6m30s
[23:46:47.881] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:37:0)
[23:46:47.919] Build status: STARTED
[23:46:47.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:38:0) after 7m35s
[23:54:23.163] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:38:0)
[23:54:23.193] Build status: STARTED
[23:54:23.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:39:0) after 5m32s
[23:59:55.211] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:39:0)
[23:59:55.231] Build status: STARTED
[23:59:55.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:40:0) after 4m0s
[00:03:55.262] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:40:0)
[00:03:55.287] Build status: STARTED
[00:03:55.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:41:0) after 4m38s
[00:08:33.315] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:41:0)
[00:08:33.336] Build status: STARTED
[00:08:33.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:42:0) after 6m23s
[00:14:56.694] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:42:0)
[00:14:56.716] Build status: STARTED
[00:14:56.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:43:0) after 2m2s
[00:16:58.733] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:43:0)
[00:16:58.754] Build status: STARTED
[00:16:58.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:44:0) after 1m56s
[00:18:54.740] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:44:0)
[00:18:54.767] Build status: STARTED
[00:18:54.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:45:0) after 9m53s
[00:28:47.817] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:45:0)
[00:28:47.852] Build status: STARTED
[00:28:47.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:46:0) after 3m39s
[00:32:26.871] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:46:0)
[00:32:26.902] Build status: STARTED
[00:32:26.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:47:0) after 2m39s
[00:35:06.020] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:47:0)
[00:35:06.044] Build status: STARTED
[00:35:06.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:48:0) after 7m41s
[00:42:47.336] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:48:0)
[00:42:47.368] Build status: STARTED
[00:42:47.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:49:0) after 9m28s
[00:52:15.527] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:49:0)
[00:52:15.565] Build status: STARTED
[00:52:15.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:50:0) after 7m43s
[00:59:58.765] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:50:0)
[00:59:58.795] Build status: STARTED
[00:59:58.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:51:0) after 2m2s
[01:02:00.818] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:51:0)
[01:02:00.872] Build status: STARTED
[01:02:00.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:52:0) after 1m27s
[01:03:28.116] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:52:0)
[01:03:28.157] Build status: STARTED
[01:03:28.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:53:0) after 8m36s
[01:12:04.192] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:53:0)
[01:12:04.220] Build status: STARTED
[01:12:04.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:54:0) after 3m38s
[01:15:42.241] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:54:0)
[01:15:42.303] Build status: STARTED
[01:15:42.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:55:0) after 4m27s
[01:20:09.505] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:55:0)
[01:20:09.522] Build status: STARTED
[01:20:09.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:56:0) after 7m45s
[01:27:54.556] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:56:0)
[01:27:54.574] Build status: STARTED
[01:27:54.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:57:0) after 9m40s
[01:37:34.648] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:57:0)
[01:37:34.667] Build status: STARTED
[01:37:34.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:58:0) after 5m7s
[01:42:41.685] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:58:0)
[01:42:41.722] Build status: STARTED
[01:42:41.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:59:0) after 8m37s
[01:51:18.863] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:59:0)
[01:51:18.943] Build status: STARTED
[01:51:18.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:60:0) after 9m3s
[02:00:22.108] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:60:0)
[02:00:22.144] Build status: STARTED
[02:00:22.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:61:0) after 3m23s
[02:03:45.206] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:61:0)
[02:03:45.262] Build status: STARTED
[02:03:45.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:62:0) after 8m28s
[02:12:13.334] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:62:0)
[02:12:13.354] Build status: STARTED
[02:12:13.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:63:0) after 9m36s
[02:21:49.398] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:63:0)
[02:21:49.430] Build status: STARTED
[02:21:49.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:64:0) after 6m30s
[02:28:19.490] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:64:0)
[02:28:19.510] Build status: STARTED
[02:28:19.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:65:0) after 2m15s
[02:30:34.526] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:65:0)
[02:30:34.543] Build status: STARTED
[02:30:34.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:66:0) after 4m4s
[02:34:38.670] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:66:0)
[02:34:38.689] Build status: STARTED
[02:34:38.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:67:0) after 9m7s
[02:43:45.709] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:67:0)
[02:43:45.729] Build status: STARTED
[02:43:45.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:68:0) after 9m34s
[02:53:19.745] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:68:0)
[02:53:19.763] Build status: STARTED
[02:53:19.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:69:0) after 5m31s
[02:58:50.781] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:69:0)
[02:58:50.814] Build status: STARTED
[02:58:50.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:70:0) after 3m2s
[03:01:52.873] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:70:0)
[03:01:52.914] Build status: STARTED
[03:01:52.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:71:0) after 3m30s
[03:05:22.933] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:71:0)
[03:05:22.951] Build status: STARTED
[03:05:22.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:72:0) after 7m21s
[03:12:44.003] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:72:0)
[03:12:44.030] Build status: STARTED
[03:12:44.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:73:0) after 5m13s
[03:17:57.042] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:73:0)
[03:17:57.059] Build status: STARTED
[03:17:57.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:74:0) after 9m18s
[03:27:15.234] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:74:0)
[03:27:15.263] Build status: STARTED
[03:27:15.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:75:0) after 6m41s
[03:33:56.279] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:75:0)
[03:33:56.301] Build status: STARTED
[03:33:56.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:76:0) after 2m6s
[03:36:02.320] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:76:0)
[03:36:02.339] Build status: STARTED
[03:36:02.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:77:0) after 3m50s
[03:39:52.395] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:77:0)
[03:39:52.414] Build status: STARTED
[03:39:52.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:78:0) after 7m7s
[03:46:59.951] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:78:0)
[03:46:59.989] Build status: STARTED
[03:46:59.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:79:0) after 4m38s
[03:51:38.066] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:79:0)
[03:51:38.083] Build status: STARTED
[03:51:38.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:80:0) after 5m51s
[03:57:29.100] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:80:0)
[03:57:29.136] Build status: STARTED
[03:57:29.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:81:0) after 3m14s
[04:00:43.673] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:81:0)
[04:00:43.709] Build status: STARTED
[04:00:43.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:82:0) after 1m43s
[04:02:27.335] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:82:0)
[04:02:27.403] Build status: STARTED
[04:02:27.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:83:0) after 5m30s
[04:07:57.524] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:83:0)
[04:07:57.554] Build status: STARTED
[04:07:57.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:84:0) after 3m35s
[04:11:32.580] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:84:0)
[04:11:32.615] Build status: STARTED
[04:11:32.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8992908115499744016:85:0) after 7m24s
[04:14:23.482] Received PubSub notification, asking Buildbucket for the build status
[04:14:23.517] Build:
{
  "id": "8827478053561969633",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "number": 2943,
  "createdBy": "project:chromium",
  "createTime": "2021-12-18T20:05:23.886737221Z",
  "startTime": "2021-12-18T20:06:40.552612Z",
  "endTime": "2021-12-19T04:14:23.173251803Z",
  "updateTime": "2021-12-19T04:14:23.173251803Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "18e74cd9555edd2b3367a12bb976823c1f3f578f",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[04:14:23.517] Invocation finished in 8h9m0.862880183s with status FAILED