Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev e074ce6d087643bcc493cb2122b4c61db039574b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b736271378330a0c8642ba3768329c5b7fdf4782"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b736271378330a0c8642ba3768329c5b7fdf4782
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:47:38.321] New invocation is queued and will start shortly
[00:47:39.487] Starting the invocation (attempt 1)
[00:47:39.517] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b736271378330a0c8642ba3768329c5b7fdf4782"
[00:47:39.517] Popped gitiles commit info from properties and tags
[00:47:39.517] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:47:39.517] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:47:39.517] Buildbucket request:
{
  "requestId": "8992256178415464928",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b736271378330a0c8642ba3768329c5b7fdf4782",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8992256178415464928"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:47:40.121] Scheduled build:
{
  "id": "8826826116451963393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1904,
  "createdBy": "project:chromium",
  "createTime": "2021-12-26T00:47:39.563144531Z",
  "updateTime": "2021-12-26T00:47:39.563144531Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b736271378330a0c8642ba3768329c5b7fdf4782",
      "ref": "refs/heads/main"
    }
  }
}
[00:47:40.121] Task URL: https://cr-buildbucket.appspot.com/build/8826826116451963393
[00:47:40.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:2:0) after 8m5s
[00:55:45.595] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:2:0)
[00:55:45.623] Build status: SCHEDULED
[00:55:45.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:3:0) after 3m16s
[00:59:01.637] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:3:0)
[00:59:01.671] Build status: SCHEDULED
[00:59:01.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:4:0) after 4m25s
[01:03:26.689] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:4:0)
[01:03:26.922] Build status: SCHEDULED
[01:03:26.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:5:0) after 8m37s
[01:12:04.084] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:5:0)
[01:12:04.114] Build status: SCHEDULED
[01:12:04.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:6:0) after 2m45s
[01:14:49.130] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:6:0)
[01:14:49.164] Build status: SCHEDULED
[01:14:49.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:7:0) after 5m29s
[01:20:18.503] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:7:0)
[01:20:18.533] Build status: SCHEDULED
[01:20:18.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:8:0) after 5m25s
[01:25:43.760] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:8:0)
[01:25:43.793] Build status: SCHEDULED
[01:25:43.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:9:0) after 8m22s
[01:34:05.908] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:9:0)
[01:34:05.937] Build status: SCHEDULED
[01:34:05.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:10:0) after 3m8s
[01:37:13.955] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:10:0)
[01:37:13.998] Build status: SCHEDULED
[01:37:13.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:11:0) after 6m54s
[01:44:08.015] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:11:0)
[01:44:08.044] Build status: SCHEDULED
[01:44:08.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:12:0) after 2m18s
[01:46:26.162] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:12:0)
[01:46:26.176] Build status: SCHEDULED
[01:46:26.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:13:0) after 6m47s
[01:53:13.191] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:13:0)
[01:53:13.216] Build status: SCHEDULED
[01:53:13.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:14:0) after 6m28s
[01:59:41.234] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:14:0)
[01:59:41.260] Build status: SCHEDULED
[01:59:41.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:15:0) after 9m36s
[02:09:17.315] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:15:0)
[02:09:17.453] Build status: SCHEDULED
[02:09:17.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:16:0) after 1m15s
[02:10:32.470] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:16:0)
[02:10:32.499] Build status: SCHEDULED
[02:10:32.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:17:0) after 5m1s
[02:15:33.517] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:17:0)
[02:15:33.542] Build status: SCHEDULED
[02:15:33.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:18:0) after 6m6s
[02:21:39.811] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:18:0)
[02:21:39.868] Build status: SCHEDULED
[02:21:39.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:19:0) after 2m48s
[02:24:27.913] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:19:0)
[02:24:27.957] Build status: SCHEDULED
[02:24:27.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:20:0) after 8m14s
[02:32:42.178] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:20:0)
[02:32:42.203] Build status: SCHEDULED
[02:32:42.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:21:0) after 8m23s
[02:39:37.510] Received PubSub notification, asking Buildbucket for the build status
[02:39:37.547] Build status: STARTED
[02:41:05.176] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:21:0)
[02:41:05.204] Build status: STARTED
[02:41:05.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:23:0) after 7m56s
[02:49:01.231] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:23:0)
[02:49:01.267] Build status: STARTED
[02:49:01.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:24:0) after 7m54s
[02:56:55.368] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:24:0)
[02:56:55.654] Build status: STARTED
[02:56:55.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:25:0) after 2m52s
[02:59:47.870] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:25:0)
[02:59:47.901] Build status: STARTED
[02:59:47.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:26:0) after 8m17s
[03:08:05.120] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:26:0)
[03:08:05.139] Build status: STARTED
[03:08:05.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:27:0) after 4m8s
[03:12:13.158] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:27:0)
[03:12:13.628] Build status: STARTED
[03:12:13.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:28:0) after 4m29s
[03:16:42.645] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:28:0)
[03:16:42.661] Build status: STARTED
[03:16:42.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:29:0) after 8m51s
[03:25:33.810] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:29:0)
[03:25:33.845] Build status: STARTED
[03:25:33.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:30:0) after 9m9s
[03:34:42.864] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:30:0)
[03:34:42.890] Build status: STARTED
[03:34:42.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:31:0) after 4m57s
[03:39:39.938] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:31:0)
[03:39:39.978] Build status: STARTED
[03:39:39.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:32:0) after 8m8s
[03:47:48.055] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:32:0)
[03:47:48.074] Build status: STARTED
[03:47:48.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:33:0) after 5m1s
[03:52:49.290] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:33:0)
[03:52:49.317] Build status: STARTED
[03:52:49.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:34:0) after 3m27s
[03:56:16.347] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:34:0)
[03:56:16.382] Build status: STARTED
[03:56:16.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:35:0) after 4m55s
[04:01:11.404] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:35:0)
[04:01:11.426] Build status: STARTED
[04:01:11.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:36:0) after 4m3s
[04:05:14.484] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:36:0)
[04:05:14.502] Build status: STARTED
[04:05:14.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:37:0) after 5m26s
[04:10:41.019] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:37:0)
[04:10:41.040] Build status: STARTED
[04:10:41.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:38:0) after 3m23s
[04:14:04.435] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:38:0)
[04:14:04.453] Build status: STARTED
[04:14:04.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:39:0) after 1m38s
[04:15:42.562] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:39:0)
[04:15:42.588] Build status: STARTED
[04:15:42.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:40:0) after 6m30s
[04:22:12.955] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:40:0)
[04:22:13.095] Build status: STARTED
[04:22:13.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:41:0) after 4m2s
[04:26:15.196] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:41:0)
[04:26:15.217] Build status: STARTED
[04:26:15.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:42:0) after 3m33s
[04:29:48.525] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:42:0)
[04:29:48.569] Build status: STARTED
[04:29:48.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:43:0) after 6m31s
[04:36:20.128] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:43:0)
[04:36:20.153] Build status: STARTED
[04:36:20.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:44:0) after 2m45s
[04:39:05.376] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:44:0)
[04:39:05.406] Build status: STARTED
[04:39:05.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:45:0) after 4m57s
[04:44:02.554] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:45:0)
[04:44:02.577] Build status: STARTED
[04:44:02.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:46:0) after 2m19s
[04:46:21.884] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:46:0)
[04:46:21.907] Build status: STARTED
[04:46:21.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:47:0) after 8m28s
[04:54:50.270] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:47:0)
[04:54:50.303] Build status: STARTED
[04:54:50.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:48:0) after 5m54s
[05:00:44.323] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:48:0)
[05:00:44.372] Build status: STARTED
[05:00:44.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:49:0) after 8m44s
[05:09:28.623] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:49:0)
[05:09:28.659] Build status: STARTED
[05:09:28.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:50:0) after 6m2s
[05:15:30.804] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:50:0)
[05:15:30.830] Build status: STARTED
[05:15:30.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:51:0) after 2m49s
[05:18:19.847] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:51:0)
[05:18:19.873] Build status: STARTED
[05:18:19.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:52:0) after 2m40s
[05:20:59.888] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:52:0)
[05:20:59.989] Build status: STARTED
[05:20:59.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:53:0) after 1m33s
[05:22:33.104] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:53:0)
[05:22:33.151] Build status: STARTED
[05:22:33.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:54:0) after 8m4s
[05:30:37.331] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:54:0)
[05:30:37.368] Build status: STARTED
[05:30:37.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:55:0) after 6m58s
[05:37:35.575] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:55:0)
[05:37:35.651] Build status: STARTED
[05:37:35.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:56:0) after 8m20s
[05:45:55.668] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:56:0)
[05:45:55.696] Build status: STARTED
[05:45:55.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:57:0) after 6m20s
[05:52:15.712] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:57:0)
[05:52:15.739] Build status: STARTED
[05:52:15.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:58:0) after 3m33s
[05:55:48.858] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:58:0)
[05:55:48.874] Build status: STARTED
[05:55:48.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:59:0) after 6m5s
[06:01:53.893] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:59:0)
[06:01:53.943] Build status: STARTED
[06:01:53.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:60:0) after 1m10s
[06:03:03.967] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:60:0)
[06:03:03.997] Build status: STARTED
[06:03:03.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:61:0) after 3m26s
[06:06:30.225] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:61:0)
[06:06:30.248] Build status: STARTED
[06:06:30.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:62:0) after 3m39s
[06:10:09.275] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:62:0)
[06:10:09.314] Build status: STARTED
[06:10:09.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:63:0) after 3m33s
[06:13:42.474] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:63:0)
[06:13:42.507] Build status: STARTED
[06:13:42.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:64:0) after 1m12s
[06:14:54.528] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:64:0)
[06:14:54.557] Build status: STARTED
[06:14:54.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:65:0) after 7m6s
[06:22:00.999] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:65:0)
[06:22:01.029] Build status: STARTED
[06:22:01.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:66:0) after 7m27s
[06:29:28.235] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:66:0)
[06:29:28.257] Build status: STARTED
[06:29:28.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:67:0) after 4m17s
[06:33:45.632] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:67:0)
[06:33:45.659] Build status: STARTED
[06:33:45.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:68:0) after 1m43s
[06:35:28.920] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:68:0)
[06:35:28.938] Build status: STARTED
[06:35:28.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:69:0) after 3m14s
[06:38:43.157] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:69:0)
[06:38:43.188] Build status: STARTED
[06:38:43.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:70:0) after 2m58s
[06:41:41.351] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:70:0)
[06:41:41.382] Build status: STARTED
[06:41:41.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:71:0) after 9m9s
[06:50:50.407] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:71:0)
[06:50:50.435] Build status: STARTED
[06:50:50.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:72:0) after 8m3s
[06:58:53.452] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:72:0)
[06:58:53.483] Build status: STARTED
[06:58:53.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:73:0) after 9m9s
[07:08:02.819] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:73:0)
[07:08:02.852] Build status: STARTED
[07:08:02.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:74:0) after 2m16s
[07:10:18.869] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:74:0)
[07:10:18.897] Build status: STARTED
[07:10:18.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:75:0) after 9m17s
[07:19:35.917] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:75:0)
[07:19:35.966] Build status: STARTED
[07:19:35.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:76:0) after 6m20s
[07:25:55.982] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:76:0)
[07:25:56.013] Build status: STARTED
[07:25:56.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:77:0) after 7m34s
[07:33:30.137] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:77:0)
[07:33:30.172] Build status: STARTED
[07:33:30.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:78:0) after 5m40s
[07:39:10.462] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:78:0)
[07:39:10.489] Build status: STARTED
[07:39:10.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:79:0) after 5m3s
[07:44:13.592] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:79:0)
[07:44:13.610] Build status: STARTED
[07:44:13.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:80:0) after 6m33s
[07:50:46.626] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:80:0)
[07:50:46.644] Build status: STARTED
[07:50:46.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:81:0) after 6m14s
[07:57:00.962] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:81:0)
[07:57:00.986] Build status: STARTED
[07:57:00.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:82:0) after 4m17s
[08:01:17.966] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:82:0)
[08:01:17.985] Build status: STARTED
[08:01:17.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:83:0) after 7m48s
[08:09:06.003] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:83:0)
[08:09:06.039] Build status: STARTED
[08:09:06.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:84:0) after 9m56s
[08:19:02.062] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:84:0)
[08:19:02.105] Build status: STARTED
[08:19:02.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:85:0) after 8m44s
[08:27:46.127] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:85:0)
[08:27:46.163] Build status: STARTED
[08:27:46.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:86:0) after 9m54s
[08:37:40.299] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:86:0)
[08:37:40.442] Build status: STARTED
[08:37:40.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:87:0) after 1m39s
[08:39:19.464] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:87:0)
[08:39:19.495] Build status: STARTED
[08:39:19.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:88:0) after 2m35s
[08:41:54.476] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:88:0)
[08:41:54.502] Build status: STARTED
[08:41:54.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:89:0) after 3m12s
[08:45:06.535] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:89:0)
[08:45:06.565] Build status: STARTED
[08:45:06.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:90:0) after 5m18s
[08:50:24.882] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:90:0)
[08:50:24.917] Build status: STARTED
[08:50:24.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:91:0) after 1m4s
[08:51:28.935] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:91:0)
[08:51:28.968] Build status: STARTED
[08:51:28.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:92:0) after 9m4s
[09:00:32.991] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:92:0)
[09:00:33.026] Build status: STARTED
[09:00:33.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:93:0) after 8m16s
[09:08:49.048] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:93:0)
[09:08:49.080] Build status: STARTED
[09:08:49.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:94:0) after 2m28s
[09:11:17.064] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:94:0)
[09:11:17.099] Build status: STARTED
[09:11:17.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:95:0) after 6m53s
[09:18:10.119] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:95:0)
[09:18:10.142] Build status: STARTED
[09:18:10.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:96:0) after 7m54s
[09:26:04.166] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:96:0)
[09:26:04.185] Build status: STARTED
[09:26:04.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:97:0) after 4m28s
[09:30:32.210] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:97:0)
[09:30:32.241] Build status: STARTED
[09:30:32.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:98:0) after 9m14s
[09:39:46.264] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:98:0)
[09:39:46.298] Build status: STARTED
[09:39:46.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:99:0) after 4m28s
[09:44:14.316] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:99:0)
[09:44:14.337] Build status: STARTED
[09:44:14.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:100:0) after 2m7s
[09:46:21.378] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:100:0)
[09:46:21.410] Build status: STARTED
[09:46:21.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:101:0) after 8m24s
[09:54:45.429] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:101:0)
[09:54:45.478] Build status: STARTED
[09:54:45.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:102:0) after 5m16s
[10:00:01.500] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:102:0)
[10:00:01.535] Build status: STARTED
[10:00:01.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:103:0) after 1m48s
[10:01:49.565] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:103:0)
[10:01:49.603] Build status: STARTED
[10:01:49.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:104:0) after 2m45s
[10:04:35.020] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:104:0)
[10:04:35.051] Build status: STARTED
[10:04:35.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:105:0) after 5m3s
[10:09:38.077] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:105:0)
[10:09:38.106] Build status: STARTED
[10:09:38.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:106:0) after 1m50s
[10:11:28.126] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:106:0)
[10:11:28.150] Build status: STARTED
[10:11:28.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:107:0) after 4m44s
[10:16:12.276] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:107:0)
[10:16:12.360] Build status: STARTED
[10:16:12.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:108:0) after 2m27s
[10:18:39.383] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:108:0)
[10:18:39.413] Build status: STARTED
[10:18:39.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:109:0) after 6m4s
[10:24:43.436] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:109:0)
[10:24:43.454] Build status: STARTED
[10:24:43.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:110:0) after 9m30s
[10:34:13.473] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:110:0)
[10:34:13.502] Build status: STARTED
[10:34:13.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:111:0) after 7m20s
[10:41:33.523] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:111:0)
[10:41:33.557] Build status: STARTED
[10:41:33.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:112:0) after 6m32s
[10:48:05.593] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:112:0)
[10:48:05.708] Build status: STARTED
[10:48:05.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:113:0) after 6m42s
[10:54:47.682] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:113:0)
[10:54:47.737] Build status: STARTED
[10:54:47.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:114:0) after 6m0s
[11:00:47.762] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:114:0)
[11:00:47.814] Build status: STARTED
[11:00:47.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992256178415464928:115:0) after 7m6s
[11:04:00.093] Received PubSub notification, asking Buildbucket for the build status
[11:04:00.143] Build:
{
  "id": "8826826116451963393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1904,
  "createdBy": "project:chromium",
  "createTime": "2021-12-26T00:47:39.563144531Z",
  "startTime": "2021-12-26T02:39:37.052682Z",
  "endTime": "2021-12-26T11:03:59.844741430Z",
  "updateTime": "2021-12-26T11:03:59.844741430Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b736271378330a0c8642ba3768329c5b7fdf4782",
      "ref": "refs/heads/main"
    }
  }
}
[11:04:00.143] Invocation finished in 10h16m21.83632754s with status FAILED