Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2ad0c2d3892ff3af2c773003fceccb52c14db039"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2ad0c2d3892ff3af2c773003fceccb52c14db039
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:13:56.323] New invocation is queued and will start shortly
[11:14:01.106] Starting the invocation (attempt 1)
[11:14:01.153] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2ad0c2d3892ff3af2c773003fceccb52c14db039"
[11:14:01.153] Popped gitiles commit info from properties and tags
[11:14:01.153] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:14:01.153] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:14:01.153] Buildbucket request:
{
  "requestId": "8985603196478969600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2ad0c2d3892ff3af2c773003fceccb52c14db039",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8985603196478969600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:14:01.771] Scheduled build:
{
  "id": "8820173130666491729",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2218,
  "createdBy": "project:chromium",
  "createTime": "2022-03-09T11:14:01.234218109Z",
  "updateTime": "2022-03-09T11:14:01.234218109Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2ad0c2d3892ff3af2c773003fceccb52c14db039",
      "ref": "refs/heads/main"
    }
  }
}
[11:14:01.771] Task URL: https://cr-buildbucket.appspot.com/build/8820173130666491729
[11:14:01.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:2:0) after 7m49s
[11:21:50.800] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:2:0)
[11:21:50.958] Build status: SCHEDULED
[11:21:50.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:3:0) after 8m4s
[11:29:54.981] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:3:0)
[11:29:55.063] Build status: SCHEDULED
[11:29:55.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:4:0) after 2m8s
[11:32:03.084] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:4:0)
[11:32:03.120] Build status: SCHEDULED
[11:32:03.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:5:0) after 1m27s
[11:33:30.150] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:5:0)
[11:33:30.168] Build status: SCHEDULED
[11:33:30.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:6:0) after 7m19s
[11:40:49.297] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:6:0)
[11:40:49.336] Build status: SCHEDULED
[11:40:49.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:7:0) after 3m2s
[11:43:51.364] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:7:0)
[11:43:51.394] Build status: SCHEDULED
[11:43:51.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:8:0) after 5m40s
[11:49:31.426] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:8:0)
[11:49:31.505] Build status: SCHEDULED
[11:49:31.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:9:0) after 6m15s
[11:55:46.531] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:9:0)
[11:55:46.571] Build status: SCHEDULED
[11:55:46.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:10:0) after 2m40s
[11:58:26.634] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:10:0)
[11:58:26.653] Build status: SCHEDULED
[11:58:26.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:11:0) after 2m53s
[12:01:19.922] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:11:0)
[12:01:19.960] Build status: SCHEDULED
[12:01:19.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:12:0) after 3m56s
[12:05:15.987] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:12:0)
[12:05:16.011] Build status: SCHEDULED
[12:05:16.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:13:0) after 7m3s
[12:12:19.171] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:13:0)
[12:12:19.199] Build status: SCHEDULED
[12:12:19.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:14:0) after 6m16s
[12:18:35.241] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:14:0)
[12:18:35.279] Build status: SCHEDULED
[12:18:35.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:15:0) after 8m1s
[12:26:36.302] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:15:0)
[12:26:36.338] Build status: SCHEDULED
[12:26:36.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:16:0) after 1m49s
[12:28:25.459] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:16:0)
[12:28:25.488] Build status: SCHEDULED
[12:28:25.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:17:0) after 1m26s
[12:29:51.617] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:17:0)
[12:29:51.637] Build status: SCHEDULED
[12:29:51.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:18:0) after 1m18s
[12:31:09.669] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:18:0)
[12:31:09.704] Build status: SCHEDULED
[12:31:09.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:19:0) after 3m12s
[12:34:21.840] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:19:0)
[12:34:21.859] Build status: SCHEDULED
[12:34:21.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:20:0) after 8m6s
[12:42:27.999] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:20:0)
[12:42:28.053] Build status: SCHEDULED
[12:42:28.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:21:0) after 6m1s
[12:48:29.078] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:21:0)
[12:48:29.107] Build status: SCHEDULED
[12:48:29.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:22:0) after 5m21s
[12:53:50.130] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:22:0)
[12:53:50.169] Build status: SCHEDULED
[12:53:50.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:23:0) after 6m20s
[12:55:40.691] Received PubSub notification, asking Buildbucket for the build status
[12:55:40.730] Build status: STARTED
[13:00:10.264] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:23:0)
[13:00:10.296] Build status: STARTED
[13:00:10.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:25:0) after 1m24s
[13:01:34.320] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:25:0)
[13:01:34.346] Build status: STARTED
[13:01:34.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:26:0) after 6m21s
[13:07:55.490] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:26:0)
[13:07:55.507] Build status: STARTED
[13:07:55.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:27:0) after 6m26s
[13:14:21.556] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:27:0)
[13:14:21.577] Build status: STARTED
[13:14:21.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:28:0) after 2m4s
[13:16:25.716] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:28:0)
[13:16:25.749] Build status: STARTED
[13:16:25.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:29:0) after 3m16s
[13:19:41.776] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:29:0)
[13:19:41.821] Build status: STARTED
[13:19:41.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:30:0) after 2m35s
[13:22:16.845] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:30:0)
[13:22:16.895] Build status: STARTED
[13:22:16.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:31:0) after 2m22s
[13:24:39.103] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:31:0)
[13:24:39.124] Build status: STARTED
[13:24:39.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:32:0) after 9m6s
[13:33:45.188] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:32:0)
[13:33:45.206] Build status: STARTED
[13:33:45.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:33:0) after 7m53s
[13:41:38.330] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:33:0)
[13:41:38.359] Build status: STARTED
[13:41:38.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:34:0) after 5m35s
[13:47:13.383] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:34:0)
[13:47:13.405] Build status: STARTED
[13:47:13.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:35:0) after 5m14s
[13:52:27.932] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:35:0)
[13:52:28.049] Build status: STARTED
[13:52:28.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:36:0) after 9m18s
[14:01:46.103] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:36:0)
[14:01:46.131] Build status: STARTED
[14:01:46.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:37:0) after 3m15s
[14:05:01.161] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:37:0)
[14:05:01.190] Build status: STARTED
[14:05:01.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:38:0) after 5m32s
[14:10:33.384] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:38:0)
[14:10:33.417] Build status: STARTED
[14:10:33.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:39:0) after 7m29s
[14:18:02.486] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:39:0)
[14:18:02.607] Build status: STARTED
[14:18:02.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:40:0) after 1m47s
[14:19:49.620] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:40:0)
[14:19:49.662] Build status: STARTED
[14:19:49.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:41:0) after 8m11s
[14:28:00.786] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:41:0)
[14:28:00.820] Build status: STARTED
[14:28:00.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:42:0) after 6m56s
[14:34:56.867] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:42:0)
[14:34:56.896] Build status: STARTED
[14:34:56.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:43:0) after 2m53s
[14:37:50.172] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:43:0)
[14:37:50.239] Build status: STARTED
[14:37:50.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:44:0) after 3m31s
[14:41:21.265] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:44:0)
[14:41:21.287] Build status: STARTED
[14:41:21.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:45:0) after 4m7s
[14:45:28.318] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:45:0)
[14:45:28.396] Build status: STARTED
[14:45:28.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:46:0) after 9m22s
[14:54:50.491] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:46:0)
[14:54:50.511] Build status: STARTED
[14:54:50.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:47:0) after 4m39s
[14:59:29.516] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:47:0)
[14:59:29.538] Build status: STARTED
[14:59:29.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:48:0) after 4m43s
[15:04:12.568] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:48:0)
[15:04:12.607] Build status: STARTED
[15:04:12.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:49:0) after 2m11s
[15:06:23.636] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:49:0)
[15:06:23.745] Build status: STARTED
[15:06:23.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:50:0) after 8m29s
[15:14:52.777] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:50:0)
[15:14:52.803] Build status: STARTED
[15:14:52.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:51:0) after 3m13s
[15:18:05.954] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:51:0)
[15:18:05.977] Build status: STARTED
[15:18:05.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:52:0) after 8m5s
[15:26:11.014] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:52:0)
[15:26:11.046] Build status: STARTED
[15:26:11.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:53:0) after 3m25s
[15:29:36.176] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:53:0)
[15:29:36.268] Build status: STARTED
[15:29:36.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:54:0) after 3m48s
[15:33:24.441] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:54:0)
[15:33:24.466] Build status: STARTED
[15:33:24.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:55:0) after 6m0s
[15:39:24.752] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:55:0)
[15:39:24.771] Build status: STARTED
[15:39:24.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:56:0) after 1m43s
[15:41:07.821] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:56:0)
[15:41:07.842] Build status: STARTED
[15:41:07.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:57:0) after 2m23s
[15:43:30.829] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:57:0)
[15:43:30.872] Build status: STARTED
[15:43:30.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:58:0) after 4m7s
[15:47:37.950] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:58:0)
[15:47:38.077] Build status: STARTED
[15:47:38.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:59:0) after 3m58s
[15:51:36.172] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:59:0)
[15:51:36.213] Build status: STARTED
[15:51:36.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:60:0) after 4m4s
[15:55:40.237] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:60:0)
[15:55:40.284] Build status: STARTED
[15:55:40.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:61:0) after 6m30s
[16:02:10.558] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:61:0)
[16:02:10.584] Build status: STARTED
[16:02:10.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:62:0) after 1m2s
[16:03:12.913] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:62:0)
[16:03:12.951] Build status: STARTED
[16:03:12.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:63:0) after 8m49s
[16:12:02.002] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:63:0)
[16:12:02.028] Build status: STARTED
[16:12:02.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:64:0) after 8m25s
[16:20:27.165] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:64:0)
[16:20:27.188] Build status: STARTED
[16:20:27.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:65:0) after 5m58s
[16:26:25.211] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:65:0)
[16:26:25.242] Build status: STARTED
[16:26:25.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:66:0) after 2m5s
[16:28:30.417] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:66:0)
[16:28:30.545] Build status: STARTED
[16:28:30.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:67:0) after 1m3s
[16:29:33.794] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:67:0)
[16:29:33.815] Build status: STARTED
[16:29:33.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:68:0) after 3m50s
[16:33:23.950] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:68:0)
[16:33:24.004] Build status: STARTED
[16:33:24.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:69:0) after 7m2s
[16:40:26.053] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:69:0)
[16:40:26.155] Build status: STARTED
[16:40:26.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:70:0) after 9m37s
[16:50:03.201] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:70:0)
[16:50:03.230] Build status: STARTED
[16:50:03.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:71:0) after 5m31s
[16:55:34.389] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:71:0)
[16:55:34.422] Build status: STARTED
[16:55:34.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:72:0) after 2m55s
[16:58:29.494] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:72:0)
[16:58:29.513] Build status: STARTED
[16:58:29.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:73:0) after 5m35s
[17:04:04.543] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:73:0)
[17:04:04.585] Build status: STARTED
[17:04:04.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:74:0) after 3m58s
[17:08:02.659] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:74:0)
[17:08:02.722] Build status: STARTED
[17:08:02.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:75:0) after 9m41s
[17:17:43.932] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:75:0)
[17:17:43.958] Build status: STARTED
[17:17:43.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:76:0) after 2m32s
[17:20:15.986] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:76:0)
[17:20:16.011] Build status: STARTED
[17:20:16.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:77:0) after 2m15s
[17:22:31.265] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:77:0)
[17:22:31.291] Build status: STARTED
[17:22:31.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:78:0) after 6m4s
[17:28:35.614] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:78:0)
[17:28:35.636] Build status: STARTED
[17:28:35.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:79:0) after 5m27s
[17:34:02.716] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:79:0)
[17:34:02.759] Build status: STARTED
[17:34:02.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:80:0) after 8m54s
[17:42:57.891] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:80:0)
[17:42:57.923] Build status: STARTED
[17:42:57.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:81:0) after 7m36s
[17:50:34.471] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:81:0)
[17:50:34.495] Build status: STARTED
[17:50:34.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:82:0) after 7m13s
[17:57:47.939] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:82:0)
[17:57:47.962] Build status: STARTED
[17:57:47.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:83:0) after 6m46s
[18:04:34.064] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:83:0)
[18:04:34.101] Build status: STARTED
[18:04:34.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:84:0) after 5m5s
[18:09:39.289] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:84:0)
[18:09:39.311] Build status: STARTED
[18:09:39.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:85:0) after 5m26s
[18:15:05.407] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:85:0)
[18:15:05.461] Build status: STARTED
[18:15:05.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:86:0) after 1m13s
[18:16:18.492] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:86:0)
[18:16:18.552] Build status: STARTED
[18:16:18.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:87:0) after 9m0s
[18:25:18.872] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:87:0)
[18:25:18.893] Build status: STARTED
[18:25:18.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:88:0) after 6m53s
[18:32:11.957] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:88:0)
[18:32:11.982] Build status: STARTED
[18:32:11.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:89:0) after 3m48s
[18:36:00.062] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:89:0)
[18:36:00.096] Build status: STARTED
[18:36:00.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:90:0) after 1m38s
[18:37:38.458] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:90:0)
[18:37:38.482] Build status: STARTED
[18:37:38.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:91:0) after 8m38s
[18:46:16.764] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:91:0)
[18:46:16.790] Build status: STARTED
[18:46:16.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:92:0) after 3m35s
[18:49:51.818] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:92:0)
[18:49:51.868] Build status: STARTED
[18:49:51.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:93:0) after 4m2s
[18:53:53.893] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:93:0)
[18:53:53.931] Build status: STARTED
[18:53:53.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:94:0) after 3m3s
[18:56:57.000] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:94:0)
[18:56:57.024] Build status: STARTED
[18:56:57.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:95:0) after 9m57s
[19:06:54.251] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:95:0)
[19:06:54.279] Build status: STARTED
[19:06:54.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:96:0) after 4m14s
[19:11:08.367] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:96:0)
[19:11:08.391] Build status: STARTED
[19:11:08.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:97:0) after 8m25s
[19:19:34.157] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:97:0)
[19:19:34.191] Build status: STARTED
[19:19:34.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:98:0) after 4m46s
[19:24:20.217] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:98:0)
[19:24:20.245] Build status: STARTED
[19:24:20.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:99:0) after 2m22s
[19:26:42.286] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:99:0)
[19:26:42.312] Build status: STARTED
[19:26:42.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:100:0) after 1m48s
[19:28:30.404] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:100:0)
[19:28:30.442] Build status: STARTED
[19:28:30.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:101:0) after 7m7s
[19:35:37.520] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:101:0)
[19:35:37.544] Build status: STARTED
[19:35:37.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:102:0) after 1m39s
[19:37:16.574] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:102:0)
[19:37:16.594] Build status: STARTED
[19:37:16.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:103:0) after 4m14s
[19:41:30.681] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:103:0)
[19:41:30.709] Build status: STARTED
[19:41:30.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:104:0) after 1m56s
[19:43:26.749] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:104:0)
[19:43:26.779] Build status: STARTED
[19:43:26.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:105:0) after 1m9s
[19:44:36.159] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:105:0)
[19:44:36.184] Build status: STARTED
[19:44:36.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:106:0) after 8m18s
[19:52:54.218] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:106:0)
[19:52:54.255] Build status: STARTED
[19:52:54.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:107:0) after 9m19s
[20:02:13.439] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:107:0)
[20:02:13.532] Build status: STARTED
[20:02:13.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:108:0) after 8m24s
[20:10:37.563] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:108:0)
[20:10:37.602] Build status: STARTED
[20:10:37.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:109:0) after 7m2s
[20:17:39.584] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:109:0)
[20:17:39.623] Build status: STARTED
[20:17:39.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:110:0) after 7m14s
[20:24:53.850] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:110:0)
[20:24:53.871] Build status: STARTED
[20:24:53.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:111:0) after 9m30s
[20:34:24.221] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:111:0)
[20:34:24.241] Build status: STARTED
[20:34:24.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:112:0) after 4m17s
[20:38:41.391] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:112:0)
[20:38:41.413] Build status: STARTED
[20:38:41.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:113:0) after 9m0s
[20:47:42.059] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:113:0)
[20:47:42.090] Build status: STARTED
[20:47:42.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:114:0) after 2m32s
[20:50:14.204] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:114:0)
[20:50:14.265] Build status: STARTED
[20:50:14.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:115:0) after 7m3s
[20:57:17.294] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:115:0)
[20:57:17.320] Build status: STARTED
[20:57:17.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:116:0) after 2m1s
[20:59:18.533] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:116:0)
[20:59:18.555] Build status: STARTED
[20:59:18.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:117:0) after 5m42s
[21:05:00.586] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:117:0)
[21:05:00.693] Build status: STARTED
[21:05:00.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:118:0) after 5m0s
[21:10:00.757] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:118:0)
[21:10:00.781] Build status: STARTED
[21:10:00.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:119:0) after 7m24s
[21:17:24.838] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:119:0)
[21:17:24.876] Build status: STARTED
[21:17:24.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:120:0) after 2m6s
[21:19:31.006] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:120:0)
[21:19:31.084] Build status: STARTED
[21:19:31.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:121:0) after 7m58s
[21:27:29.445] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:121:0)
[21:27:29.489] Build status: STARTED
[21:27:29.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:122:0) after 1m36s
[21:29:05.832] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:122:0)
[21:29:05.886] Build status: STARTED
[21:29:05.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:123:0) after 3m23s
[21:32:28.958] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:123:0)
[21:32:29.074] Build status: STARTED
[21:32:29.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:124:0) after 2m25s
[21:34:54.102] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:124:0)
[21:34:54.146] Build status: STARTED
[21:34:54.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:125:0) after 8m25s
[21:43:19.183] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:125:0)
[21:43:19.209] Build status: STARTED
[21:43:19.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:126:0) after 6m38s
[21:49:57.293] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:126:0)
[21:49:57.391] Build status: STARTED
[21:49:57.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:127:0) after 3m27s
[21:53:24.520] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:127:0)
[21:53:24.540] Build status: STARTED
[21:53:24.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:128:0) after 7m17s
[22:00:41.615] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:128:0)
[22:00:41.644] Build status: STARTED
[22:00:41.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:129:0) after 6m17s
[22:06:59.141] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:129:0)
[22:06:59.167] Build status: STARTED
[22:06:59.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985603196478969600:130:0) after 7m11s
[22:10:24.252] Received PubSub notification, asking Buildbucket for the build status
[22:10:24.273] Build:
{
  "id": "8820173130666491729",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2218,
  "createdBy": "project:chromium",
  "createTime": "2022-03-09T11:14:01.234218109Z",
  "startTime": "2022-03-09T12:55:40.119724Z",
  "endTime": "2022-03-09T22:10:23.738701067Z",
  "updateTime": "2022-03-09T22:10:23.738701067Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2ad0c2d3892ff3af2c773003fceccb52c14db039",
      "ref": "refs/heads/main"
    }
  }
}
[22:10:24.273] Invocation finished in 10h56m27.964714791s with status FAILED