LUCI Scheduler :: chromium :: ToTWin64PGO

Status: FAILED

Triggered by: -

Duration: 10 hours

Actions:

Definition (rev e074ce6d087643bcc493cb2122b4c61db039574b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

8f65e0025908ac3348822885933b644ae73eb84f (3 years ago)
b8f8ad0c244a1fb044f892b5c900626c7f946635 (3 years ago)
dd5ac76458d5ecaefdbd751def4ac7871b6b44f6 (3 years ago)
a564f9a8f42dab296627853806ff4b04ae347250 (3 years ago)
e90b67cab75079e7a01b3ea7716bfaab6359e32d (3 years ago)
2d0a70de394b21d47fe94d3a64a5544ca095e724 (3 years ago)
8c5f79dc68cfa1d4e033205aeda8f09c09ba6a0b (3 years ago)
f140d7893c62d707f4f9d6d57b09270f7bc83859 (3 years ago)
726d198d3d7a6ae6bf122b90d99b609d590bcba0 (3 years ago)
d3043a13be7596f5db25a7636c231c46ec699425 (3 years ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d3043a13be7596f5db25a7636c231c46ec699425"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d3043a13be7596f5db25a7636c231c46ec699425
gitiles_ref:refs/heads/main

Debug log (UTC)

[21:51:10.747] New invocation is queued and will start shortly
[21:51:11.878] Starting the invocation (attempt 1)
[21:51:11.921] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d3043a13be7596f5db25a7636c231c46ec699425"
[21:51:11.921] Popped gitiles commit info from properties and tags
[21:51:11.921] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:51:11.922] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:51:11.922] Buildbucket request:
{
  "requestId": "9007396973681120672",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d3043a13be7596f5db25a7636c231c46ec699425",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9007396973681120672"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:51:12.899] Scheduled build:
{
  "id": "8841966911607847040",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1073,
  "createdBy": "project:chromium",
  "createTime": "2021-07-11T21:51:12.093825Z",
  "updateTime": "2021-07-11T21:51:12.825829Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d3043a13be7596f5db25a7636c231c46ec699425",
      "ref": "refs/heads/main"
    }
  }
}
[21:51:12.899] Task URL: https://cr-buildbucket.appspot.com/build/8841966911607847040
[21:51:12.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:2:0) after 5m54s
[21:57:06.974] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:2:0)
[21:57:07.019] Build status: SCHEDULED
[21:57:07.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:3:0) after 9m48s
[22:06:55.182] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:3:0)
[22:06:55.228] Build status: SCHEDULED
[22:06:55.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:4:0) after 3m15s
[22:10:10.415] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:4:0)
[22:10:10.451] Build status: SCHEDULED
[22:10:10.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:5:0) after 5m57s
[22:16:07.656] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:5:0)
[22:16:07.692] Build status: SCHEDULED
[22:16:07.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:6:0) after 7m25s
[22:23:33.700] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:6:0)
[22:23:33.727] Build status: SCHEDULED
[22:23:33.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:7:0) after 9m1s
[22:31:12.820] Received PubSub notification, asking Buildbucket for the build status
[22:31:12.852] Build status: STARTED
[22:32:34.763] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:7:0)
[22:32:34.789] Build status: STARTED
[22:32:34.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:9:0) after 4m47s
[22:37:21.805] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:9:0)
[22:37:21.858] Build status: STARTED
[22:37:21.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:10:0) after 9m10s
[22:46:32.813] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:10:0)
[22:46:32.839] Build status: STARTED
[22:46:32.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:11:0) after 6m59s
[22:53:32.160] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:11:0)
[22:53:32.192] Build status: STARTED
[22:53:32.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:12:0) after 9m46s
[23:03:18.209] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:12:0)
[23:03:18.246] Build status: STARTED
[23:03:18.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:13:0) after 8m8s
[23:11:26.662] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:13:0)
[23:11:26.721] Build status: STARTED
[23:11:26.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:14:0) after 4m21s
[23:15:47.737] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:14:0)
[23:15:47.774] Build status: STARTED
[23:15:47.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:15:0) after 7m53s
[23:23:41.121] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:15:0)
[23:23:41.189] Build status: STARTED
[23:23:41.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:16:0) after 4m54s
[23:28:35.211] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:16:0)
[23:28:35.239] Build status: STARTED
[23:28:35.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:17:0) after 5m50s
[23:34:25.545] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:17:0)
[23:34:25.570] Build status: STARTED
[23:34:25.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:18:0) after 3m3s
[23:37:28.586] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:18:0)
[23:37:28.614] Build status: STARTED
[23:37:28.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:19:0) after 1m3s
[23:38:31.631] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:19:0)
[23:38:31.660] Build status: STARTED
[23:38:31.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:20:0) after 9m41s
[23:48:12.678] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:20:0)
[23:48:12.707] Build status: STARTED
[23:48:12.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:21:0) after 2m16s
[23:50:28.823] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:21:0)
[23:50:28.997] Build status: STARTED
[23:50:28.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:22:0) after 4m2s
[23:54:31.226] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:22:0)
[23:54:31.256] Build status: STARTED
[23:54:31.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:23:0) after 5m11s
[23:59:42.592] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:23:0)
[23:59:42.624] Build status: STARTED
[23:59:42.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:24:0) after 2m40s
[00:02:22.624] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:24:0)
[00:02:22.664] Build status: STARTED
[00:02:22.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:25:0) after 6m42s
[00:09:04.894] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:25:0)
[00:09:04.931] Build status: STARTED
[00:09:04.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:26:0) after 8m36s
[00:17:40.950] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:26:0)
[00:17:40.986] Build status: STARTED
[00:17:40.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:27:0) after 8m23s
[00:26:04.108] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:27:0)
[00:26:04.256] Build status: STARTED
[00:26:04.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:28:0) after 6m18s
[00:32:22.480] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:28:0)
[00:32:22.510] Build status: STARTED
[00:32:22.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:29:0) after 1m38s
[00:34:00.619] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:29:0)
[00:34:00.653] Build status: STARTED
[00:34:00.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:30:0) after 7m32s
[00:41:32.685] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:30:0)
[00:41:32.712] Build status: STARTED
[00:41:32.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:31:0) after 6m10s
[00:47:42.731] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:31:0)
[00:47:42.765] Build status: STARTED
[00:47:42.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:32:0) after 9m9s
[00:56:52.065] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:32:0)
[00:56:52.103] Build status: STARTED
[00:56:52.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:33:0) after 2m15s
[00:59:07.121] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:33:0)
[00:59:07.168] Build status: STARTED
[00:59:07.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:34:0) after 6m25s
[01:05:32.257] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:34:0)
[01:05:32.291] Build status: STARTED
[01:05:32.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:35:0) after 2m49s
[01:08:21.328] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:35:0)
[01:08:21.366] Build status: STARTED
[01:08:21.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:36:0) after 5m47s
[01:14:08.389] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:36:0)
[01:14:08.422] Build status: STARTED
[01:14:08.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:37:0) after 7m8s
[01:21:16.450] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:37:0)
[01:21:16.480] Build status: STARTED
[01:21:16.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:38:0) after 8m7s
[01:29:24.767] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:38:0)
[01:29:24.798] Build status: STARTED
[01:29:24.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:39:0) after 2m59s
[01:32:24.008] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:39:0)
[01:32:24.036] Build status: STARTED
[01:32:24.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:40:0) after 5m56s
[01:38:20.238] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:40:0)
[01:38:20.268] Build status: STARTED
[01:38:20.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:41:0) after 6m30s
[01:44:50.627] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:41:0)
[01:44:50.657] Build status: STARTED
[01:44:50.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:42:0) after 8m8s
[01:52:58.675] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:42:0)
[01:52:58.717] Build status: STARTED
[01:52:58.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:43:0) after 9m41s
[02:02:39.946] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:43:0)
[02:02:40.001] Build status: STARTED
[02:02:40.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:44:0) after 9m44s
[02:12:24.021] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:44:0)
[02:12:24.065] Build status: STARTED
[02:12:24.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:45:0) after 5m9s
[02:17:33.412] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:45:0)
[02:17:33.442] Build status: STARTED
[02:17:33.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:46:0) after 9m41s
[02:27:14.462] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:46:0)
[02:27:14.524] Build status: STARTED
[02:27:14.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:47:0) after 5m38s
[02:32:52.570] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:47:0)
[02:32:52.610] Build status: STARTED
[02:32:52.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:48:0) after 2m53s
[02:35:45.653] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:48:0)
[02:35:45.683] Build status: STARTED
[02:35:45.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:49:0) after 3m42s
[02:39:27.770] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:49:0)
[02:39:27.803] Build status: STARTED
[02:39:27.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:50:0) after 7m29s
[02:46:56.939] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:50:0)
[02:46:56.975] Build status: STARTED
[02:46:56.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:51:0) after 9m24s
[02:56:21.004] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:51:0)
[02:56:21.037] Build status: STARTED
[02:56:21.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:52:0) after 6m51s
[03:03:12.822] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:52:0)
[03:03:12.849] Build status: STARTED
[03:03:12.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:53:0) after 3m42s
[03:06:55.261] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:53:0)
[03:06:55.288] Build status: STARTED
[03:06:55.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:54:0) after 7m30s
[03:14:25.884] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:54:0)
[03:14:25.912] Build status: STARTED
[03:14:25.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:55:0) after 3m3s
[03:17:28.930] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:55:0)
[03:17:28.956] Build status: STARTED
[03:17:28.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:56:0) after 2m38s
[03:20:06.951] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:56:0)
[03:20:06.977] Build status: STARTED
[03:20:06.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:57:0) after 7m0s
[03:27:06.979] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:57:0)
[03:27:07.022] Build status: STARTED
[03:27:07.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:58:0) after 1m34s
[03:28:41.269] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:58:0)
[03:28:41.306] Build status: STARTED
[03:28:41.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:59:0) after 1m27s
[03:30:08.335] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:59:0)
[03:30:08.369] Build status: STARTED
[03:30:08.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:60:0) after 9m21s
[03:39:29.351] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:60:0)
[03:39:29.389] Build status: STARTED
[03:39:29.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:61:0) after 9m13s
[03:48:42.414] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:61:0)
[03:48:42.452] Build status: STARTED
[03:48:42.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:62:0) after 1m10s
[03:49:52.470] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:62:0)
[03:49:52.499] Build status: STARTED
[03:49:52.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:63:0) after 8m7s
[03:57:59.520] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:63:0)
[03:57:59.552] Build status: STARTED
[03:57:59.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:64:0) after 9m13s
[04:07:12.574] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:64:0)
[04:07:12.645] Build status: STARTED
[04:07:12.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:65:0) after 7m2s
[04:14:14.654] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:65:0)
[04:14:14.681] Build status: STARTED
[04:14:14.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:66:0) after 5m46s
[04:20:01.026] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:66:0)
[04:20:01.060] Build status: STARTED
[04:20:01.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:67:0) after 2m14s
[04:22:15.082] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:67:0)
[04:22:15.111] Build status: STARTED
[04:22:15.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:68:0) after 4m30s
[04:26:45.132] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:68:0)
[04:26:45.161] Build status: STARTED
[04:26:45.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:69:0) after 8m42s
[04:35:27.171] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:69:0)
[04:35:27.208] Build status: STARTED
[04:35:27.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:70:0) after 7m38s
[04:43:05.317] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:70:0)
[04:43:05.347] Build status: STARTED
[04:43:05.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:71:0) after 6m34s
[04:49:39.370] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:71:0)
[04:49:39.404] Build status: STARTED
[04:49:39.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:72:0) after 8m42s
[04:58:21.507] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:72:0)
[04:58:21.541] Build status: STARTED
[04:58:21.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:73:0) after 4m16s
[05:02:37.594] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:73:0)
[05:02:37.622] Build status: STARTED
[05:02:37.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:74:0) after 5m59s
[05:08:36.956] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:74:0)
[05:08:36.979] Build status: STARTED
[05:08:36.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:75:0) after 3m17s
[05:11:53.999] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:75:0)
[05:11:54.031] Build status: STARTED
[05:11:54.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:76:0) after 4m52s
[05:16:46.055] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:76:0)
[05:16:46.092] Build status: STARTED
[05:16:46.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:77:0) after 2m46s
[05:19:32.124] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:77:0)
[05:19:32.153] Build status: STARTED
[05:19:32.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:78:0) after 5m52s
[05:25:24.245] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:78:0)
[05:25:24.273] Build status: STARTED
[05:25:24.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:79:0) after 5m0s
[05:30:24.394] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:79:0)
[05:30:24.452] Build status: STARTED
[05:30:24.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:80:0) after 3m43s
[05:34:07.587] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:80:0)
[05:34:07.619] Build status: STARTED
[05:34:07.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:81:0) after 9m52s
[05:43:59.643] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:81:0)
[05:43:59.672] Build status: STARTED
[05:43:59.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:82:0) after 6m15s
[05:50:14.693] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:82:0)
[05:50:14.737] Build status: STARTED
[05:50:14.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:83:0) after 1m5s
[05:51:19.761] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:83:0)
[05:51:19.788] Build status: STARTED
[05:51:19.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:84:0) after 7m33s
[05:58:52.821] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:84:0)
[05:58:52.849] Build status: STARTED
[05:58:52.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:85:0) after 1m27s
[06:00:19.877] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:85:0)
[06:00:19.913] Build status: STARTED
[06:00:19.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:86:0) after 5m36s
[06:05:56.042] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:86:0)
[06:05:56.077] Build status: STARTED
[06:05:56.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:87:0) after 1m48s
[06:07:44.139] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:87:0)
[06:07:44.172] Build status: STARTED
[06:07:44.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:88:0) after 7m35s
[06:15:19.216] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:88:0)
[06:15:19.260] Build status: STARTED
[06:15:19.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:89:0) after 9m49s
[06:25:08.286] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:89:0)
[06:25:08.316] Build status: STARTED
[06:25:08.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:90:0) after 5m1s
[06:30:09.347] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:90:0)
[06:30:09.377] Build status: STARTED
[06:30:09.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:91:0) after 5m20s
[06:35:29.506] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:91:0)
[06:35:29.537] Build status: STARTED
[06:35:29.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:92:0) after 6m1s
[06:41:30.534] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:92:0)
[06:41:30.568] Build status: STARTED
[06:41:30.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:93:0) after 3m46s
[06:45:16.696] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:93:0)
[06:45:16.726] Build status: STARTED
[06:45:16.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:94:0) after 6m42s
[06:51:58.745] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:94:0)
[06:51:58.780] Build status: STARTED
[06:51:58.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:95:0) after 2m48s
[06:54:46.798] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:95:0)
[06:54:46.849] Build status: STARTED
[06:54:46.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:96:0) after 9m54s
[07:04:40.927] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:96:0)
[07:04:40.959] Build status: STARTED
[07:04:40.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:97:0) after 1m9s
[07:05:50.071] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:97:0)
[07:05:50.111] Build status: STARTED
[07:05:50.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:98:0) after 5m19s
[07:11:09.208] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:98:0)
[07:11:09.243] Build status: STARTED
[07:11:09.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:99:0) after 7m25s
[07:18:34.268] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:99:0)
[07:18:34.300] Build status: STARTED
[07:18:34.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:100:0) after 6m27s
[07:25:01.324] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:100:0)
[07:25:01.392] Build status: STARTED
[07:25:01.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:101:0) after 5m26s
[07:30:27.477] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:101:0)
[07:30:27.515] Build status: STARTED
[07:30:27.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:102:0) after 4m3s
[07:34:30.643] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:102:0)
[07:34:30.671] Build status: STARTED
[07:34:30.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:103:0) after 1m55s
[07:36:25.697] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:103:0)
[07:36:25.724] Build status: STARTED
[07:36:25.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:104:0) after 2m51s
[07:39:16.789] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:104:0)
[07:39:16.818] Build status: STARTED
[07:39:16.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:105:0) after 1m19s
[07:40:35.876] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:105:0)
[07:40:35.919] Build status: STARTED
[07:40:35.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:106:0) after 2m55s
[07:43:30.946] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:106:0)
[07:43:30.975] Build status: STARTED
[07:43:30.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:107:0) after 1m22s
[07:44:53.003] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:107:0)
[07:44:53.028] Build status: STARTED
[07:44:53.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:108:0) after 2m6s
[07:46:59.076] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:108:0)
[07:46:59.117] Build status: STARTED
[07:46:59.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:109:0) after 4m22s
[07:51:21.262] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:109:0)
[07:51:21.346] Build status: STARTED
[07:51:21.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:110:0) after 1m20s
[07:52:41.373] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:110:0)
[07:52:41.776] Build status: STARTED
[07:52:41.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:111:0) after 3m54s
[07:56:36.014] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:111:0)
[07:56:36.166] Build status: STARTED
[07:56:36.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:112:0) after 1m56s
[07:58:32.203] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:112:0)
[07:58:32.248] Build status: STARTED
[07:58:32.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:113:0) after 2m50s
[08:01:22.391] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:113:0)
[08:01:22.424] Build status: STARTED
[08:01:22.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:114:0) after 3m21s
[08:04:43.450] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:114:0)
[08:04:43.488] Build status: STARTED
[08:04:43.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:115:0) after 8m11s
[08:12:54.771] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:115:0)
[08:12:54.816] Build status: STARTED
[08:12:54.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:116:0) after 8m0s
[08:20:54.848] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:116:0)
[08:20:54.879] Build status: STARTED
[08:20:54.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:117:0) after 9m0s
[08:29:55.006] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:117:0)
[08:29:55.036] Build status: STARTED
[08:29:55.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9007396973681120672:118:0) after 8m59s
[08:37:10.544] Received PubSub notification, asking Buildbucket for the build status
[08:37:10.585] Build:
{
  "id": "8841966911607847040",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1073,
  "createdBy": "project:chromium",
  "createTime": "2021-07-11T21:51:12.093825Z",
  "startTime": "2021-07-11T22:31:12.254719Z",
  "endTime": "2021-07-12T08:37:10.190190642Z",
  "updateTime": "2021-07-12T08:37:10.190477093Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d3043a13be7596f5db25a7636c231c46ec699425",
      "ref": "refs/heads/main"
    }
  }
}
[08:37:10.585] Invocation finished in 10h45m59.853298317s with status FAILED