LUCI Scheduler :: chromium :: ToTWin64PGO

Status: FAILED

Triggered by: -

Duration: 9 hours

Actions:

Definition (rev e074ce6d087643bcc493cb2122b4c61db039574b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

13fa20def5f6c0a5b8673cfe447088ce4afb84d7 (3 years ago)
745a53858749a29ea192ef17b2290c5047b17173 (3 years ago)
ba54b0fea5b0f52d21673dbc2dad33bf456173f7 (3 years ago)
ce784e0e0378d4b68b182c739e24d01679ef226e (3 years ago)
7576bca888744e31075eccc59fe56eb5c1291024 (3 years ago)
4be31dccc4cd1ab2ea9cdee19459590cd373157b (3 years ago)
e603ecf5360c7dcb111a41b20e7099d4c6fd3924 (3 years ago)
ae08fffd06fdf3bee30079f4c5c688f644f9c0a9 (3 years ago)
a20e6e788755f745c85c1c9d69a85e9d29db1f6e (3 years ago)
ebcdcc28b59748204ffcc989e9a50b984a91ea64 (3 years ago)
58fa461ad38ea3fd95cdb76be43378b40988ac1d (3 years ago)
a7b8b4cc653f98ec91ec54035507302890c6fb08 (3 years ago)
4b5eac7a39925d6e0455753818bd6fbcc77f577b (3 years ago)
0030c58560f2005a410b1bda848b19f24de40f4f (3 years ago)
b2989bcceac9d6d277b9019a9b9c6da22b2d7247 (3 years ago)
19cbf19067727cccb4ea60a2d0d4a1f0279523ef (3 years ago)
61c79469fb3233ce4b29ac76c1188f1afffabd13 (3 years ago)
bd766fbd0bbe361f62dbf5389d480666a4e04b67 (3 years ago)
fc3aed01aff5949da697d3d40645a6ab3d445e85 (3 years ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "fc3aed01aff5949da697d3d40645a6ab3d445e85"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fc3aed01aff5949da697d3d40645a6ab3d445e85
gitiles_ref:refs/heads/main

Debug log (UTC)

[15:59:48.925] New invocation is queued and will start shortly
[15:59:50.044] Starting the invocation (attempt 1)
[15:59:50.077] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fc3aed01aff5949da697d3d40645a6ab3d445e85"
[15:59:50.077] Popped gitiles commit info from properties and tags
[15:59:50.077] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:59:50.077] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:59:50.077] Buildbucket request:
{
  "requestId": "9002345649457326176",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fc3aed01aff5949da697d3d40645a6ab3d445e85",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9002345649457326176"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:59:50.772] Scheduled build:
{
  "id": "8836915587521534977",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1382,
  "createdBy": "project:chromium",
  "createTime": "2021-09-05T15:59:50.138802510Z",
  "updateTime": "2021-09-05T15:59:50.579344785Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fc3aed01aff5949da697d3d40645a6ab3d445e85",
      "ref": "refs/heads/main"
    }
  }
}
[15:59:50.772] Task URL: https://cr-buildbucket.appspot.com/build/8836915587521534977
[15:59:50.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:2:0) after 6m8s
[16:05:59.646] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:2:0)
[16:05:59.673] Build status: SCHEDULED
[16:05:59.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:3:0) after 6m35s
[16:12:34.733] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:3:0)
[16:12:34.760] Build status: SCHEDULED
[16:12:34.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:4:0) after 2m42s
[16:15:17.259] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:4:0)
[16:15:17.290] Build status: SCHEDULED
[16:15:17.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:5:0) after 5m33s
[16:20:50.341] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:5:0)
[16:20:50.369] Build status: SCHEDULED
[16:20:50.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:6:0) after 7m34s
[16:28:24.435] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:6:0)
[16:28:24.463] Build status: SCHEDULED
[16:28:24.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:7:0) after 6m16s
[16:34:40.484] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:7:0)
[16:34:40.520] Build status: SCHEDULED
[16:34:40.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:8:0) after 4m17s
[16:38:57.545] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:8:0)
[16:38:57.584] Build status: SCHEDULED
[16:38:57.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:9:0) after 9m48s
[16:48:45.845] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:9:0)
[16:48:46.044] Build status: SCHEDULED
[16:48:46.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:10:0) after 8m6s
[16:56:52.066] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:10:0)
[16:56:52.093] Build status: SCHEDULED
[16:56:52.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:11:0) after 8m53s
[17:05:45.137] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:11:0)
[17:05:45.163] Build status: SCHEDULED
[17:05:45.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:12:0) after 1m50s
[17:07:35.243] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:12:0)
[17:07:35.313] Build status: SCHEDULED
[17:07:35.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:13:0) after 2m5s
[17:08:12.233] Received PubSub notification, asking Buildbucket for the build status
[17:08:12.259] Build status: STARTED
[17:09:41.829] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:13:0)
[17:09:41.855] Build status: STARTED
[17:09:41.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:15:0) after 1m52s
[17:11:34.321] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:15:0)
[17:11:34.350] Build status: STARTED
[17:11:34.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:16:0) after 6m6s
[17:17:40.374] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:16:0)
[17:17:40.420] Build status: STARTED
[17:17:40.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:17:0) after 1m36s
[17:19:16.551] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:17:0)
[17:19:16.580] Build status: STARTED
[17:19:16.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:18:0) after 1m54s
[17:21:10.667] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:18:0)
[17:21:10.698] Build status: STARTED
[17:21:10.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:19:0) after 3m6s
[17:24:16.921] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:19:0)
[17:24:16.954] Build status: STARTED
[17:24:16.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:20:0) after 7m18s
[17:31:34.973] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:20:0)
[17:31:35.002] Build status: STARTED
[17:31:35.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:21:0) after 5m1s
[17:36:36.055] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:21:0)
[17:36:36.085] Build status: STARTED
[17:36:36.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:22:0) after 7m11s
[17:43:47.159] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:22:0)
[17:43:47.201] Build status: STARTED
[17:43:47.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:23:0) after 7m54s
[17:51:41.219] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:23:0)
[17:51:41.272] Build status: STARTED
[17:51:41.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:24:0) after 1m53s
[17:53:34.291] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:24:0)
[17:53:34.322] Build status: STARTED
[17:53:34.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:25:0) after 4m42s
[17:58:16.307] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:25:0)
[17:58:16.335] Build status: STARTED
[17:58:16.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:26:0) after 4m15s
[18:02:31.357] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:26:0)
[18:02:31.402] Build status: STARTED
[18:02:31.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:27:0) after 9m14s
[18:11:45.433] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:27:0)
[18:11:45.468] Build status: STARTED
[18:11:45.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:28:0) after 4m14s
[18:15:59.589] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:28:0)
[18:15:59.619] Build status: STARTED
[18:15:59.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:29:0) after 4m1s
[18:20:00.651] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:29:0)
[18:20:00.681] Build status: STARTED
[18:20:00.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:30:0) after 7m12s
[18:27:12.858] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:30:0)
[18:27:12.883] Build status: STARTED
[18:27:12.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:31:0) after 6m7s
[18:33:19.959] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:31:0)
[18:33:19.986] Build status: STARTED
[18:33:19.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:32:0) after 2m7s
[18:35:27.100] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:32:0)
[18:35:27.131] Build status: STARTED
[18:35:27.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:33:0) after 5m55s
[18:41:22.234] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:33:0)
[18:41:22.272] Build status: STARTED
[18:41:22.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:34:0) after 6m36s
[18:47:58.394] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:34:0)
[18:47:58.426] Build status: STARTED
[18:47:58.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:35:0) after 1m40s
[18:49:38.523] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:35:0)
[18:49:38.554] Build status: STARTED
[18:49:38.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:36:0) after 2m19s
[18:51:57.580] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:36:0)
[18:51:57.613] Build status: STARTED
[18:51:57.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:37:0) after 7m20s
[18:59:17.634] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:37:0)
[18:59:17.692] Build status: STARTED
[18:59:17.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:38:0) after 2m57s
[19:02:14.714] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:38:0)
[19:02:14.755] Build status: STARTED
[19:02:14.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:39:0) after 6m47s
[19:09:02.277] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:39:0)
[19:09:02.305] Build status: STARTED
[19:09:02.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:40:0) after 8m43s
[19:17:45.332] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:40:0)
[19:17:45.364] Build status: STARTED
[19:17:45.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:41:0) after 8m5s
[19:25:50.389] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:41:0)
[19:25:50.434] Build status: STARTED
[19:25:50.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:42:0) after 3m3s
[19:28:53.656] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:42:0)
[19:28:53.685] Build status: STARTED
[19:28:53.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:43:0) after 8m43s
[19:37:36.800] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:43:0)
[19:37:36.844] Build status: STARTED
[19:37:36.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:44:0) after 8m59s
[19:46:35.865] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:44:0)
[19:46:35.902] Build status: STARTED
[19:46:35.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:45:0) after 3m29s
[19:50:04.933] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:45:0)
[19:50:04.964] Build status: STARTED
[19:50:04.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:46:0) after 5m1s
[19:55:06.076] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:46:0)
[19:55:06.113] Build status: STARTED
[19:55:06.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:47:0) after 5m36s
[20:00:42.128] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:47:0)
[20:00:42.152] Build status: STARTED
[20:00:42.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:48:0) after 1m17s
[20:01:59.190] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:48:0)
[20:01:59.230] Build status: STARTED
[20:01:59.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:49:0) after 9m45s
[20:11:44.298] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:49:0)
[20:11:44.351] Build status: STARTED
[20:11:44.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:50:0) after 5m9s
[20:16:53.460] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:50:0)
[20:16:53.491] Build status: STARTED
[20:16:53.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:51:0) after 6m35s
[20:23:28.692] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:51:0)
[20:23:28.731] Build status: STARTED
[20:23:28.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:52:0) after 8m42s
[20:32:10.760] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:52:0)
[20:32:10.790] Build status: STARTED
[20:32:10.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:53:0) after 8m48s
[20:40:58.834] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:53:0)
[20:40:58.864] Build status: STARTED
[20:40:58.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:54:0) after 1m40s
[20:42:39.046] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:54:0)
[20:42:39.071] Build status: STARTED
[20:42:39.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:55:0) after 6m51s
[20:49:30.114] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:55:0)
[20:49:30.139] Build status: STARTED
[20:49:30.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:56:0) after 5m36s
[20:55:06.243] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:56:0)
[20:55:06.280] Build status: STARTED
[20:55:06.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:57:0) after 3m56s
[20:59:02.400] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:57:0)
[20:59:02.446] Build status: STARTED
[20:59:02.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:58:0) after 2m48s
[21:01:50.694] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:58:0)
[21:01:50.766] Build status: STARTED
[21:01:50.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:59:0) after 7m0s
[21:08:51.125] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:59:0)
[21:08:51.167] Build status: STARTED
[21:08:51.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:60:0) after 2m28s
[21:11:19.191] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:60:0)
[21:11:19.219] Build status: STARTED
[21:11:19.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:61:0) after 7m46s
[21:19:05.406] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:61:0)
[21:19:05.449] Build status: STARTED
[21:19:05.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:62:0) after 2m12s
[21:21:17.469] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:62:0)
[21:21:17.504] Build status: STARTED
[21:21:17.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:63:0) after 1m56s
[21:23:13.597] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:63:0)
[21:23:13.687] Build status: STARTED
[21:23:13.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:64:0) after 3m9s
[21:26:22.886] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:64:0)
[21:26:22.917] Build status: STARTED
[21:26:22.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:65:0) after 1m21s
[21:27:44.016] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:65:0)
[21:27:44.105] Build status: STARTED
[21:27:44.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:66:0) after 3m23s
[21:31:07.210] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:66:0)
[21:31:07.238] Build status: STARTED
[21:31:07.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:67:0) after 2m2s
[21:33:09.257] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:67:0)
[21:33:09.287] Build status: STARTED
[21:33:09.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:68:0) after 7m46s
[21:40:55.693] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:68:0)
[21:40:55.745] Build status: STARTED
[21:40:55.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:69:0) after 6m0s
[21:46:56.105] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:69:0)
[21:46:56.146] Build status: STARTED
[21:46:56.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:70:0) after 5m43s
[21:52:39.164] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:70:0)
[21:52:39.193] Build status: STARTED
[21:52:39.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:71:0) after 9m13s
[22:01:52.493] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:71:0)
[22:01:52.525] Build status: STARTED
[22:01:52.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:72:0) after 8m57s
[22:10:49.542] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:72:0)
[22:10:49.572] Build status: STARTED
[22:10:49.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:73:0) after 4m49s
[22:15:38.777] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:73:0)
[22:15:38.883] Build status: STARTED
[22:15:38.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:74:0) after 5m5s
[22:20:44.035] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:74:0)
[22:20:44.153] Build status: STARTED
[22:20:44.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:75:0) after 8m19s
[22:29:03.175] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:75:0)
[22:29:03.219] Build status: STARTED
[22:29:03.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:76:0) after 7m32s
[22:36:35.238] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:76:0)
[22:36:35.330] Build status: STARTED
[22:36:35.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:77:0) after 1m4s
[22:37:39.349] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:77:0)
[22:37:39.405] Build status: STARTED
[22:37:39.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:78:0) after 4m31s
[22:42:10.466] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:78:0)
[22:42:10.588] Build status: STARTED
[22:42:10.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:79:0) after 8m14s
[22:50:24.609] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:79:0)
[22:50:24.658] Build status: STARTED
[22:50:24.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:80:0) after 6m4s
[22:56:29.698] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:80:0)
[22:56:29.730] Build status: STARTED
[22:56:29.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:81:0) after 4m16s
[23:00:47.003] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:81:0)
[23:00:47.037] Build status: STARTED
[23:00:47.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:82:0) after 8m24s
[23:09:11.058] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:82:0)
[23:09:11.098] Build status: STARTED
[23:09:11.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:83:0) after 5m5s
[23:14:16.438] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:83:0)
[23:14:16.553] Build status: STARTED
[23:14:16.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:84:0) after 7m15s
[23:21:31.576] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:84:0)
[23:21:31.605] Build status: STARTED
[23:21:31.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:85:0) after 7m23s
[23:28:54.780] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:85:0)
[23:28:54.815] Build status: STARTED
[23:28:54.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:86:0) after 9m21s
[23:38:16.122] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:86:0)
[23:38:16.181] Build status: STARTED
[23:38:16.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:87:0) after 1m23s
[23:39:39.340] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:87:0)
[23:39:39.366] Build status: STARTED
[23:39:39.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:88:0) after 1m41s
[23:41:20.392] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:88:0)
[23:41:20.420] Build status: STARTED
[23:41:20.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:89:0) after 3m27s
[23:44:47.765] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:89:0)
[23:44:47.883] Build status: STARTED
[23:44:47.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:90:0) after 2m27s
[23:47:15.408] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:90:0)
[23:47:15.557] Build status: STARTED
[23:47:15.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:91:0) after 2m3s
[23:49:19.003] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:91:0)
[23:49:19.053] Build status: STARTED
[23:49:19.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:92:0) after 6m24s
[23:55:43.073] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:92:0)
[23:55:43.106] Build status: STARTED
[23:55:43.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:93:0) after 3m20s
[23:59:03.698] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:93:0)
[23:59:03.774] Build status: STARTED
[23:59:03.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:94:0) after 5m35s
[00:04:38.773] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:94:0)
[00:04:38.801] Build status: STARTED
[00:04:38.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:95:0) after 1m51s
[00:06:29.824] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:95:0)
[00:06:29.856] Build status: STARTED
[00:06:29.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:96:0) after 7m55s
[00:14:25.003] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:96:0)
[00:14:25.029] Build status: STARTED
[00:14:25.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:97:0) after 8m20s
[00:22:45.074] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:97:0)
[00:22:45.157] Build status: STARTED
[00:22:45.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:98:0) after 1m59s
[00:24:44.184] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:98:0)
[00:24:44.245] Build status: STARTED
[00:24:44.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:99:0) after 1m22s
[00:26:06.264] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:99:0)
[00:26:06.291] Build status: STARTED
[00:26:06.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:100:0) after 6m55s
[00:33:01.330] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:100:0)
[00:33:01.370] Build status: STARTED
[00:33:01.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:101:0) after 9m9s
[00:42:10.387] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:101:0)
[00:42:10.416] Build status: STARTED
[00:42:10.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:102:0) after 7m0s
[00:49:10.434] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:102:0)
[00:49:10.464] Build status: STARTED
[00:49:10.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:103:0) after 4m2s
[00:53:12.506] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:103:0)
[00:53:12.536] Build status: STARTED
[00:53:12.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:104:0) after 5m58s
[00:59:10.560] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:104:0)
[00:59:10.598] Build status: STARTED
[00:59:10.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:105:0) after 2m16s
[01:01:26.619] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:105:0)
[01:01:26.660] Build status: STARTED
[01:01:26.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:106:0) after 1m57s
[01:03:23.682] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:106:0)
[01:03:23.712] Build status: STARTED
[01:03:23.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:107:0) after 1m49s
[01:05:12.848] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:107:0)
[01:05:12.936] Build status: STARTED
[01:05:12.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:108:0) after 5m43s
[01:10:56.135] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:108:0)
[01:10:56.185] Build status: STARTED
[01:10:56.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:109:0) after 4m9s
[01:15:05.312] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:109:0)
[01:15:05.346] Build status: STARTED
[01:15:05.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9002345649457326176:110:0) after 5m52s
[01:20:21.715] Received PubSub notification, asking Buildbucket for the build status
[01:20:21.812] Build:
{
  "id": "8836915587521534977",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1382,
  "createdBy": "project:chromium",
  "createTime": "2021-09-05T15:59:50.138802510Z",
  "startTime": "2021-09-05T17:08:11.713973Z",
  "endTime": "2021-09-06T01:20:21.304792720Z",
  "updateTime": "2021-09-06T01:20:21.344207074Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fc3aed01aff5949da697d3d40645a6ab3d445e85",
      "ref": "refs/heads/main"
    }
  }
}
[01:20:21.812] Invocation finished in 9h20m32.903573242s with status FAILED