Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev e074ce6d087643bcc493cb2122b4c61db039574b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9c4a0143a2b3405fb09b59de452f31d5a956d190"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9c4a0143a2b3405fb09b59de452f31d5a956d190
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:04:26.702] New invocation is queued and will start shortly
[12:04:27.803] Starting the invocation (attempt 1)
[12:04:27.870] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9c4a0143a2b3405fb09b59de452f31d5a956d190"
[12:04:27.870] Popped gitiles commit info from properties and tags
[12:04:27.870] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:04:27.870] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:04:27.870] Buildbucket request:
{
  "requestId": "9000186130487428768",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9c4a0143a2b3405fb09b59de452f31d5a956d190",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9000186130487428768"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:04:28.431] Scheduled build:
{
  "id": "8834756068520617409",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1507,
  "createdBy": "project:chromium",
  "createTime": "2021-09-29T12:04:27.945271649Z",
  "updateTime": "2021-09-29T12:04:28.234283645Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9c4a0143a2b3405fb09b59de452f31d5a956d190",
      "ref": "refs/heads/main"
    }
  }
}
[12:04:28.431] Task URL: https://cr-buildbucket.appspot.com/build/8834756068520617409
[12:04:28.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:2:0) after 7m49s
[12:12:17.466] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:2:0)
[12:12:17.553] Build status: SCHEDULED
[12:12:17.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:3:0) after 5m2s
[12:17:19.583] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:3:0)
[12:17:19.638] Build status: SCHEDULED
[12:17:19.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:4:0) after 8m46s
[12:26:05.662] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:4:0)
[12:26:05.692] Build status: SCHEDULED
[12:26:05.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:5:0) after 7m32s
[12:33:37.812] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:5:0)
[12:33:37.848] Build status: SCHEDULED
[12:33:37.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:6:0) after 4m11s
[12:37:49.013] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:6:0)
[12:37:49.043] Build status: SCHEDULED
[12:37:49.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:7:0) after 2m24s
[12:40:13.201] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:7:0)
[12:40:13.230] Build status: SCHEDULED
[12:40:13.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:8:0) after 2m47s
[12:43:00.347] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:8:0)
[12:43:00.376] Build status: SCHEDULED
[12:43:00.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:9:0) after 2m1s
[12:45:01.407] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:9:0)
[12:45:01.442] Build status: SCHEDULED
[12:45:01.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:10:0) after 7m11s
[12:52:12.464] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:10:0)
[12:52:12.552] Build status: SCHEDULED
[12:52:12.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:11:0) after 1m5s
[12:53:17.591] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:11:0)
[12:53:17.654] Build status: SCHEDULED
[12:53:17.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:12:0) after 4m48s
[12:58:05.687] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:12:0)
[12:58:05.755] Build status: SCHEDULED
[12:58:05.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:13:0) after 2m37s
[13:00:42.866] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:13:0)
[13:00:42.896] Build status: SCHEDULED
[13:00:42.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:14:0) after 2m29s
[13:03:11.976] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:14:0)
[13:03:12.049] Build status: SCHEDULED
[13:03:12.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:15:0) after 7m52s
[13:11:04.046] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:15:0)
[13:11:04.090] Build status: SCHEDULED
[13:11:04.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:16:0) after 8m32s
[13:19:36.203] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:16:0)
[13:19:36.246] Build status: SCHEDULED
[13:19:36.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:17:0) after 3m58s
[13:23:34.420] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:17:0)
[13:23:34.453] Build status: SCHEDULED
[13:23:34.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:18:0) after 5m45s
[13:29:19.542] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:18:0)
[13:29:19.573] Build status: SCHEDULED
[13:29:19.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:19:0) after 1m58s
[13:31:17.869] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:19:0)
[13:31:17.898] Build status: SCHEDULED
[13:31:17.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:20:0) after 9m59s
[13:35:37.182] Received PubSub notification, asking Buildbucket for the build status
[13:35:37.212] Build status: STARTED
[13:41:17.029] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:20:0)
[13:41:17.063] Build status: STARTED
[13:41:17.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:22:0) after 2m30s
[13:43:47.228] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:22:0)
[13:43:47.291] Build status: STARTED
[13:43:47.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:23:0) after 9m24s
[13:53:11.431] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:23:0)
[13:53:11.468] Build status: STARTED
[13:53:11.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:24:0) after 2m36s
[13:55:47.603] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:24:0)
[13:55:47.631] Build status: STARTED
[13:55:47.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:25:0) after 4m9s
[13:59:56.658] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:25:0)
[13:59:56.689] Build status: STARTED
[13:59:56.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:26:0) after 8m36s
[14:08:32.713] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:26:0)
[14:08:32.741] Build status: STARTED
[14:08:32.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:27:0) after 3m37s
[14:12:09.829] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:27:0)
[14:12:09.860] Build status: STARTED
[14:12:09.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:28:0) after 3m29s
[14:15:38.884] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:28:0)
[14:15:38.925] Build status: STARTED
[14:15:38.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:29:0) after 7m36s
[14:23:14.944] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:29:0)
[14:23:14.972] Build status: STARTED
[14:23:14.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:30:0) after 2m51s
[14:26:06.116] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:30:0)
[14:26:06.145] Build status: STARTED
[14:26:06.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:31:0) after 1m55s
[14:28:01.334] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:31:0)
[14:28:01.556] Build status: STARTED
[14:28:01.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:32:0) after 1m21s
[14:29:22.592] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:32:0)
[14:29:22.632] Build status: STARTED
[14:29:22.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:33:0) after 6m11s
[14:35:33.764] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:33:0)
[14:35:33.799] Build status: STARTED
[14:35:33.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:34:0) after 6m16s
[14:41:49.851] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:34:0)
[14:41:49.930] Build status: STARTED
[14:41:49.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:35:0) after 3m20s
[14:45:10.044] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:35:0)
[14:45:10.076] Build status: STARTED
[14:45:10.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:36:0) after 1m20s
[14:46:30.101] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:36:0)
[14:46:30.131] Build status: STARTED
[14:46:30.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:37:0) after 2m36s
[14:49:06.239] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:37:0)
[14:49:06.278] Build status: STARTED
[14:49:06.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:38:0) after 8m18s
[14:57:24.400] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:38:0)
[14:57:24.435] Build status: STARTED
[14:57:24.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:39:0) after 3m50s
[15:01:14.527] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:39:0)
[15:01:14.656] Build status: STARTED
[15:01:14.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:40:0) after 6m10s
[15:07:24.705] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:40:0)
[15:07:24.755] Build status: STARTED
[15:07:24.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:41:0) after 9m17s
[15:16:41.822] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:41:0)
[15:16:41.881] Build status: STARTED
[15:16:41.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:42:0) after 8m25s
[15:25:06.986] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:42:0)
[15:25:07.018] Build status: STARTED
[15:25:07.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:43:0) after 1m6s
[15:26:13.036] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:43:0)
[15:26:13.064] Build status: STARTED
[15:26:13.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:44:0) after 5m6s
[15:31:19.757] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:44:0)
[15:31:19.831] Build status: STARTED
[15:31:19.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:45:0) after 8m56s
[15:40:16.168] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:45:0)
[15:40:16.198] Build status: STARTED
[15:40:16.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:46:0) after 5m34s
[15:45:50.261] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:46:0)
[15:45:50.349] Build status: STARTED
[15:45:50.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:47:0) after 6m59s
[15:52:49.552] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:47:0)
[15:52:49.582] Build status: STARTED
[15:52:49.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:48:0) after 5m0s
[15:57:49.697] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:48:0)
[15:57:49.734] Build status: STARTED
[15:57:49.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:49:0) after 9m24s
[16:07:13.832] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:49:0)
[16:07:13.883] Build status: STARTED
[16:07:13.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:50:0) after 5m47s
[16:13:01.495] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:50:0)
[16:13:01.528] Build status: STARTED
[16:13:01.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:51:0) after 3m33s
[16:16:34.728] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:51:0)
[16:16:34.760] Build status: STARTED
[16:16:34.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:52:0) after 3m21s
[16:19:55.790] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:52:0)
[16:19:55.834] Build status: STARTED
[16:19:55.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:53:0) after 1m34s
[16:21:30.044] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:53:0)
[16:21:30.093] Build status: STARTED
[16:21:30.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:54:0) after 1m14s
[16:22:44.188] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:54:0)
[16:22:44.279] Build status: STARTED
[16:22:44.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:55:0) after 2m26s
[16:25:10.347] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:55:0)
[16:25:10.375] Build status: STARTED
[16:25:10.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:56:0) after 8m6s
[16:33:16.402] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:56:0)
[16:33:16.429] Build status: STARTED
[16:33:16.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:57:0) after 2m37s
[16:35:53.749] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:57:0)
[16:35:53.788] Build status: STARTED
[16:35:53.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:58:0) after 3m34s
[16:39:27.809] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:58:0)
[16:39:27.857] Build status: STARTED
[16:39:27.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:59:0) after 9m0s
[16:48:28.302] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:59:0)
[16:48:28.373] Build status: STARTED
[16:48:28.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:60:0) after 5m33s
[16:54:01.586] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:60:0)
[16:54:01.627] Build status: STARTED
[16:54:01.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:61:0) after 1m49s
[16:55:50.753] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:61:0)
[16:55:50.850] Build status: STARTED
[16:55:50.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:62:0) after 8m38s
[17:04:29.073] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:62:0)
[17:04:29.102] Build status: STARTED
[17:04:29.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:63:0) after 1m21s
[17:05:50.375] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:63:0)
[17:05:50.407] Build status: STARTED
[17:05:50.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:64:0) after 7m16s
[17:13:06.760] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:64:0)
[17:13:06.804] Build status: STARTED
[17:13:06.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:65:0) after 7m35s
[17:20:42.015] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:65:0)
[17:20:42.088] Build status: STARTED
[17:20:42.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:66:0) after 6m22s
[17:27:04.169] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:66:0)
[17:27:04.253] Build status: STARTED
[17:27:04.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:67:0) after 3m7s
[17:30:11.467] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:67:0)
[17:30:11.497] Build status: STARTED
[17:30:11.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:68:0) after 4m36s
[17:34:47.725] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:68:0)
[17:34:47.755] Build status: STARTED
[17:34:47.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:69:0) after 9m5s
[17:43:53.068] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:69:0)
[17:43:53.100] Build status: STARTED
[17:43:53.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:70:0) after 9m23s
[17:53:16.138] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:70:0)
[17:53:16.177] Build status: STARTED
[17:53:16.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:71:0) after 1m43s
[17:54:59.502] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:71:0)
[17:54:59.538] Build status: STARTED
[17:54:59.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:72:0) after 8m18s
[18:03:17.681] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:72:0)
[18:03:17.770] Build status: STARTED
[18:03:17.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:73:0) after 3m7s
[18:06:24.796] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:73:0)
[18:06:24.863] Build status: STARTED
[18:06:24.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:74:0) after 1m31s
[18:07:55.870] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:74:0)
[18:07:55.909] Build status: STARTED
[18:07:55.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:75:0) after 9m10s
[18:17:06.085] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:75:0)
[18:17:06.118] Build status: STARTED
[18:17:06.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:76:0) after 4m36s
[18:21:42.175] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:76:0)
[18:21:42.206] Build status: STARTED
[18:21:42.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:77:0) after 7m50s
[18:29:32.480] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:77:0)
[18:29:32.519] Build status: STARTED
[18:29:32.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:78:0) after 3m55s
[18:33:27.658] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:78:0)
[18:33:27.688] Build status: STARTED
[18:33:27.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:79:0) after 3m39s
[18:37:07.464] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:79:0)
[18:37:07.494] Build status: STARTED
[18:37:07.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:80:0) after 2m45s
[18:39:52.556] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:80:0)
[18:39:52.587] Build status: STARTED
[18:39:52.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:81:0) after 6m0s
[18:45:52.906] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:81:0)
[18:45:52.944] Build status: STARTED
[18:45:52.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:82:0) after 3m15s
[18:49:08.097] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:82:0)
[18:49:08.133] Build status: STARTED
[18:49:08.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:83:0) after 1m23s
[18:50:31.275] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:83:0)
[18:50:31.308] Build status: STARTED
[18:50:31.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:84:0) after 8m39s
[18:59:10.333] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:84:0)
[18:59:10.365] Build status: STARTED
[18:59:10.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:85:0) after 8m37s
[19:07:47.393] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:85:0)
[19:07:47.425] Build status: STARTED
[19:07:47.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:86:0) after 4m12s
[19:11:59.454] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:86:0)
[19:11:59.482] Build status: STARTED
[19:11:59.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:87:0) after 4m58s
[19:16:57.512] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:87:0)
[19:16:57.575] Build status: STARTED
[19:16:57.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:88:0) after 1m55s
[19:18:52.692] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:88:0)
[19:18:52.809] Build status: STARTED
[19:18:52.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:89:0) after 8m42s
[19:27:35.197] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:89:0)
[19:27:35.247] Build status: STARTED
[19:27:35.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:90:0) after 4m54s
[19:32:29.539] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:90:0)
[19:32:29.581] Build status: STARTED
[19:32:29.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:91:0) after 1m48s
[19:34:18.115] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:91:0)
[19:34:18.149] Build status: STARTED
[19:34:18.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:92:0) after 3m11s
[19:37:29.974] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:92:0)
[19:37:30.049] Build status: STARTED
[19:37:30.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:93:0) after 5m47s
[19:43:17.238] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:93:0)
[19:43:17.267] Build status: STARTED
[19:43:17.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:94:0) after 7m40s
[19:50:57.519] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:94:0)
[19:50:57.553] Build status: STARTED
[19:50:57.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:95:0) after 1m43s
[19:52:40.528] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:95:0)
[19:52:40.567] Build status: STARTED
[19:52:40.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:96:0) after 6m51s
[19:59:31.741] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:96:0)
[19:59:31.774] Build status: STARTED
[19:59:31.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:97:0) after 7m30s
[20:07:01.907] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:97:0)
[20:07:01.938] Build status: STARTED
[20:07:01.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:98:0) after 5m24s
[20:12:25.974] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:98:0)
[20:12:26.015] Build status: STARTED
[20:12:26.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:99:0) after 9m19s
[20:21:45.254] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:99:0)
[20:21:45.280] Build status: STARTED
[20:21:45.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:100:0) after 2m34s
[20:24:19.325] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:100:0)
[20:24:19.354] Build status: STARTED
[20:24:19.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:101:0) after 4m0s
[20:28:19.460] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:101:0)
[20:28:19.493] Build status: STARTED
[20:28:19.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:102:0) after 6m20s
[20:34:39.768] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:102:0)
[20:34:39.801] Build status: STARTED
[20:34:39.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:103:0) after 1m41s
[20:36:20.857] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:103:0)
[20:36:20.887] Build status: STARTED
[20:36:20.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:104:0) after 2m43s
[20:39:03.919] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:104:0)
[20:39:03.969] Build status: STARTED
[20:39:03.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:105:0) after 6m10s
[20:45:14.114] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:105:0)
[20:45:14.164] Build status: STARTED
[20:45:14.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:106:0) after 2m41s
[20:47:55.580] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:106:0)
[20:47:55.633] Build status: STARTED
[20:47:55.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:107:0) after 6m39s
[20:54:34.993] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:107:0)
[20:54:35.054] Build status: STARTED
[20:54:35.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:108:0) after 2m41s
[20:57:16.054] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:108:0)
[20:57:16.084] Build status: STARTED
[20:57:16.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:109:0) after 1m10s
[20:58:26.159] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:109:0)
[20:58:26.188] Build status: STARTED
[20:58:26.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:110:0) after 7m8s
[21:05:34.215] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:110:0)
[21:05:34.243] Build status: STARTED
[21:05:34.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:111:0) after 3m16s
[21:08:50.602] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:111:0)
[21:08:50.652] Build status: STARTED
[21:08:50.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:112:0) after 7m13s
[21:16:03.675] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:112:0)
[21:16:03.709] Build status: STARTED
[21:16:03.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:113:0) after 7m3s
[21:23:06.699] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:113:0)
[21:23:06.747] Build status: STARTED
[21:23:06.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:114:0) after 9m59s
[21:33:05.770] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:114:0)
[21:33:05.802] Build status: STARTED
[21:33:05.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:115:0) after 1m11s
[21:34:17.021] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:115:0)
[21:34:17.083] Build status: STARTED
[21:34:17.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:116:0) after 2m47s
[21:37:04.109] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:116:0)
[21:37:04.140] Build status: STARTED
[21:37:04.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9000186130487428768:117:0) after 4m17s
[21:41:06.902] Received PubSub notification, asking Buildbucket for the build status
[21:41:06.976] Build:
{
  "id": "8834756068520617409",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1507,
  "createdBy": "project:chromium",
  "createTime": "2021-09-29T12:04:27.945271649Z",
  "startTime": "2021-09-29T13:35:35.749546Z",
  "endTime": "2021-09-29T21:41:06.472824720Z",
  "updateTime": "2021-09-29T21:41:06.473186026Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9c4a0143a2b3405fb09b59de452f31d5a956d190",
      "ref": "refs/heads/main"
    }
  }
}
[21:41:06.976] Invocation finished in 9h36m40.289509298s with status FAILED