Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev e074ce6d087643bcc493cb2122b4c61db039574b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "dc216badcbdece06bc843fbd2c7787fd3a6b439e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/dc216badcbdece06bc843fbd2c7787fd3a6b439e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:43:42.787] New invocation is queued and will start shortly
[11:43:44.033] Starting the invocation (attempt 1)
[11:43:44.072] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/dc216badcbdece06bc843fbd2c7787fd3a6b439e"
[11:43:44.072] Popped gitiles commit info from properties and tags
[11:43:44.072] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:43:44.073] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:43:44.073] Buildbucket request:
{
  "requestId": "8991490126052788784",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "dc216badcbdece06bc843fbd2c7787fd3a6b439e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8991490126052788784"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:43:44.560] Scheduled build:
{
  "id": "8826060063950046161",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1925,
  "createdBy": "project:chromium",
  "createTime": "2022-01-03T11:43:44.159501954Z",
  "updateTime": "2022-01-03T11:43:44.159501954Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "dc216badcbdece06bc843fbd2c7787fd3a6b439e",
      "ref": "refs/heads/main"
    }
  }
}
[11:43:44.560] Task URL: https://cr-buildbucket.appspot.com/build/8826060063950046161
[11:43:44.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:2:0) after 9m3s
[11:52:47.534] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:2:0)
[11:52:47.552] Build status: SCHEDULED
[11:52:47.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:3:0) after 9m36s
[12:02:23.569] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:3:0)
[12:02:23.605] Build status: SCHEDULED
[12:02:23.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:4:0) after 6m34s
[12:08:57.623] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:4:0)
[12:08:57.682] Build status: SCHEDULED
[12:08:57.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:5:0) after 6m44s
[12:15:41.701] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:5:0)
[12:15:41.721] Build status: SCHEDULED
[12:15:41.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:6:0) after 8m8s
[12:23:49.751] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:6:0)
[12:23:49.782] Build status: SCHEDULED
[12:23:49.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:7:0) after 7m10s
[12:30:59.807] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:7:0)
[12:30:59.830] Build status: SCHEDULED
[12:30:59.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:8:0) after 1m37s
[12:32:36.851] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:8:0)
[12:32:36.888] Build status: SCHEDULED
[12:32:36.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:9:0) after 3m38s
[12:36:14.913] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:9:0)
[12:36:14.931] Build status: SCHEDULED
[12:36:14.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:10:0) after 7m55s
[12:44:10.115] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:10:0)
[12:44:10.134] Build status: SCHEDULED
[12:44:10.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:11:0) after 9m49s
[12:53:59.174] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:11:0)
[12:53:59.240] Build status: SCHEDULED
[12:53:59.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:12:0) after 8m31s
[13:02:30.363] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:12:0)
[13:02:30.382] Build status: SCHEDULED
[13:02:30.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:13:0) after 4m51s
[13:07:21.408] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:13:0)
[13:07:21.427] Build status: SCHEDULED
[13:07:21.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:14:0) after 7m38s
[13:14:59.450] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:14:0)
[13:14:59.479] Build status: SCHEDULED
[13:14:59.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:15:0) after 6m44s
[13:21:43.496] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:15:0)
[13:21:43.516] Build status: SCHEDULED
[13:21:43.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:16:0) after 8m32s
[13:30:15.551] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:16:0)
[13:30:15.579] Build status: SCHEDULED
[13:30:15.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:17:0) after 9m13s
[13:39:06.639] Received PubSub notification, asking Buildbucket for the build status
[13:39:06.668] Build status: STARTED
[13:39:28.623] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:17:0)
[13:39:28.656] Build status: STARTED
[13:39:28.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:19:0) after 8m3s
[13:47:31.675] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:19:0)
[13:47:31.696] Build status: STARTED
[13:47:31.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:20:0) after 7m19s
[13:54:50.760] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:20:0)
[13:54:50.782] Build status: STARTED
[13:54:50.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:21:0) after 1m24s
[13:56:14.800] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:21:0)
[13:56:14.819] Build status: STARTED
[13:56:14.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:22:0) after 9m11s
[14:05:25.923] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:22:0)
[14:05:25.978] Build status: STARTED
[14:05:25.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:23:0) after 6m20s
[14:11:46.002] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:23:0)
[14:11:46.022] Build status: STARTED
[14:11:46.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:24:0) after 1m9s
[14:12:55.163] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:24:0)
[14:12:55.197] Build status: STARTED
[14:12:55.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:25:0) after 6m25s
[14:19:20.252] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:25:0)
[14:19:20.272] Build status: STARTED
[14:19:20.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:26:0) after 2m48s
[14:22:08.314] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:26:0)
[14:22:08.335] Build status: STARTED
[14:22:08.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:27:0) after 3m42s
[14:25:50.475] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:27:0)
[14:25:50.495] Build status: STARTED
[14:25:50.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:28:0) after 8m39s
[14:34:29.526] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:28:0)
[14:34:29.552] Build status: STARTED
[14:34:29.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:29:0) after 5m51s
[14:40:20.573] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:29:0)
[14:40:20.591] Build status: STARTED
[14:40:20.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:30:0) after 4m6s
[14:44:26.711] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:30:0)
[14:44:26.742] Build status: STARTED
[14:44:26.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:31:0) after 3m14s
[14:47:40.764] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:31:0)
[14:47:40.789] Build status: STARTED
[14:47:40.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:32:0) after 2m10s
[14:49:50.817] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:32:0)
[14:49:50.851] Build status: STARTED
[14:49:50.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:33:0) after 6m21s
[14:56:11.870] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:33:0)
[14:56:11.898] Build status: STARTED
[14:56:11.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:34:0) after 2m55s
[14:59:06.920] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:34:0)
[14:59:06.944] Build status: STARTED
[14:59:06.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:35:0) after 9m26s
[15:08:33.107] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:35:0)
[15:08:33.129] Build status: STARTED
[15:08:33.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:36:0) after 7m1s
[15:15:34.253] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:36:0)
[15:15:34.275] Build status: STARTED
[15:15:34.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:37:0) after 9m3s
[15:24:37.404] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:37:0)
[15:24:37.425] Build status: STARTED
[15:24:37.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:38:0) after 8m40s
[15:33:17.761] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:38:0)
[15:33:18.239] Build status: STARTED
[15:33:18.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:39:0) after 7m2s
[15:40:20.262] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:39:0)
[15:40:20.292] Build status: STARTED
[15:40:20.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:40:0) after 4m36s
[15:44:56.311] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:40:0)
[15:44:56.332] Build status: STARTED
[15:44:56.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:41:0) after 7m39s
[15:52:35.351] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:41:0)
[15:52:35.450] Build status: STARTED
[15:52:35.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:42:0) after 3m19s
[15:55:54.560] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:42:0)
[15:55:54.583] Build status: STARTED
[15:55:54.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:43:0) after 2m3s
[15:57:57.849] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:43:0)
[15:57:57.877] Build status: STARTED
[15:57:57.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:44:0) after 6m58s
[16:04:55.899] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:44:0)
[16:04:55.940] Build status: STARTED
[16:04:55.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:45:0) after 5m13s
[16:10:09.389] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:45:0)
[16:10:09.490] Build status: STARTED
[16:10:09.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:46:0) after 3m14s
[16:13:23.539] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:46:0)
[16:13:23.561] Build status: STARTED
[16:13:23.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:47:0) after 3m29s
[16:16:52.862] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:47:0)
[16:16:52.884] Build status: STARTED
[16:16:52.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:48:0) after 3m50s
[16:20:42.905] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:48:0)
[16:20:43.005] Build status: STARTED
[16:20:43.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:49:0) after 2m10s
[16:22:53.039] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:49:0)
[16:22:53.067] Build status: STARTED
[16:22:53.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:50:0) after 2m56s
[16:25:49.088] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:50:0)
[16:25:49.107] Build status: STARTED
[16:25:49.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:51:0) after 3m15s
[16:29:04.126] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:51:0)
[16:29:04.149] Build status: STARTED
[16:29:04.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:52:0) after 9m56s
[16:39:00.239] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:52:0)
[16:39:00.264] Build status: STARTED
[16:39:00.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:53:0) after 2m48s
[16:41:48.363] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:53:0)
[16:41:48.409] Build status: STARTED
[16:41:48.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:54:0) after 2m42s
[16:44:30.445] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:54:0)
[16:44:30.471] Build status: STARTED
[16:44:30.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:55:0) after 4m18s
[16:48:48.459] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:55:0)
[16:48:48.479] Build status: STARTED
[16:48:48.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:56:0) after 5m52s
[16:54:40.500] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:56:0)
[16:54:40.569] Build status: STARTED
[16:54:40.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:57:0) after 9m43s
[17:04:23.592] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:57:0)
[17:04:23.624] Build status: STARTED
[17:04:23.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:58:0) after 2m36s
[17:06:59.641] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:58:0)
[17:06:59.673] Build status: STARTED
[17:06:59.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:59:0) after 3m47s
[17:10:46.765] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:59:0)
[17:10:46.793] Build status: STARTED
[17:10:46.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:60:0) after 2m56s
[17:13:42.842] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:60:0)
[17:13:42.882] Build status: STARTED
[17:13:42.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:61:0) after 2m13s
[17:15:56.006] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:61:0)
[17:15:56.105] Build status: STARTED
[17:15:56.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:62:0) after 6m34s
[17:22:30.127] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:62:0)
[17:22:30.158] Build status: STARTED
[17:22:30.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:63:0) after 2m58s
[17:25:28.194] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:63:0)
[17:25:28.218] Build status: STARTED
[17:25:28.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:64:0) after 1m3s
[17:26:31.211] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:64:0)
[17:26:31.230] Build status: STARTED
[17:26:31.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:65:0) after 1m41s
[17:28:12.249] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:65:0)
[17:28:12.268] Build status: STARTED
[17:28:12.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:66:0) after 3m44s
[17:31:56.299] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:66:0)
[17:31:56.329] Build status: STARTED
[17:31:56.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:67:0) after 4m24s
[17:36:20.410] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:67:0)
[17:36:20.442] Build status: STARTED
[17:36:20.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:68:0) after 5m11s
[17:41:31.680] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:68:0)
[17:41:31.711] Build status: STARTED
[17:41:31.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:69:0) after 1m57s
[17:43:28.733] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:69:0)
[17:43:30.002] Build status: STARTED
[17:43:30.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:70:0) after 4m6s
[17:47:36.165] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:70:0)
[17:47:36.188] Build status: STARTED
[17:47:36.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:71:0) after 4m32s
[17:52:08.241] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:71:0)
[17:52:08.330] Build status: STARTED
[17:52:08.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:72:0) after 5m44s
[17:57:52.356] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:72:0)
[17:57:52.382] Build status: STARTED
[17:57:52.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:73:0) after 4m19s
[18:02:11.413] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:73:0)
[18:02:11.441] Build status: STARTED
[18:02:11.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:74:0) after 6m12s
[18:08:23.467] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:74:0)
[18:08:23.487] Build status: STARTED
[18:08:23.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:75:0) after 5m1s
[18:13:24.507] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:75:0)
[18:13:24.530] Build status: STARTED
[18:13:24.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:76:0) after 6m27s
[18:19:51.630] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:76:0)
[18:19:51.669] Build status: STARTED
[18:19:51.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:77:0) after 4m2s
[18:23:53.673] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:77:0)
[18:23:53.694] Build status: STARTED
[18:23:53.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:78:0) after 4m55s
[18:28:48.826] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:78:0)
[18:28:48.850] Build status: STARTED
[18:28:48.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:79:0) after 6m23s
[18:35:11.870] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:79:0)
[18:35:11.892] Build status: STARTED
[18:35:11.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:80:0) after 6m54s
[18:42:05.871] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:80:0)
[18:42:05.893] Build status: STARTED
[18:42:05.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:81:0) after 8m23s
[18:50:28.892] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:81:0)
[18:50:28.921] Build status: STARTED
[18:50:28.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:82:0) after 5m18s
[18:55:46.940] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:82:0)
[18:55:46.967] Build status: STARTED
[18:55:46.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:83:0) after 6m10s
[19:01:57.085] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:83:0)
[19:01:57.105] Build status: STARTED
[19:01:57.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:84:0) after 1m22s
[19:03:19.098] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:84:0)
[19:03:19.125] Build status: STARTED
[19:03:19.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:85:0) after 5m13s
[19:08:32.159] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:85:0)
[19:08:32.190] Build status: STARTED
[19:08:32.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:86:0) after 4m46s
[19:13:18.247] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:86:0)
[19:13:18.282] Build status: STARTED
[19:13:18.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:87:0) after 9m35s
[19:22:53.468] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:87:0)
[19:22:53.490] Build status: STARTED
[19:22:53.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:88:0) after 1m50s
[19:24:43.616] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:88:0)
[19:24:43.645] Build status: STARTED
[19:24:43.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:89:0) after 1m59s
[19:26:42.663] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:89:0)
[19:26:42.683] Build status: STARTED
[19:26:42.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:90:0) after 6m10s
[19:32:52.759] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:90:0)
[19:32:52.785] Build status: STARTED
[19:32:52.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:91:0) after 5m15s
[19:38:07.904] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:91:0)
[19:38:07.935] Build status: STARTED
[19:38:07.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:92:0) after 4m15s
[19:42:22.964] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:92:0)
[19:42:22.987] Build status: STARTED
[19:42:22.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:93:0) after 4m56s
[19:47:19.011] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:93:0)
[19:47:19.028] Build status: STARTED
[19:47:19.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:94:0) after 1m1s
[19:48:20.067] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:94:0)
[19:48:20.095] Build status: STARTED
[19:48:20.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:95:0) after 3m15s
[19:51:35.224] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:95:0)
[19:51:36.083] Build status: STARTED
[19:51:36.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:96:0) after 9m24s
[20:01:00.107] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:96:0)
[20:01:00.133] Build status: STARTED
[20:01:00.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:97:0) after 3m46s
[20:04:46.161] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:97:0)
[20:04:46.201] Build status: STARTED
[20:04:46.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:98:0) after 8m26s
[20:13:12.228] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:98:0)
[20:13:12.265] Build status: STARTED
[20:13:12.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:99:0) after 8m12s
[20:21:24.308] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:99:0)
[20:21:24.340] Build status: STARTED
[20:21:24.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:100:0) after 2m44s
[20:24:08.369] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:100:0)
[20:24:08.461] Build status: STARTED
[20:24:08.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:101:0) after 2m22s
[20:26:30.545] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:101:0)
[20:26:30.567] Build status: STARTED
[20:26:30.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:102:0) after 1m41s
[20:28:11.599] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:102:0)
[20:28:11.647] Build status: STARTED
[20:28:11.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:103:0) after 4m55s
[20:33:06.671] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:103:0)
[20:33:06.756] Build status: STARTED
[20:33:06.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:104:0) after 1m10s
[20:34:16.971] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:104:0)
[20:34:16.989] Build status: STARTED
[20:34:16.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:105:0) after 7m7s
[20:41:24.015] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:105:0)
[20:41:24.034] Build status: STARTED
[20:41:24.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:106:0) after 1m3s
[20:42:27.271] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:106:0)
[20:42:27.295] Build status: STARTED
[20:42:27.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:107:0) after 7m50s
[20:50:17.357] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:107:0)
[20:50:17.391] Build status: STARTED
[20:50:17.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:108:0) after 2m13s
[20:52:30.414] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:108:0)
[20:52:30.492] Build status: STARTED
[20:52:30.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:109:0) after 9m19s
[21:01:49.584] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:109:0)
[21:02:01.061] Build status: STARTED
[21:02:01.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:110:0) after 1m57s
[21:03:58.210] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:110:0)
[21:03:58.248] Build status: STARTED
[21:03:58.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:111:0) after 5m40s
[21:09:38.676] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:111:0)
[21:09:38.920] Build status: STARTED
[21:09:38.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:112:0) after 3m17s
[21:12:55.944] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:112:0)
[21:12:55.992] Build status: STARTED
[21:12:55.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:113:0) after 1m47s
[21:14:43.019] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:113:0)
[21:14:43.211] Build status: STARTED
[21:14:43.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:114:0) after 6m56s
[21:21:39.232] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:114:0)
[21:21:39.252] Build status: STARTED
[21:21:39.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:115:0) after 8m14s
[21:29:53.277] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:115:0)
[21:29:53.317] Build status: STARTED
[21:29:53.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:116:0) after 3m33s
[21:33:26.446] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:116:0)
[21:33:26.468] Build status: STARTED
[21:33:26.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:117:0) after 5m10s
[21:38:36.512] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:117:0)
[21:38:36.536] Build status: STARTED
[21:38:36.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:118:0) after 1m13s
[21:39:49.557] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:118:0)
[21:39:49.579] Build status: STARTED
[21:39:49.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:119:0) after 1m37s
[21:41:26.569] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:119:0)
[21:41:26.589] Build status: STARTED
[21:41:26.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8991490126052788784:120:0) after 9m43s
[21:47:16.109] Received PubSub notification, asking Buildbucket for the build status
[21:47:16.130] Build:
{
  "id": "8826060063950046161",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1925,
  "createdBy": "project:chromium",
  "createTime": "2022-01-03T11:43:44.159501954Z",
  "startTime": "2022-01-03T13:39:05.653208Z",
  "endTime": "2022-01-03T21:47:15.751622917Z",
  "updateTime": "2022-01-03T21:47:15.751622917Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "dc216badcbdece06bc843fbd2c7787fd3a6b439e",
      "ref": "refs/heads/main"
    }
  }
}
[21:47:16.130] Invocation finished in 10h3m33.358586073s with status FAILED