Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev e074ce6d087643bcc493cb2122b4c61db039574b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7d331eae8f8f74ddb6debb98a340104303cae7e3"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7d331eae8f8f74ddb6debb98a340104303cae7e3
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:30:17.531] New invocation is queued and will start shortly
[03:30:18.657] Starting the invocation (attempt 1)
[03:30:18.689] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7d331eae8f8f74ddb6debb98a340104303cae7e3"
[03:30:18.689] Popped gitiles commit info from properties and tags
[03:30:18.689] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:30:18.689] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:30:18.689] Buildbucket request:
{
  "requestId": "8992336542108146640",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7d331eae8f8f74ddb6debb98a340104303cae7e3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8992336542108146640"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:30:19.162] Scheduled build:
{
  "id": "8826906480163782833",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1902,
  "createdBy": "project:chromium",
  "createTime": "2021-12-25T03:30:18.755419618Z",
  "updateTime": "2021-12-25T03:30:18.755419618Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7d331eae8f8f74ddb6debb98a340104303cae7e3",
      "ref": "refs/heads/main"
    }
  }
}
[03:30:19.162] Task URL: https://cr-buildbucket.appspot.com/build/8826906480163782833
[03:30:19.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:2:0) after 2m36s
[03:32:55.313] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:2:0)
[03:32:55.330] Build status: SCHEDULED
[03:32:55.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:3:0) after 1m28s
[03:34:23.625] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:3:0)
[03:34:23.673] Build status: SCHEDULED
[03:34:23.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:4:0) after 5m23s
[03:39:46.881] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:4:0)
[03:39:46.902] Build status: SCHEDULED
[03:39:46.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:5:0) after 4m24s
[03:44:11.098] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:5:0)
[03:44:11.128] Build status: SCHEDULED
[03:44:11.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:6:0) after 3m57s
[03:48:08.156] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:6:0)
[03:48:08.205] Build status: SCHEDULED
[03:48:08.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:7:0) after 7m54s
[03:56:02.380] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:7:0)
[03:56:02.409] Build status: SCHEDULED
[03:56:02.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:8:0) after 8m57s
[04:04:59.426] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:8:0)
[04:04:59.458] Build status: SCHEDULED
[04:04:59.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:9:0) after 9m51s
[04:14:50.577] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:9:0)
[04:14:50.668] Build status: SCHEDULED
[04:14:50.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:10:0) after 6m35s
[04:21:25.688] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:10:0)
[04:21:25.706] Build status: SCHEDULED
[04:21:25.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:11:0) after 4m24s
[04:25:50.212] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:11:0)
[04:25:50.235] Build status: SCHEDULED
[04:25:50.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:12:0) after 8m8s
[04:33:58.843] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:12:0)
[04:33:58.872] Build status: SCHEDULED
[04:33:58.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:13:0) after 7m12s
[04:41:11.189] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:13:0)
[04:41:11.211] Build status: SCHEDULED
[04:41:11.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:14:0) after 4m59s
[04:46:10.341] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:14:0)
[04:46:10.458] Build status: SCHEDULED
[04:46:10.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:15:0) after 5m51s
[04:52:01.482] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:15:0)
[04:52:01.515] Build status: SCHEDULED
[04:52:01.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:16:0) after 1m41s
[04:53:43.545] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:16:0)
[04:53:43.564] Build status: SCHEDULED
[04:53:43.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:17:0) after 3m52s
[04:57:35.582] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:17:0)
[04:57:35.599] Build status: SCHEDULED
[04:57:35.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:18:0) after 9m57s
[05:07:32.762] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:18:0)
[05:07:32.788] Build status: SCHEDULED
[05:07:32.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:19:0) after 9m11s
[05:16:44.019] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:19:0)
[05:16:44.038] Build status: SCHEDULED
[05:16:44.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:20:0) after 6m23s
[05:23:07.261] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:20:0)
[05:23:07.288] Build status: SCHEDULED
[05:23:07.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:21:0) after 1m58s
[05:25:05.305] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:21:0)
[05:25:05.324] Build status: SCHEDULED
[05:25:05.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:22:0) after 6m56s
[05:32:01.423] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:22:0)
[05:32:01.447] Build status: SCHEDULED
[05:32:01.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:23:0) after 2m11s
[05:34:12.466] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:23:0)
[05:34:12.482] Build status: SCHEDULED
[05:34:12.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:24:0) after 3m53s
[05:38:06.001] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:24:0)
[05:38:06.022] Build status: SCHEDULED
[05:38:06.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:25:0) after 3m22s
[05:41:28.105] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:25:0)
[05:41:28.125] Build status: SCHEDULED
[05:41:28.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:26:0) after 6m15s
[05:47:43.142] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:26:0)
[05:47:43.180] Build status: SCHEDULED
[05:47:43.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:27:0) after 3m6s
[05:50:49.625] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:27:0)
[05:50:49.659] Build status: SCHEDULED
[05:50:49.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:28:0) after 1m11s
[05:52:00.645] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:28:0)
[05:52:00.664] Build status: SCHEDULED
[05:52:00.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:29:0) after 4m20s
[05:56:20.885] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:29:0)
[05:56:20.917] Build status: SCHEDULED
[05:56:20.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:30:0) after 8m50s
[06:05:11.557] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:30:0)
[06:05:11.576] Build status: SCHEDULED
[06:05:11.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:31:0) after 3m46s
[06:08:57.730] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:31:0)
[06:08:57.746] Build status: SCHEDULED
[06:08:57.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:32:0) after 8m2s
[06:16:59.836] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:32:0)
[06:16:59.857] Build status: SCHEDULED
[06:16:59.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:33:0) after 2m13s
[06:19:12.874] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:33:0)
[06:19:12.900] Build status: SCHEDULED
[06:19:12.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:34:0) after 5m42s
[06:24:54.914] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:34:0)
[06:24:54.934] Build status: SCHEDULED
[06:24:54.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:35:0) after 8m1s
[06:32:56.083] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:35:0)
[06:32:56.109] Build status: SCHEDULED
[06:32:56.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:36:0) after 8m57s
[06:41:53.202] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:36:0)
[06:41:53.227] Build status: SCHEDULED
[06:41:53.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:37:0) after 6m48s
[06:48:41.252] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:37:0)
[06:48:41.273] Build status: SCHEDULED
[06:48:41.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:38:0) after 8m46s
[06:51:55.590] Received PubSub notification, asking Buildbucket for the build status
[06:51:55.606] Build status: STARTED
[06:57:27.491] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:38:0)
[06:57:27.520] Build status: STARTED
[06:57:27.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:40:0) after 6m32s
[07:03:59.514] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:40:0)
[07:03:59.564] Build status: STARTED
[07:03:59.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:41:0) after 5m54s
[07:09:53.582] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:41:0)
[07:09:53.606] Build status: STARTED
[07:09:53.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:42:0) after 3m58s
[07:13:51.809] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:42:0)
[07:13:51.839] Build status: STARTED
[07:13:51.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:43:0) after 5m35s
[07:19:26.858] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:43:0)
[07:19:26.879] Build status: STARTED
[07:19:26.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:44:0) after 9m23s
[07:28:50.848] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:44:0)
[07:28:50.953] Build status: STARTED
[07:28:50.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:45:0) after 3m3s
[07:31:53.971] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:45:0)
[07:31:54.003] Build status: STARTED
[07:31:54.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:46:0) after 1m56s
[07:33:50.424] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:46:0)
[07:33:50.445] Build status: STARTED
[07:33:50.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:47:0) after 5m34s
[07:39:24.715] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:47:0)
[07:39:24.800] Build status: STARTED
[07:39:24.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:48:0) after 8m30s
[07:47:54.802] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:48:0)
[07:47:54.820] Build status: STARTED
[07:47:54.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:49:0) after 6m51s
[07:54:45.943] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:49:0)
[07:54:45.960] Build status: STARTED
[07:54:45.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:50:0) after 5m33s
[08:00:18.989] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:50:0)
[08:00:19.014] Build status: STARTED
[08:00:19.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:51:0) after 9m0s
[08:09:19.080] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:51:0)
[08:09:19.118] Build status: STARTED
[08:09:19.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:52:0) after 9m20s
[08:18:39.167] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:52:0)
[08:18:39.197] Build status: STARTED
[08:18:39.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:53:0) after 5m32s
[08:24:11.249] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:53:0)
[08:24:11.287] Build status: STARTED
[08:24:11.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:54:0) after 8m34s
[08:32:45.321] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:54:0)
[08:32:45.406] Build status: STARTED
[08:32:45.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:55:0) after 9m23s
[08:42:08.631] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:55:0)
[08:42:08.657] Build status: STARTED
[08:42:08.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:56:0) after 9m18s
[08:51:26.675] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:56:0)
[08:51:26.700] Build status: STARTED
[08:51:26.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:57:0) after 4m14s
[08:55:40.715] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:57:0)
[08:55:40.742] Build status: STARTED
[08:55:40.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:58:0) after 6m22s
[09:02:02.965] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:58:0)
[09:02:02.982] Build status: STARTED
[09:02:02.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:59:0) after 8m26s
[09:10:29.000] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:59:0)
[09:10:29.022] Build status: STARTED
[09:10:29.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:60:0) after 2m16s
[09:12:45.448] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:60:0)
[09:12:45.469] Build status: STARTED
[09:12:45.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:61:0) after 4m55s
[09:17:40.495] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:61:0)
[09:17:40.522] Build status: STARTED
[09:17:40.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:62:0) after 7m27s
[09:25:07.749] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:62:0)
[09:25:07.769] Build status: STARTED
[09:25:07.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:63:0) after 3m11s
[09:28:18.786] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:63:0)
[09:28:18.956] Build status: STARTED
[09:28:18.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:64:0) after 7m18s
[09:35:37.254] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:64:0)
[09:35:37.305] Build status: STARTED
[09:35:37.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:65:0) after 3m16s
[09:38:53.332] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:65:0)
[09:38:53.362] Build status: STARTED
[09:38:53.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:66:0) after 7m3s
[09:45:56.567] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:66:0)
[09:45:56.657] Build status: STARTED
[09:45:56.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:67:0) after 7m44s
[09:53:40.783] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:67:0)
[09:53:40.803] Build status: STARTED
[09:53:40.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:68:0) after 6m22s
[10:00:03.286] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:68:0)
[10:00:03.369] Build status: STARTED
[10:00:03.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:69:0) after 8m8s
[10:08:11.467] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:69:0)
[10:08:11.497] Build status: STARTED
[10:08:11.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:70:0) after 2m37s
[10:10:48.522] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:70:0)
[10:10:48.552] Build status: STARTED
[10:10:48.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:71:0) after 5m29s
[10:16:17.869] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:71:0)
[10:16:17.889] Build status: STARTED
[10:16:17.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:72:0) after 4m9s
[10:20:27.376] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:72:0)
[10:20:27.405] Build status: STARTED
[10:20:27.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:73:0) after 5m2s
[10:25:29.426] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:73:0)
[10:25:29.455] Build status: STARTED
[10:25:29.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:74:0) after 5m14s
[10:30:43.514] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:74:0)
[10:30:43.559] Build status: STARTED
[10:30:43.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:75:0) after 4m43s
[10:35:26.581] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:75:0)
[10:35:26.601] Build status: STARTED
[10:35:26.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:76:0) after 2m18s
[10:37:45.854] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:76:0)
[10:37:45.882] Build status: STARTED
[10:37:45.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:77:0) after 9m44s
[10:47:30.084] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:77:0)
[10:47:30.110] Build status: STARTED
[10:47:30.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:78:0) after 8m6s
[10:55:36.132] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:78:0)
[10:55:36.166] Build status: STARTED
[10:55:36.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:79:0) after 6m35s
[11:02:11.199] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:79:0)
[11:02:11.238] Build status: STARTED
[11:02:11.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:80:0) after 9m17s
[11:11:28.259] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:80:0)
[11:11:28.288] Build status: STARTED
[11:11:28.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:81:0) after 1m39s
[11:13:07.304] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:81:0)
[11:13:07.320] Build status: STARTED
[11:13:07.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:82:0) after 5m51s
[11:18:58.338] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:82:0)
[11:18:58.366] Build status: STARTED
[11:18:58.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:83:0) after 9m11s
[11:28:09.407] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:83:0)
[11:28:09.460] Build status: STARTED
[11:28:09.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:84:0) after 3m57s
[11:32:06.487] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:84:0)
[11:32:06.517] Build status: STARTED
[11:32:06.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:85:0) after 9m50s
[11:41:56.738] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:85:0)
[11:41:56.784] Build status: STARTED
[11:41:56.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:86:0) after 7m45s
[11:49:41.803] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:86:0)
[11:49:41.820] Build status: STARTED
[11:49:41.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:87:0) after 6m11s
[11:55:52.907] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:87:0)
[11:55:53.133] Build status: STARTED
[11:55:53.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:88:0) after 2m49s
[11:58:42.334] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:88:0)
[11:58:42.363] Build status: STARTED
[11:58:42.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:89:0) after 8m55s
[12:07:37.515] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:89:0)
[12:07:37.541] Build status: STARTED
[12:07:37.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:90:0) after 8m35s
[12:16:12.626] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:90:0)
[12:16:12.644] Build status: STARTED
[12:16:12.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:91:0) after 5m11s
[12:21:23.676] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:91:0)
[12:21:23.700] Build status: STARTED
[12:21:23.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:92:0) after 6m15s
[12:27:38.828] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:92:0)
[12:27:38.855] Build status: STARTED
[12:27:38.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:93:0) after 6m24s
[12:34:02.878] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:93:0)
[12:34:02.907] Build status: STARTED
[12:34:02.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:94:0) after 7m6s
[12:41:08.935] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:94:0)
[12:41:08.962] Build status: STARTED
[12:41:08.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:95:0) after 9m27s
[12:50:35.982] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:95:0)
[12:50:36.025] Build status: STARTED
[12:50:36.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:96:0) after 9m51s
[13:00:27.043] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:96:0)
[13:00:27.069] Build status: STARTED
[13:00:27.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:97:0) after 4m5s
[13:04:32.077] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:97:0)
[13:04:32.108] Build status: STARTED
[13:04:32.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:98:0) after 5m14s
[13:09:46.135] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:98:0)
[13:09:46.168] Build status: STARTED
[13:09:46.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:99:0) after 4m53s
[13:14:39.188] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:99:0)
[13:14:39.216] Build status: STARTED
[13:14:39.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:100:0) after 4m50s
[13:19:29.356] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:100:0)
[13:19:29.382] Build status: STARTED
[13:19:29.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:101:0) after 1m35s
[13:21:04.401] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:101:0)
[13:21:04.425] Build status: STARTED
[13:21:04.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:102:0) after 7m16s
[13:28:20.441] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:102:0)
[13:28:20.510] Build status: STARTED
[13:28:20.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:103:0) after 5m2s
[13:33:22.539] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:103:0)
[13:33:22.623] Build status: STARTED
[13:33:22.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:104:0) after 7m23s
[13:40:45.743] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:104:0)
[13:40:45.773] Build status: STARTED
[13:40:45.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:105:0) after 6m21s
[13:47:06.796] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:105:0)
[13:47:06.837] Build status: STARTED
[13:47:06.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:106:0) after 2m5s
[13:49:11.844] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:106:0)
[13:49:11.879] Build status: STARTED
[13:49:11.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:107:0) after 7m54s
[13:57:05.976] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:107:0)
[13:57:06.132] Build status: STARTED
[13:57:06.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:108:0) after 8m4s
[14:05:10.149] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:108:0)
[14:05:10.246] Build status: STARTED
[14:05:10.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:109:0) after 8m33s
[14:13:43.464] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:109:0)
[14:13:43.496] Build status: STARTED
[14:13:43.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:110:0) after 2m56s
[14:16:39.516] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:110:0)
[14:16:39.534] Build status: STARTED
[14:16:39.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:111:0) after 2m58s
[14:19:37.554] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:111:0)
[14:19:37.583] Build status: STARTED
[14:19:37.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:112:0) after 8m19s
[14:27:56.603] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:112:0)
[14:27:56.630] Build status: STARTED
[14:27:56.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:113:0) after 8m24s
[14:36:20.651] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:113:0)
[14:36:20.675] Build status: STARTED
[14:36:20.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:114:0) after 5m50s
[14:42:10.691] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:114:0)
[14:42:10.728] Build status: STARTED
[14:42:10.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:115:0) after 5m29s
[14:47:39.749] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:115:0)
[14:47:39.800] Build status: STARTED
[14:47:39.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:116:0) after 4m11s
[14:51:50.818] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:116:0)
[14:51:50.855] Build status: STARTED
[14:51:50.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8992336542108146640:117:0) after 8m48s
[14:56:54.897] Received PubSub notification, asking Buildbucket for the build status
[14:56:54.944] Build:
{
  "id": "8826906480163782833",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1902,
  "createdBy": "project:chromium",
  "createTime": "2021-12-25T03:30:18.755419618Z",
  "startTime": "2021-12-25T06:51:55.104472Z",
  "endTime": "2021-12-25T14:56:54.607029985Z",
  "updateTime": "2021-12-25T14:56:54.607029985Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7d331eae8f8f74ddb6debb98a340104303cae7e3",
      "ref": "refs/heads/main"
    }
  }
}
[14:56:54.944] Invocation finished in 11h26m37.426826421s with status FAILED