Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a526f9fb129fdabc823b3ba4c3cf8c6acbf9367e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a526f9fb129fdabc823b3ba4c3cf8c6acbf9367e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:28:30.808] New invocation is queued and will start shortly
[16:28:31.892] Starting the invocation (attempt 1)
[16:28:31.922] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a526f9fb129fdabc823b3ba4c3cf8c6acbf9367e"
[16:28:31.922] Popped gitiles commit info from properties and tags
[16:28:31.922] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:28:31.923] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:28:31.923] Buildbucket request:
{
  "requestId": "8952515512401886560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a526f9fb129fdabc823b3ba4c3cf8c6acbf9367e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8952515512401886560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:28:32.382] Scheduled build:
{
  "id": "8787085450494367505",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 4891,
  "createdBy": "project:chromium",
  "createTime": "2023-03-09T16:28:32.004643179Z",
  "updateTime": "2023-03-09T16:28:32.004643179Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a526f9fb129fdabc823b3ba4c3cf8c6acbf9367e",
      "ref": "refs/heads/main"
    }
  }
}
[16:28:32.382] Task URL: https://cr-buildbucket.appspot.com/build/8787085450494367505
[16:28:32.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:2:0) after 8m41s
[16:28:56.067] Received PubSub notification, asking Buildbucket for the build status
[16:28:56.088] Build status: STARTED
[16:37:13.423] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:2:0)
[16:37:13.454] Build status: STARTED
[16:37:13.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:4:0) after 7m28s
[16:44:41.629] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:4:0)
[16:44:41.650] Build status: STARTED
[16:44:41.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:5:0) after 2m38s
[16:47:19.733] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:5:0)
[16:47:19.765] Build status: STARTED
[16:47:19.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:6:0) after 5m52s
[16:53:12.000] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:6:0)
[16:53:12.026] Build status: STARTED
[16:53:12.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:7:0) after 5m39s
[16:58:51.492] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:7:0)
[16:58:51.519] Build status: STARTED
[16:58:51.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:8:0) after 4m22s
[17:03:13.666] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:8:0)
[17:03:13.755] Build status: STARTED
[17:03:13.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:9:0) after 9m4s
[17:12:17.893] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:9:0)
[17:12:17.923] Build status: STARTED
[17:12:17.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:10:0) after 7m52s
[17:20:09.947] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:10:0)
[17:20:09.971] Build status: STARTED
[17:20:09.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:11:0) after 3m18s
[17:23:28.007] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:11:0)
[17:23:28.030] Build status: STARTED
[17:23:28.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:12:0) after 6m36s
[17:30:04.058] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:12:0)
[17:30:04.079] Build status: STARTED
[17:30:04.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:13:0) after 5m16s
[17:35:20.855] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:13:0)
[17:35:20.884] Build status: STARTED
[17:35:20.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:14:0) after 5m8s
[17:40:28.862] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:14:0)
[17:40:28.962] Build status: STARTED
[17:40:28.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:15:0) after 7m20s
[17:47:49.089] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:15:0)
[17:47:49.117] Build status: STARTED
[17:47:49.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:16:0) after 5m34s
[17:53:23.241] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:16:0)
[17:53:23.262] Build status: STARTED
[17:53:23.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:17:0) after 4m31s
[17:57:54.288] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:17:0)
[17:57:54.318] Build status: STARTED
[17:57:54.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:18:0) after 5m47s
[18:03:41.753] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:18:0)
[18:03:41.783] Build status: STARTED
[18:03:41.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:19:0) after 5m44s
[18:09:25.802] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:19:0)
[18:09:25.855] Build status: STARTED
[18:09:25.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:20:0) after 5m2s
[18:14:27.879] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:20:0)
[18:14:27.908] Build status: STARTED
[18:14:27.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:21:0) after 6m47s
[18:21:15.139] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:21:0)
[18:21:15.159] Build status: STARTED
[18:21:15.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:22:0) after 3m43s
[18:24:58.289] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:22:0)
[18:24:58.309] Build status: STARTED
[18:24:58.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:23:0) after 9m31s
[18:34:29.960] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:23:0)
[18:34:29.980] Build status: STARTED
[18:34:29.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:24:0) after 6m9s
[18:40:39.021] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:24:0)
[18:40:39.044] Build status: STARTED
[18:40:39.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:25:0) after 5m35s
[18:46:14.094] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:25:0)
[18:46:14.116] Build status: STARTED
[18:46:14.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:26:0) after 6m51s
[18:53:05.169] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:26:0)
[18:53:05.194] Build status: STARTED
[18:53:05.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:27:0) after 4m54s
[18:57:59.229] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:27:0)
[18:57:59.251] Build status: STARTED
[18:57:59.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:28:0) after 4m15s
[19:02:14.305] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:28:0)
[19:02:14.336] Build status: STARTED
[19:02:14.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:29:0) after 9m48s
[19:12:02.869] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:29:0)
[19:12:02.895] Build status: STARTED
[19:12:02.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:30:0) after 4m52s
[19:16:55.035] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:30:0)
[19:16:55.061] Build status: STARTED
[19:16:55.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:31:0) after 2m12s
[19:19:07.112] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:31:0)
[19:19:07.139] Build status: STARTED
[19:19:07.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:32:0) after 8m51s
[19:27:58.221] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:32:0)
[19:27:58.248] Build status: STARTED
[19:27:58.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:33:0) after 6m20s
[19:34:18.388] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:33:0)
[19:34:18.409] Build status: STARTED
[19:34:18.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:34:0) after 9m28s
[19:43:46.488] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:34:0)
[19:43:46.512] Build status: STARTED
[19:43:46.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:35:0) after 2m3s
[19:45:49.551] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:35:0)
[19:45:49.574] Build status: STARTED
[19:45:49.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:36:0) after 9m57s
[19:55:46.598] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:36:0)
[19:55:46.639] Build status: STARTED
[19:55:46.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:37:0) after 7m10s
[20:02:56.764] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:37:0)
[20:02:56.787] Build status: STARTED
[20:02:56.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:38:0) after 2m59s
[20:05:55.968] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:38:0)
[20:05:55.990] Build status: STARTED
[20:05:55.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:39:0) after 8m13s
[20:14:09.064] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:39:0)
[20:14:09.090] Build status: STARTED
[20:14:09.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:40:0) after 8m17s
[20:22:26.285] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:40:0)
[20:22:26.309] Build status: STARTED
[20:22:26.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:41:0) after 1m50s
[20:24:16.675] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:41:0)
[20:24:16.714] Build status: STARTED
[20:24:16.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:42:0) after 8m22s
[20:32:39.019] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:42:0)
[20:32:39.050] Build status: STARTED
[20:32:39.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:43:0) after 9m0s
[20:41:39.137] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:43:0)
[20:41:39.160] Build status: STARTED
[20:41:39.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:44:0) after 9m43s
[20:51:22.903] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:44:0)
[20:51:22.925] Build status: STARTED
[20:51:22.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:45:0) after 2m48s
[20:54:11.842] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:45:0)
[20:54:11.865] Build status: STARTED
[20:54:11.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:46:0) after 1m48s
[20:55:59.898] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:46:0)
[20:55:59.958] Build status: STARTED
[20:55:59.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:47:0) after 5m38s
[21:01:38.279] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:47:0)
[21:01:38.333] Build status: STARTED
[21:01:38.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:48:0) after 3m8s
[21:04:46.434] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:48:0)
[21:04:46.464] Build status: STARTED
[21:04:46.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:49:0) after 2m40s
[21:07:26.896] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:49:0)
[21:07:26.928] Build status: STARTED
[21:07:26.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:50:0) after 4m53s
[21:12:19.987] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:50:0)
[21:12:20.008] Build status: STARTED
[21:12:20.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:51:0) after 5m3s
[21:17:23.372] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:51:0)
[21:17:23.395] Build status: STARTED
[21:17:23.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:52:0) after 7m14s
[21:24:38.116] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:52:0)
[21:24:38.156] Build status: STARTED
[21:24:38.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:53:0) after 1m17s
[21:25:55.275] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:53:0)
[21:25:55.302] Build status: STARTED
[21:25:55.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:54:0) after 9m17s
[21:35:12.326] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:54:0)
[21:35:12.379] Build status: STARTED
[21:35:12.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:55:0) after 7m38s
[21:42:50.475] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:55:0)
[21:42:50.539] Build status: STARTED
[21:42:50.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:56:0) after 8m59s
[21:51:49.578] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:56:0)
[21:51:49.779] Build status: STARTED
[21:51:49.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:57:0) after 3m9s
[21:54:59.171] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:57:0)
[21:54:59.209] Build status: STARTED
[21:54:59.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:58:0) after 5m7s
[22:00:06.280] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:58:0)
[22:00:06.306] Build status: STARTED
[22:00:06.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:59:0) after 8m54s
[22:09:00.344] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:59:0)
[22:09:00.378] Build status: STARTED
[22:09:00.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:60:0) after 6m14s
[22:15:15.500] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:60:0)
[22:15:15.556] Build status: STARTED
[22:15:15.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:61:0) after 5m31s
[22:20:46.590] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:61:0)
[22:20:46.609] Build status: STARTED
[22:20:46.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:62:0) after 1m26s
[22:22:13.020] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:62:0)
[22:22:13.047] Build status: STARTED
[22:22:13.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:63:0) after 1m26s
[22:23:39.076] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:63:0)
[22:23:39.160] Build status: STARTED
[22:23:39.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:64:0) after 7m43s
[22:31:22.472] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:64:0)
[22:31:22.492] Build status: STARTED
[22:31:22.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:65:0) after 4m19s
[22:35:41.620] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:65:0)
[22:35:41.644] Build status: STARTED
[22:35:41.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:66:0) after 7m1s
[22:42:42.758] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:66:0)
[22:42:42.781] Build status: STARTED
[22:42:42.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:67:0) after 4m13s
[22:46:55.968] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:67:0)
[22:46:55.993] Build status: STARTED
[22:46:55.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:68:0) after 7m21s
[22:54:17.151] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:68:0)
[22:54:17.178] Build status: STARTED
[22:54:17.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:69:0) after 4m32s
[22:58:49.442] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:69:0)
[22:58:49.461] Build status: STARTED
[22:58:49.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:70:0) after 5m27s
[23:04:16.547] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:70:0)
[23:04:16.611] Build status: STARTED
[23:04:16.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:71:0) after 2m3s
[23:06:19.669] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:71:0)
[23:06:19.783] Build status: STARTED
[23:06:19.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:72:0) after 7m58s
[23:14:17.911] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:72:0)
[23:14:17.997] Build status: STARTED
[23:14:17.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:73:0) after 5m6s
[23:19:24.034] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:73:0)
[23:19:24.054] Build status: STARTED
[23:19:24.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:74:0) after 5m49s
[23:25:13.077] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:74:0)
[23:25:13.114] Build status: STARTED
[23:25:13.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:75:0) after 4m34s
[23:29:47.651] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:75:0)
[23:29:47.674] Build status: STARTED
[23:29:47.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:76:0) after 8m44s
[23:38:31.696] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:76:0)
[23:38:31.728] Build status: STARTED
[23:38:31.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:77:0) after 2m5s
[23:40:36.864] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:77:0)
[23:40:36.882] Build status: STARTED
[23:40:36.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:78:0) after 4m42s
[23:45:18.930] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:78:0)
[23:45:18.955] Build status: STARTED
[23:45:18.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:79:0) after 4m5s
[23:49:24.573] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:79:0)
[23:49:24.592] Build status: STARTED
[23:49:24.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:80:0) after 2m35s
[23:51:59.793] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:80:0)
[23:51:59.935] Build status: STARTED
[23:51:59.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:81:0) after 2m2s
[23:54:02.170] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:81:0)
[23:54:02.195] Build status: STARTED
[23:54:02.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:82:0) after 4m45s
[23:58:47.317] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:82:0)
[23:58:47.392] Build status: STARTED
[23:58:47.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:83:0) after 1m28s
[00:00:15.430] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:83:0)
[00:00:15.454] Build status: STARTED
[00:00:15.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:84:0) after 1m56s
[00:02:11.487] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:84:0)
[00:02:11.512] Build status: STARTED
[00:02:11.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:85:0) after 1m11s
[00:03:22.638] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:85:0)
[00:03:22.668] Build status: STARTED
[00:03:22.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:86:0) after 4m7s
[00:07:29.740] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:86:0)
[00:07:29.765] Build status: STARTED
[00:07:29.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:87:0) after 9m38s
[00:17:08.323] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:87:0)
[00:17:08.348] Build status: STARTED
[00:17:08.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:88:0) after 7m31s
[00:24:39.729] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:88:0)
[00:24:39.761] Build status: STARTED
[00:24:39.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:89:0) after 7m57s
[00:32:36.806] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:89:0)
[00:32:36.833] Build status: STARTED
[00:32:36.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:90:0) after 5m40s
[00:38:17.113] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:90:0)
[00:38:17.131] Build status: STARTED
[00:38:17.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:91:0) after 7m34s
[00:45:51.300] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:91:0)
[00:45:51.321] Build status: STARTED
[00:45:51.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:92:0) after 3m3s
[00:48:54.394] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:92:0)
[00:48:54.420] Build status: STARTED
[00:48:54.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:93:0) after 8m57s
[00:57:51.688] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:93:0)
[00:57:51.712] Build status: STARTED
[00:57:51.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:94:0) after 5m45s
[01:03:36.736] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:94:0)
[01:03:36.798] Build status: STARTED
[01:03:36.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:95:0) after 5m15s
[01:08:52.010] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:95:0)
[01:08:52.120] Build status: STARTED
[01:08:52.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:96:0) after 8m51s
[01:17:43.152] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:96:0)
[01:17:43.176] Build status: STARTED
[01:17:43.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:97:0) after 4m45s
[01:22:28.224] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:97:0)
[01:22:28.251] Build status: STARTED
[01:22:28.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:98:0) after 6m20s
[01:28:48.559] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:98:0)
[01:28:48.586] Build status: STARTED
[01:28:48.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:99:0) after 9m50s
[01:38:38.692] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:99:0)
[01:38:38.722] Build status: STARTED
[01:38:38.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:100:0) after 9m48s
[01:48:26.748] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:100:0)
[01:48:26.778] Build status: STARTED
[01:48:26.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:101:0) after 8m21s
[01:56:47.936] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:101:0)
[01:56:47.966] Build status: STARTED
[01:56:47.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:102:0) after 9m19s
[02:06:07.358] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:102:0)
[02:06:07.415] Build status: STARTED
[02:06:07.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:103:0) after 4m37s
[02:10:44.439] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:103:0)
[02:10:44.472] Build status: STARTED
[02:10:44.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:104:0) after 7m2s
[02:17:46.499] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:104:0)
[02:17:46.520] Build status: STARTED
[02:17:46.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:105:0) after 9m33s
[02:27:19.547] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:105:0)
[02:27:19.567] Build status: STARTED
[02:27:19.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:106:0) after 1m50s
[02:29:09.603] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:106:0)
[02:29:09.642] Build status: STARTED
[02:29:09.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:107:0) after 9m19s
[02:38:28.704] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:107:0)
[02:38:28.726] Build status: STARTED
[02:38:28.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:108:0) after 9m16s
[02:47:44.885] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:108:0)
[02:47:44.908] Build status: STARTED
[02:47:44.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:109:0) after 1m34s
[02:49:18.942] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:109:0)
[02:49:19.003] Build status: STARTED
[02:49:19.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:110:0) after 6m9s
[02:55:28.207] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:110:0)
[02:55:28.226] Build status: STARTED
[02:55:28.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:111:0) after 7m24s
[03:02:52.457] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:111:0)
[03:02:52.534] Build status: STARTED
[03:02:52.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:112:0) after 4m26s
[03:07:18.576] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:112:0)
[03:07:18.598] Build status: STARTED
[03:07:18.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:113:0) after 8m43s
[03:16:01.660] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:113:0)
[03:16:01.689] Build status: STARTED
[03:16:01.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:114:0) after 9m20s
[03:25:21.810] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:114:0)
[03:25:21.834] Build status: STARTED
[03:25:21.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:115:0) after 4m7s
[03:29:28.926] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:115:0)
[03:29:28.968] Build status: STARTED
[03:29:28.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:116:0) after 1m37s
[03:31:06.092] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:116:0)
[03:31:06.123] Build status: STARTED
[03:31:06.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:117:0) after 6m31s
[03:37:37.165] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:117:0)
[03:37:37.195] Build status: STARTED
[03:37:37.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:118:0) after 4m41s
[03:42:18.225] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:118:0)
[03:42:18.247] Build status: STARTED
[03:42:18.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:119:0) after 9m56s
[03:52:14.579] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:119:0)
[03:52:14.602] Build status: STARTED
[03:52:14.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:120:0) after 6m48s
[03:59:03.052] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:120:0)
[03:59:03.080] Build status: STARTED
[03:59:03.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:121:0) after 6m40s
[04:05:43.293] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:121:0)
[04:05:43.317] Build status: STARTED
[04:05:43.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952515512401886560:122:0) after 7m30s
[04:06:57.629] Received PubSub notification, asking Buildbucket for the build status
[04:06:57.653] Build:
{
  "id": "8787085450494367505",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 4891,
  "createdBy": "project:chromium",
  "createTime": "2023-03-09T16:28:32.004643179Z",
  "startTime": "2023-03-09T16:28:55.073151Z",
  "endTime": "2023-03-10T04:06:57.298967177Z",
  "updateTime": "2023-03-10T04:06:57.298967177Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a526f9fb129fdabc823b3ba4c3cf8c6acbf9367e",
      "ref": "refs/heads/main"
    }
  }
}
[04:06:57.653] Invocation finished in 11h38m26.851895235s with status FAILED