Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev e074ce6d087643bcc493cb2122b4c61db039574b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "93b67938e72932240d8efb5f9dea4292eee6ffdd"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/93b67938e72932240d8efb5f9dea4292eee6ffdd
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:26:12.479] New invocation is queued and will start shortly
[21:26:13.759] Starting the invocation (attempt 1)
[21:26:13.789] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/93b67938e72932240d8efb5f9dea4292eee6ffdd"
[21:26:13.789] Popped gitiles commit info from properties and tags
[21:26:13.789] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:26:13.789] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:26:13.789] Buildbucket request:
{
  "requestId": "8994896163366221104",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "93b67938e72932240d8efb5f9dea4292eee6ffdd",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994896163366221104"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:26:14.333] Scheduled build:
{
  "id": "8829466101226667393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1788,
  "createdBy": "project:chromium",
  "createTime": "2021-11-26T21:26:13.888326141Z",
  "updateTime": "2021-11-26T21:26:13.888326141Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "93b67938e72932240d8efb5f9dea4292eee6ffdd",
      "ref": "refs/heads/main"
    }
  }
}
[21:26:14.333] Task URL: https://cr-buildbucket.appspot.com/build/8829466101226667393
[21:26:14.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:2:0) after 6m19s
[21:32:33.349] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:2:0)
[21:32:33.381] Build status: SCHEDULED
[21:32:33.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:3:0) after 2m55s
[21:35:28.491] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:3:0)
[21:35:28.520] Build status: SCHEDULED
[21:35:28.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:4:0) after 1m20s
[21:36:48.667] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:4:0)
[21:36:48.697] Build status: SCHEDULED
[21:36:48.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:5:0) after 6m28s
[21:43:16.784] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:5:0)
[21:43:16.840] Build status: SCHEDULED
[21:43:16.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:6:0) after 2m30s
[21:45:46.856] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:6:0)
[21:45:46.898] Build status: SCHEDULED
[21:45:46.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:7:0) after 8m22s
[21:54:08.914] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:7:0)
[21:54:08.947] Build status: SCHEDULED
[21:54:08.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:8:0) after 3m34s
[21:57:42.968] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:8:0)
[21:57:42.997] Build status: SCHEDULED
[21:57:42.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:9:0) after 5m2s
[22:02:45.063] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:9:0)
[22:02:45.100] Build status: SCHEDULED
[22:02:45.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:10:0) after 2m24s
[22:05:09.182] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:10:0)
[22:05:09.209] Build status: SCHEDULED
[22:05:09.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:11:0) after 4m48s
[22:09:57.245] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:11:0)
[22:09:57.276] Build status: SCHEDULED
[22:09:57.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:12:0) after 5m53s
[22:15:50.296] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:12:0)
[22:15:50.334] Build status: SCHEDULED
[22:15:50.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:13:0) after 3m51s
[22:19:41.451] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:13:0)
[22:19:41.502] Build status: SCHEDULED
[22:19:41.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:14:0) after 2m25s
[22:22:06.677] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:14:0)
[22:22:06.749] Build status: SCHEDULED
[22:22:06.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:15:0) after 7m43s
[22:29:49.770] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:15:0)
[22:29:49.806] Build status: SCHEDULED
[22:29:49.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:16:0) after 6m35s
[22:30:51.918] Received PubSub notification, asking Buildbucket for the build status
[22:30:51.946] Build status: STARTED
[22:36:25.226] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:16:0)
[22:36:25.256] Build status: STARTED
[22:36:25.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:18:0) after 2m26s
[22:38:51.665] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:18:0)
[22:38:51.692] Build status: STARTED
[22:38:51.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:19:0) after 2m27s
[22:41:18.714] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:19:0)
[22:41:18.741] Build status: STARTED
[22:41:18.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:20:0) after 8m14s
[22:49:32.946] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:20:0)
[22:49:32.976] Build status: STARTED
[22:49:32.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:21:0) after 7m27s
[22:56:59.996] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:21:0)
[22:57:00.042] Build status: STARTED
[22:57:00.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:22:0) after 4m31s
[23:01:31.064] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:22:0)
[23:01:31.097] Build status: STARTED
[23:01:31.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:23:0) after 9m27s
[23:10:58.329] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:23:0)
[23:10:58.445] Build status: STARTED
[23:10:58.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:24:0) after 7m5s
[23:18:03.466] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:24:0)
[23:18:03.500] Build status: STARTED
[23:18:03.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:25:0) after 2m1s
[23:20:04.956] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:25:0)
[23:20:04.985] Build status: STARTED
[23:20:04.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:26:0) after 3m55s
[23:24:00.004] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:26:0)
[23:24:00.035] Build status: STARTED
[23:24:00.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:27:0) after 5m16s
[23:29:16.243] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:27:0)
[23:29:16.288] Build status: STARTED
[23:29:16.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:28:0) after 3m13s
[23:32:29.309] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:28:0)
[23:32:29.375] Build status: STARTED
[23:32:29.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:29:0) after 5m29s
[23:37:58.827] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:29:0)
[23:37:58.870] Build status: STARTED
[23:37:58.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:30:0) after 4m53s
[23:42:51.886] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:30:0)
[23:42:51.920] Build status: STARTED
[23:42:51.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:31:0) after 2m51s
[23:45:43.455] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:31:0)
[23:45:43.524] Build status: STARTED
[23:45:43.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:32:0) after 3m17s
[23:49:00.687] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:32:0)
[23:49:00.719] Build status: STARTED
[23:49:00.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:33:0) after 5m2s
[23:54:03.642] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:33:0)
[23:54:03.672] Build status: STARTED
[23:54:03.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:34:0) after 6m40s
[00:00:44.123] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:34:0)
[00:00:44.204] Build status: STARTED
[00:00:44.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:35:0) after 4m3s
[00:04:47.220] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:35:0)
[00:04:47.248] Build status: STARTED
[00:04:47.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:36:0) after 5m36s
[00:10:23.546] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:36:0)
[00:10:23.583] Build status: STARTED
[00:10:23.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:37:0) after 8m58s
[00:19:21.611] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:37:0)
[00:19:21.663] Build status: STARTED
[00:19:21.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:38:0) after 3m47s
[00:23:08.681] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:38:0)
[00:23:08.715] Build status: STARTED
[00:23:08.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:39:0) after 4m22s
[00:27:30.735] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:39:0)
[00:27:30.884] Build status: STARTED
[00:27:30.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:40:0) after 6m29s
[00:33:59.904] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:40:0)
[00:33:59.936] Build status: STARTED
[00:33:59.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:41:0) after 4m40s
[00:38:39.960] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:41:0)
[00:38:39.991] Build status: STARTED
[00:38:39.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:42:0) after 4m47s
[00:43:27.132] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:42:0)
[00:43:27.171] Build status: STARTED
[00:43:27.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:43:0) after 2m58s
[00:46:25.373] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:43:0)
[00:46:25.405] Build status: STARTED
[00:46:25.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:44:0) after 7m19s
[00:53:44.729] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:44:0)
[00:53:44.765] Build status: STARTED
[00:53:44.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:45:0) after 9m26s
[01:03:11.199] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:45:0)
[01:03:11.230] Build status: STARTED
[01:03:11.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:46:0) after 1m15s
[01:04:26.464] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:46:0)
[01:04:26.495] Build status: STARTED
[01:04:26.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:47:0) after 9m2s
[01:13:28.846] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:47:0)
[01:13:28.872] Build status: STARTED
[01:13:28.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:48:0) after 2m11s
[01:15:39.895] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:48:0)
[01:15:39.956] Build status: STARTED
[01:15:39.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:49:0) after 2m17s
[01:17:57.131] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:49:0)
[01:17:57.172] Build status: STARTED
[01:17:57.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:50:0) after 3m51s
[01:21:48.714] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:50:0)
[01:21:48.739] Build status: STARTED
[01:21:48.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:51:0) after 8m49s
[01:30:37.959] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:51:0)
[01:30:38.002] Build status: STARTED
[01:30:38.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:52:0) after 8m6s
[01:38:44.125] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:52:0)
[01:38:44.157] Build status: STARTED
[01:38:44.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:53:0) after 7m38s
[01:46:22.231] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:53:0)
[01:46:22.266] Build status: STARTED
[01:46:22.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:54:0) after 2m3s
[01:48:25.258] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:54:0)
[01:48:25.313] Build status: STARTED
[01:48:25.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:55:0) after 8m10s
[01:56:35.297] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:55:0)
[01:56:35.324] Build status: STARTED
[01:56:35.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:56:0) after 7m53s
[02:04:28.459] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:56:0)
[02:04:28.509] Build status: STARTED
[02:04:28.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:57:0) after 6m42s
[02:11:10.534] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:57:0)
[02:11:10.573] Build status: STARTED
[02:11:10.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:58:0) after 3m56s
[02:15:06.700] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:58:0)
[02:15:06.733] Build status: STARTED
[02:15:06.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:59:0) after 9m25s
[02:24:31.952] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:59:0)
[02:24:31.981] Build status: STARTED
[02:24:31.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:60:0) after 4m52s
[02:29:24.002] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:60:0)
[02:29:24.034] Build status: STARTED
[02:29:24.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:61:0) after 2m9s
[02:31:33.247] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:61:0)
[02:31:34.601] Build status: STARTED
[02:31:34.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:62:0) after 7m51s
[02:39:25.618] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:62:0)
[02:39:25.697] Build status: STARTED
[02:39:25.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:63:0) after 9m28s
[02:48:54.118] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:63:0)
[02:48:54.155] Build status: STARTED
[02:48:54.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:64:0) after 8m2s
[02:56:56.244] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:64:0)
[02:56:56.275] Build status: STARTED
[02:56:56.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:65:0) after 6m26s
[03:03:22.442] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:65:0)
[03:03:22.477] Build status: STARTED
[03:03:22.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:66:0) after 8m15s
[03:11:37.483] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:66:0)
[03:11:37.535] Build status: STARTED
[03:11:37.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:67:0) after 3m27s
[03:15:04.539] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:67:0)
[03:15:04.580] Build status: STARTED
[03:15:04.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:68:0) after 6m3s
[03:21:07.599] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:68:0)
[03:21:07.657] Build status: STARTED
[03:21:07.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:69:0) after 4m14s
[03:25:21.678] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:69:0)
[03:25:21.709] Build status: STARTED
[03:25:21.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:70:0) after 2m51s
[03:28:12.729] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:70:0)
[03:28:12.763] Build status: STARTED
[03:28:12.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:71:0) after 7m23s
[03:35:35.784] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:71:0)
[03:35:35.813] Build status: STARTED
[03:35:35.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:72:0) after 9m16s
[03:44:52.140] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:72:0)
[03:44:52.171] Build status: STARTED
[03:44:52.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:73:0) after 3m19s
[03:48:11.380] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:73:0)
[03:48:11.427] Build status: STARTED
[03:48:11.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:74:0) after 7m4s
[03:55:15.466] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:74:0)
[03:55:15.494] Build status: STARTED
[03:55:15.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:75:0) after 4m51s
[04:00:07.218] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:75:0)
[04:00:07.263] Build status: STARTED
[04:00:07.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:76:0) after 2m30s
[04:02:37.282] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:76:0)
[04:02:37.360] Build status: STARTED
[04:02:37.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:77:0) after 7m46s
[04:10:23.353] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:77:0)
[04:10:23.426] Build status: STARTED
[04:10:23.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:78:0) after 9m54s
[04:20:17.552] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:78:0)
[04:20:17.584] Build status: STARTED
[04:20:17.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:79:0) after 8m7s
[04:28:24.703] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:79:0)
[04:28:24.766] Build status: STARTED
[04:28:24.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:80:0) after 2m34s
[04:30:58.790] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:80:0)
[04:30:58.822] Build status: STARTED
[04:30:58.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:81:0) after 4m29s
[04:35:27.842] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:81:0)
[04:35:27.872] Build status: STARTED
[04:35:27.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:82:0) after 2m13s
[04:37:40.906] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:82:0)
[04:37:40.934] Build status: STARTED
[04:37:40.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:83:0) after 2m16s
[04:39:57.224] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:83:0)
[04:39:57.255] Build status: STARTED
[04:39:57.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:84:0) after 3m32s
[04:43:29.275] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:84:0)
[04:43:29.303] Build status: STARTED
[04:43:29.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:85:0) after 4m37s
[04:48:06.664] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:85:0)
[04:48:06.700] Build status: STARTED
[04:48:06.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:86:0) after 3m47s
[04:51:53.720] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:86:0)
[04:51:53.752] Build status: STARTED
[04:51:53.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:87:0) after 4m15s
[04:56:08.904] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:87:0)
[04:56:08.963] Build status: STARTED
[04:56:08.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:88:0) after 4m59s
[05:01:07.986] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:88:0)
[05:01:08.019] Build status: STARTED
[05:01:08.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:89:0) after 7m50s
[05:08:58.106] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:89:0)
[05:08:58.138] Build status: STARTED
[05:08:58.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:90:0) after 9m36s
[05:18:34.178] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:90:0)
[05:18:34.209] Build status: STARTED
[05:18:34.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:91:0) after 6m55s
[05:25:29.234] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:91:0)
[05:25:29.288] Build status: STARTED
[05:25:29.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:92:0) after 4m10s
[05:29:39.307] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:92:0)
[05:29:39.338] Build status: STARTED
[05:29:39.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:93:0) after 7m52s
[05:37:31.400] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:93:0)
[05:37:31.452] Build status: STARTED
[05:37:31.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:94:0) after 1m17s
[05:38:48.449] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:94:0)
[05:38:48.480] Build status: STARTED
[05:38:48.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:95:0) after 4m6s
[05:42:54.889] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:95:0)
[05:42:54.940] Build status: STARTED
[05:42:54.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:96:0) after 6m43s
[05:49:37.969] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:96:0)
[05:49:38.007] Build status: STARTED
[05:49:38.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:97:0) after 4m13s
[05:53:51.135] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:97:0)
[05:53:51.189] Build status: STARTED
[05:53:51.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:98:0) after 9m7s
[06:02:58.328] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:98:0)
[06:02:58.360] Build status: STARTED
[06:02:58.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:99:0) after 6m16s
[06:09:14.382] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:99:0)
[06:09:14.412] Build status: STARTED
[06:09:14.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:100:0) after 4m13s
[06:13:27.433] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:100:0)
[06:13:27.467] Build status: STARTED
[06:13:27.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:101:0) after 4m37s
[06:18:04.623] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:101:0)
[06:18:04.667] Build status: STARTED
[06:18:04.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:102:0) after 4m38s
[06:22:42.692] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:102:0)
[06:22:42.723] Build status: STARTED
[06:22:42.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:103:0) after 9m4s
[06:31:46.833] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:103:0)
[06:31:46.871] Build status: STARTED
[06:31:46.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8994896163366221104:104:0) after 2m44s
[06:32:23.940] Received PubSub notification, asking Buildbucket for the build status
[06:32:23.968] Build:
{
  "id": "8829466101226667393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1788,
  "createdBy": "project:chromium",
  "createTime": "2021-11-26T21:26:13.888326141Z",
  "startTime": "2021-11-26T22:30:51.130838Z",
  "endTime": "2021-11-27T06:32:23.682370546Z",
  "updateTime": "2021-11-27T06:32:23.682370546Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "93b67938e72932240d8efb5f9dea4292eee6ffdd",
      "ref": "refs/heads/main"
    }
  }
}
[06:32:23.968] Invocation finished in 9h6m11.504284064s with status FAILED