Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev e074ce6d087643bcc493cb2122b4c61db039574b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ed9a6d0e6ab839f68feb8926b6d7a13b00c20a5b"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ed9a6d0e6ab839f68feb8926b6d7a13b00c20a5b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:17:37.390] New invocation is queued and will start shortly
[21:17:38.974] Starting the invocation (attempt 1)
[21:17:39.008] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ed9a6d0e6ab839f68feb8926b6d7a13b00c20a5b"
[21:17:39.008] Popped gitiles commit info from properties and tags
[21:17:39.008] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:17:39.008] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:17:39.008] Buildbucket request:
{
  "requestId": "9008939233268409712",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ed9a6d0e6ab839f68feb8926b6d7a13b00c20a5b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9008939233268409712"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:17:40.516] Scheduled build:
{
  "id": "8843509170804706192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1019,
  "createdBy": "project:chromium",
  "createTime": "2021-06-24T21:17:39.108450Z",
  "updateTime": "2021-06-24T21:17:40.385012Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ed9a6d0e6ab839f68feb8926b6d7a13b00c20a5b",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[21:17:40.516] Task URL: https://cr-buildbucket.appspot.com/build/8843509170804706192
[21:17:40.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:2:0) after 1m47s
[21:19:27.584] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:2:0)
[21:19:27.626] Build status: SCHEDULED
[21:19:27.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:3:0) after 2m21s
[21:21:48.714] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:3:0)
[21:21:48.745] Build status: SCHEDULED
[21:21:48.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:4:0) after 8m1s
[21:29:49.845] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:4:0)
[21:29:49.895] Build status: SCHEDULED
[21:29:49.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:5:0) after 9m16s
[21:39:06.071] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:5:0)
[21:39:06.144] Build status: SCHEDULED
[21:39:06.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:6:0) after 3m41s
[21:42:47.170] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:6:0)
[21:42:47.205] Build status: SCHEDULED
[21:42:47.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:7:0) after 3m5s
[21:45:52.268] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:7:0)
[21:45:52.346] Build status: SCHEDULED
[21:45:52.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:8:0) after 3m30s
[21:49:22.448] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:8:0)
[21:49:22.640] Build status: SCHEDULED
[21:49:22.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:9:0) after 5m1s
[21:54:23.758] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:9:0)
[21:54:23.846] Build status: SCHEDULED
[21:54:23.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:10:0) after 5m11s
[21:59:34.989] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:10:0)
[21:59:35.017] Build status: SCHEDULED
[21:59:35.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:11:0) after 1m8s
[22:00:43.320] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:11:0)
[22:00:43.351] Build status: SCHEDULED
[22:00:43.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:12:0) after 1m47s
[22:02:30.353] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:12:0)
[22:02:30.435] Build status: SCHEDULED
[22:02:30.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:13:0) after 2m55s
[22:05:25.465] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:13:0)
[22:05:25.524] Build status: SCHEDULED
[22:05:25.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:14:0) after 7m37s
[22:13:02.579] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:14:0)
[22:13:02.617] Build status: SCHEDULED
[22:13:02.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:15:0) after 5m12s
[22:18:14.906] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:15:0)
[22:18:14.934] Build status: SCHEDULED
[22:18:14.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:16:0) after 7m11s
[22:25:25.963] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:16:0)
[22:25:26.000] Build status: SCHEDULED
[22:25:26.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:17:0) after 8m34s
[22:34:00.159] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:17:0)
[22:34:00.186] Build status: SCHEDULED
[22:34:00.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:18:0) after 4m47s
[22:38:47.308] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:18:0)
[22:38:47.334] Build status: SCHEDULED
[22:38:47.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:19:0) after 1m56s
[22:40:43.374] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:19:0)
[22:40:43.403] Build status: SCHEDULED
[22:40:43.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:20:0) after 6m58s
[22:47:41.710] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:20:0)
[22:47:41.738] Build status: SCHEDULED
[22:47:41.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:21:0) after 2m57s
[22:50:39.137] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:21:0)
[22:50:39.171] Build status: SCHEDULED
[22:50:39.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:22:0) after 8m23s
[22:51:09.418] Received PubSub notification, asking Buildbucket for the build status
[22:51:09.450] Build status: STARTED
[22:59:02.324] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:22:0)
[22:59:02.357] Build status: STARTED
[22:59:02.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:24:0) after 2m25s
[23:01:27.684] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:24:0)
[23:01:27.722] Build status: STARTED
[23:01:27.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:25:0) after 1m18s
[23:02:45.918] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:25:0)
[23:02:46.035] Build status: STARTED
[23:02:46.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:26:0) after 5m16s
[23:08:02.299] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:26:0)
[23:08:02.339] Build status: STARTED
[23:08:02.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:27:0) after 9m41s
[23:17:43.523] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:27:0)
[23:17:43.553] Build status: STARTED
[23:17:43.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:28:0) after 5m15s
[23:22:58.746] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:28:0)
[23:22:58.777] Build status: STARTED
[23:22:58.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:29:0) after 6m55s
[23:29:53.934] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:29:0)
[23:29:53.968] Build status: STARTED
[23:29:53.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:30:0) after 7m50s
[23:37:44.127] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:30:0)
[23:37:44.154] Build status: STARTED
[23:37:44.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:31:0) after 1m39s
[23:39:23.214] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:31:0)
[23:39:23.249] Build status: STARTED
[23:39:23.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:32:0) after 9m50s
[23:49:13.478] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:32:0)
[23:49:13.526] Build status: STARTED
[23:49:13.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:33:0) after 7m20s
[23:56:33.639] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:33:0)
[23:56:33.699] Build status: STARTED
[23:56:33.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:34:0) after 1m9s
[23:57:42.734] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:34:0)
[23:57:42.798] Build status: STARTED
[23:57:42.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:35:0) after 2m31s
[00:00:13.854] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:35:0)
[00:00:13.937] Build status: STARTED
[00:00:13.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:36:0) after 8m8s
[00:08:21.938] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:36:0)
[00:08:21.979] Build status: STARTED
[00:08:21.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:37:0) after 3m49s
[00:12:11.145] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:37:0)
[00:12:11.187] Build status: STARTED
[00:12:11.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:38:0) after 5m26s
[00:17:37.172] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:38:0)
[00:17:37.229] Build status: STARTED
[00:17:37.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:39:0) after 2m50s
[00:20:27.445] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:39:0)
[00:20:27.829] Build status: STARTED
[00:20:27.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:40:0) after 6m8s
[00:26:35.876] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:40:0)
[00:26:35.921] Build status: STARTED
[00:26:35.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:41:0) after 4m25s
[00:31:01.312] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:41:0)
[00:31:01.354] Build status: STARTED
[00:31:01.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:42:0) after 3m40s
[00:34:41.383] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:42:0)
[00:34:41.422] Build status: STARTED
[00:34:41.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:43:0) after 3m43s
[00:38:24.520] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:43:0)
[00:38:24.610] Build status: STARTED
[00:38:24.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:44:0) after 8m2s
[00:46:26.664] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:44:0)
[00:46:26.695] Build status: STARTED
[00:46:26.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:45:0) after 1m18s
[00:47:44.839] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:45:0)
[00:47:44.867] Build status: STARTED
[00:47:44.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:46:0) after 6m56s
[00:54:41.026] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:46:0)
[00:54:41.121] Build status: STARTED
[00:54:41.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:47:0) after 4m14s
[00:58:55.193] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:47:0)
[00:58:55.229] Build status: STARTED
[00:58:55.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:48:0) after 1m16s
[01:00:11.265] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:48:0)
[01:00:11.300] Build status: STARTED
[01:00:11.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:49:0) after 5m21s
[01:05:32.373] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:49:0)
[01:05:32.523] Build status: STARTED
[01:05:32.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:50:0) after 6m45s
[01:12:17.659] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:50:0)
[01:12:17.697] Build status: STARTED
[01:12:17.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:51:0) after 1m43s
[01:14:00.892] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:51:0)
[01:14:00.940] Build status: STARTED
[01:14:00.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:52:0) after 8m2s
[01:22:03.118] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:52:0)
[01:22:03.161] Build status: STARTED
[01:22:03.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:53:0) after 2m21s
[01:24:24.301] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:53:0)
[01:24:24.350] Build status: STARTED
[01:24:24.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:54:0) after 7m21s
[01:31:45.372] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:54:0)
[01:31:45.416] Build status: STARTED
[01:31:45.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:55:0) after 6m33s
[01:38:18.445] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:55:0)
[01:38:18.476] Build status: STARTED
[01:38:18.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:56:0) after 9m31s
[01:47:49.694] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:56:0)
[01:47:49.726] Build status: STARTED
[01:47:49.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:57:0) after 5m30s
[01:53:19.764] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:57:0)
[01:53:19.791] Build status: STARTED
[01:53:19.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:58:0) after 5m21s
[01:58:41.005] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:58:0)
[01:58:41.038] Build status: STARTED
[01:58:41.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:59:0) after 3m36s
[02:02:17.109] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:59:0)
[02:02:17.143] Build status: STARTED
[02:02:17.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:60:0) after 6m14s
[02:08:31.269] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:60:0)
[02:08:31.303] Build status: STARTED
[02:08:31.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:61:0) after 4m16s
[02:12:47.371] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:61:0)
[02:12:47.527] Build status: STARTED
[02:12:47.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:62:0) after 6m52s
[02:19:39.682] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:62:0)
[02:19:39.711] Build status: STARTED
[02:19:39.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:63:0) after 7m9s
[02:26:48.878] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:63:0)
[02:26:48.916] Build status: STARTED
[02:26:48.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:64:0) after 6m36s
[02:33:25.008] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:64:0)
[02:33:25.068] Build status: STARTED
[02:33:25.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:65:0) after 3m2s
[02:36:27.222] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:65:0)
[02:36:27.260] Build status: STARTED
[02:36:27.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:66:0) after 8m54s
[02:45:21.369] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:66:0)
[02:45:21.441] Build status: STARTED
[02:45:21.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:67:0) after 7m19s
[02:52:40.629] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:67:0)
[02:52:40.679] Build status: STARTED
[02:52:40.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:68:0) after 1m56s
[02:54:36.847] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:68:0)
[02:54:36.875] Build status: STARTED
[02:54:36.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:69:0) after 4m43s
[02:59:20.018] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:69:0)
[02:59:20.051] Build status: STARTED
[02:59:20.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:70:0) after 3m45s
[03:03:05.115] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:70:0)
[03:03:05.161] Build status: STARTED
[03:03:05.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:71:0) after 8m7s
[03:11:12.337] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:71:0)
[03:11:12.364] Build status: STARTED
[03:11:12.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:72:0) after 7m57s
[03:19:09.443] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:72:0)
[03:19:09.492] Build status: STARTED
[03:19:09.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:73:0) after 6m37s
[03:25:46.564] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:73:0)
[03:25:46.592] Build status: STARTED
[03:25:46.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:74:0) after 6m48s
[03:32:34.790] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:74:0)
[03:32:34.820] Build status: STARTED
[03:32:34.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:75:0) after 1m42s
[03:34:16.844] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:75:0)
[03:34:16.873] Build status: STARTED
[03:34:16.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:76:0) after 3m57s
[03:38:14.021] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:76:0)
[03:38:14.061] Build status: STARTED
[03:38:14.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:77:0) after 6m11s
[03:44:25.240] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:77:0)
[03:44:25.305] Build status: STARTED
[03:44:25.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:78:0) after 7m19s
[03:51:44.333] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:78:0)
[03:51:44.366] Build status: STARTED
[03:51:44.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:79:0) after 7m52s
[03:59:36.402] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:79:0)
[03:59:36.432] Build status: STARTED
[03:59:36.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:80:0) after 4m4s
[04:03:40.480] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:80:0)
[04:03:40.526] Build status: STARTED
[04:03:40.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:81:0) after 6m28s
[04:10:08.720] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:81:0)
[04:10:08.757] Build status: STARTED
[04:10:08.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:82:0) after 6m41s
[04:16:49.797] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:82:0)
[04:16:49.830] Build status: STARTED
[04:16:49.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:83:0) after 4m39s
[04:21:28.857] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:83:0)
[04:21:28.884] Build status: STARTED
[04:21:28.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:84:0) after 3m6s
[04:24:35.074] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:84:0)
[04:24:35.111] Build status: STARTED
[04:24:35.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:85:0) after 9m22s
[04:33:57.335] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:85:0)
[04:33:57.370] Build status: STARTED
[04:33:57.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:86:0) after 2m40s
[04:36:37.397] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:86:0)
[04:36:37.434] Build status: STARTED
[04:36:37.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:87:0) after 8m43s
[04:45:20.488] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:87:0)
[04:45:20.517] Build status: STARTED
[04:45:20.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:88:0) after 5m17s
[04:50:37.796] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:88:0)
[04:50:37.826] Build status: STARTED
[04:50:37.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:89:0) after 8m23s
[04:59:01.303] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:89:0)
[04:59:01.333] Build status: STARTED
[04:59:01.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:90:0) after 3m11s
[05:02:12.573] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:90:0)
[05:02:12.613] Build status: STARTED
[05:02:12.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:91:0) after 6m30s
[05:08:42.652] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:91:0)
[05:08:42.683] Build status: STARTED
[05:08:42.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:92:0) after 9m27s
[05:18:09.845] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:92:0)
[05:18:09.886] Build status: STARTED
[05:18:09.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:93:0) after 8m55s
[05:27:04.918] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:93:0)
[05:27:04.948] Build status: STARTED
[05:27:04.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:94:0) after 1m56s
[05:29:01.007] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:94:0)
[05:29:01.039] Build status: STARTED
[05:29:01.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:95:0) after 3m53s
[05:32:54.272] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:95:0)
[05:32:54.308] Build status: STARTED
[05:32:54.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:96:0) after 6m54s
[05:39:48.350] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:96:0)
[05:39:48.383] Build status: STARTED
[05:39:48.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:97:0) after 5m36s
[05:45:24.435] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:97:0)
[05:45:24.496] Build status: STARTED
[05:45:24.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:98:0) after 2m41s
[05:48:05.531] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:98:0)
[05:48:05.567] Build status: STARTED
[05:48:05.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:99:0) after 1m3s
[05:49:08.782] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:99:0)
[05:49:08.811] Build status: STARTED
[05:49:08.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:100:0) after 7m47s
[05:56:55.833] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:100:0)
[05:56:55.861] Build status: STARTED
[05:56:55.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:101:0) after 9m58s
[06:06:53.893] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:101:0)
[06:06:53.924] Build status: STARTED
[06:06:53.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:102:0) after 3m59s
[06:10:53.201] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:102:0)
[06:10:53.255] Build status: STARTED
[06:10:53.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:103:0) after 5m52s
[06:16:45.579] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:103:0)
[06:16:45.609] Build status: STARTED
[06:16:45.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:104:0) after 9m13s
[06:25:58.708] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:104:0)
[06:25:58.743] Build status: STARTED
[06:25:58.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:105:0) after 5m58s
[06:31:56.942] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:105:0)
[06:31:56.989] Build status: STARTED
[06:31:56.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:106:0) after 5m7s
[06:37:04.037] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:106:0)
[06:37:04.118] Build status: STARTED
[06:37:04.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:107:0) after 2m29s
[06:39:33.147] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:107:0)
[06:39:33.177] Build status: STARTED
[06:39:33.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:108:0) after 1m43s
[06:41:16.370] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:108:0)
[06:41:16.408] Build status: STARTED
[06:41:16.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:109:0) after 5m20s
[06:46:36.517] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:109:0)
[06:46:36.547] Build status: STARTED
[06:46:36.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:110:0) after 5m29s
[06:52:05.757] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:110:0)
[06:52:05.786] Build status: STARTED
[06:52:05.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:111:0) after 1m9s
[06:53:14.823] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:111:0)
[06:53:14.851] Build status: STARTED
[06:53:14.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:112:0) after 6m12s
[06:59:26.984] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:112:0)
[06:59:27.027] Build status: STARTED
[06:59:27.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:9008939233268409712:113:0) after 4m13s
[07:02:14.282] Received PubSub notification, asking Buildbucket for the build status
[07:02:14.312] Build:
{
  "id": "8843509170804706192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1019,
  "createdBy": "project:chromium",
  "createTime": "2021-06-24T21:17:39.108450Z",
  "startTime": "2021-06-24T22:51:08.821958Z",
  "endTime": "2021-06-25T07:02:13.842303508Z",
  "updateTime": "2021-06-25T07:02:13.842684646Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ed9a6d0e6ab839f68feb8926b6d7a13b00c20a5b",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[07:02:14.312] Invocation finished in 9h44m36.936698749s with status FAILED