Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev e074ce6d087643bcc493cb2122b4c61db039574b)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a31578cb24d171bd3fa9c7bb36e7df7a88e2ee61"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a31578cb24d171bd3fa9c7bb36e7df7a88e2ee61
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:57:40.896] New invocation is queued and will start shortly
[03:57:42.028] Starting the invocation (attempt 1)
[03:57:42.101] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a31578cb24d171bd3fa9c7bb36e7df7a88e2ee61"
[03:57:42.101] Popped gitiles commit info from properties and tags
[03:57:42.101] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:57:42.101] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:57:42.101] Buildbucket request:
{
  "requestId": "8990794670491621552",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a31578cb24d171bd3fa9c7bb36e7df7a88e2ee61",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8990794670491621552"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:57:43.652] Scheduled build:
{
  "id": "8825364608301245665",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1968,
  "createdBy": "project:chromium",
  "createTime": "2022-01-11T03:57:42.350284927Z",
  "updateTime": "2022-01-11T03:57:42.350284927Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a31578cb24d171bd3fa9c7bb36e7df7a88e2ee61",
      "ref": "refs/heads/main"
    }
  }
}
[03:57:43.652] Task URL: https://cr-buildbucket.appspot.com/build/8825364608301245665
[03:57:43.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:2:0) after 9m40s
[04:07:23.780] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:2:0)
[04:07:23.810] Build status: SCHEDULED
[04:07:23.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:3:0) after 5m48s
[04:13:11.974] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:3:0)
[04:13:11.992] Build status: SCHEDULED
[04:13:11.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:4:0) after 4m8s
[04:17:20.052] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:4:0)
[04:17:20.110] Build status: SCHEDULED
[04:17:20.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:5:0) after 5m50s
[04:23:10.682] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:5:0)
[04:23:10.702] Build status: SCHEDULED
[04:23:10.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:6:0) after 9m0s
[04:32:10.752] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:6:0)
[04:32:10.772] Build status: SCHEDULED
[04:32:10.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:7:0) after 5m41s
[04:37:51.847] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:7:0)
[04:37:51.881] Build status: SCHEDULED
[04:37:51.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:8:0) after 6m28s
[04:44:19.911] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:8:0)
[04:44:19.949] Build status: SCHEDULED
[04:44:19.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:9:0) after 3m30s
[04:47:49.979] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:9:0)
[04:47:49.998] Build status: SCHEDULED
[04:47:49.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:10:0) after 5m50s
[04:53:40.025] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:10:0)
[04:53:40.051] Build status: SCHEDULED
[04:53:40.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:11:0) after 8m17s
[05:01:57.180] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:11:0)
[05:01:57.199] Build status: SCHEDULED
[05:01:57.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:12:0) after 3m42s
[05:05:39.333] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:12:0)
[05:05:39.353] Build status: SCHEDULED
[05:05:39.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:13:0) after 8m37s
[05:14:16.414] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:13:0)
[05:14:16.440] Build status: SCHEDULED
[05:14:16.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:14:0) after 2m2s
[05:16:18.528] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:14:0)
[05:16:18.547] Build status: SCHEDULED
[05:16:18.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:15:0) after 6m0s
[05:22:18.614] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:15:0)
[05:22:18.646] Build status: SCHEDULED
[05:22:18.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:16:0) after 2m44s
[05:25:02.675] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:16:0)
[05:25:02.712] Build status: SCHEDULED
[05:25:02.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:17:0) after 3m32s
[05:28:34.739] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:17:0)
[05:28:34.759] Build status: SCHEDULED
[05:28:34.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:18:0) after 9m52s
[05:37:04.178] Received PubSub notification, asking Buildbucket for the build status
[05:37:04.216] Build status: STARTED
[05:38:27.133] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:18:0)
[05:38:27.167] Build status: STARTED
[05:38:27.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:20:0) after 8m50s
[05:47:17.171] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:20:0)
[05:47:17.200] Build status: STARTED
[05:47:17.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:21:0) after 6m45s
[05:54:02.309] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:21:0)
[05:54:02.336] Build status: STARTED
[05:54:02.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:22:0) after 9m49s
[06:03:51.368] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:22:0)
[06:03:51.397] Build status: STARTED
[06:03:51.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:23:0) after 8m9s
[06:12:00.651] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:23:0)
[06:12:00.672] Build status: STARTED
[06:12:00.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:24:0) after 2m31s
[06:14:31.788] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:24:0)
[06:14:31.807] Build status: STARTED
[06:14:31.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:25:0) after 9m32s
[06:24:03.850] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:25:0)
[06:24:03.877] Build status: STARTED
[06:24:03.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:26:0) after 6m48s
[06:30:51.906] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:26:0)
[06:30:51.932] Build status: STARTED
[06:30:51.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:27:0) after 7m46s
[06:38:38.292] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:27:0)
[06:38:38.311] Build status: STARTED
[06:38:38.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:28:0) after 2m44s
[06:41:22.380] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:28:0)
[06:41:22.477] Build status: STARTED
[06:41:22.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:29:0) after 6m23s
[06:47:45.525] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:29:0)
[06:47:45.544] Build status: STARTED
[06:47:45.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:30:0) after 3m31s
[06:51:16.633] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:30:0)
[06:51:16.664] Build status: STARTED
[06:51:16.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:31:0) after 4m10s
[06:55:26.775] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:31:0)
[06:55:26.795] Build status: STARTED
[06:55:26.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:32:0) after 2m24s
[06:57:50.832] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:32:0)
[06:57:50.852] Build status: STARTED
[06:57:50.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:33:0) after 8m44s
[07:06:34.978] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:33:0)
[07:06:34.996] Build status: STARTED
[07:06:34.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:34:0) after 7m6s
[07:13:41.026] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:34:0)
[07:13:41.053] Build status: STARTED
[07:13:41.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:35:0) after 2m30s
[07:16:11.185] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:35:0)
[07:16:11.238] Build status: STARTED
[07:16:11.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:36:0) after 6m49s
[07:23:00.271] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:36:0)
[07:23:00.300] Build status: STARTED
[07:23:00.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:37:0) after 7m52s
[07:30:52.341] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:37:0)
[07:30:52.374] Build status: STARTED
[07:30:52.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:38:0) after 2m55s
[07:33:47.427] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:38:0)
[07:33:47.472] Build status: STARTED
[07:33:47.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:39:0) after 6m24s
[07:40:11.617] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:39:0)
[07:40:11.641] Build status: STARTED
[07:40:11.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:40:0) after 5m12s
[07:45:23.718] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:40:0)
[07:45:23.771] Build status: STARTED
[07:45:23.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:41:0) after 9m18s
[07:54:41.814] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:41:0)
[07:54:41.847] Build status: STARTED
[07:54:41.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:42:0) after 1m20s
[07:56:01.888] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:42:0)
[07:56:01.923] Build status: STARTED
[07:56:01.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:43:0) after 3m17s
[07:59:18.949] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:43:0)
[07:59:18.971] Build status: STARTED
[07:59:18.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:44:0) after 1m45s
[08:01:04.003] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:44:0)
[08:01:04.038] Build status: STARTED
[08:01:04.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:45:0) after 4m25s
[08:05:29.177] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:45:0)
[08:05:29.198] Build status: STARTED
[08:05:29.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:46:0) after 8m12s
[08:13:41.224] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:46:0)
[08:13:41.258] Build status: STARTED
[08:13:41.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:47:0) after 8m10s
[08:21:51.242] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:47:0)
[08:21:51.265] Build status: STARTED
[08:21:51.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:48:0) after 1m58s
[08:23:49.416] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:48:0)
[08:23:49.438] Build status: STARTED
[08:23:49.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:49:0) after 8m32s
[08:32:21.554] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:49:0)
[08:32:21.593] Build status: STARTED
[08:32:21.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:50:0) after 4m18s
[08:36:39.671] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:50:0)
[08:36:39.697] Build status: STARTED
[08:36:39.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:51:0) after 8m22s
[08:45:01.816] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:51:0)
[08:45:01.874] Build status: STARTED
[08:45:01.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:52:0) after 1m3s
[08:46:05.002] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:52:0)
[08:46:05.037] Build status: STARTED
[08:46:05.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:53:0) after 7m58s
[08:54:03.085] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:53:0)
[08:54:03.108] Build status: STARTED
[08:54:03.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:54:0) after 9m50s
[09:03:53.137] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:54:0)
[09:03:53.176] Build status: STARTED
[09:03:53.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:55:0) after 6m2s
[09:09:55.249] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:55:0)
[09:09:55.272] Build status: STARTED
[09:09:55.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:56:0) after 3m2s
[09:12:57.382] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:56:0)
[09:12:57.414] Build status: STARTED
[09:12:57.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:57:0) after 4m26s
[09:17:23.443] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:57:0)
[09:17:23.465] Build status: STARTED
[09:17:23.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:58:0) after 8m1s
[09:25:24.597] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:58:0)
[09:25:24.623] Build status: STARTED
[09:25:24.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:59:0) after 5m52s
[09:31:16.753] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:59:0)
[09:31:16.782] Build status: STARTED
[09:31:16.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:60:0) after 1m19s
[09:32:36.086] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:60:0)
[09:32:36.121] Build status: STARTED
[09:32:36.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:61:0) after 7m48s
[09:40:24.344] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:61:0)
[09:40:24.389] Build status: STARTED
[09:40:24.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:62:0) after 1m47s
[09:42:11.496] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:62:0)
[09:42:11.543] Build status: STARTED
[09:42:11.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:63:0) after 1m33s
[09:43:44.577] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:63:0)
[09:43:44.598] Build status: STARTED
[09:43:44.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:64:0) after 2m12s
[09:45:56.952] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:64:0)
[09:45:56.976] Build status: STARTED
[09:45:56.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:65:0) after 3m33s
[09:49:30.013] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:65:0)
[09:49:30.041] Build status: STARTED
[09:49:30.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:66:0) after 4m35s
[09:54:05.073] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:66:0)
[09:54:05.112] Build status: STARTED
[09:54:05.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:67:0) after 1m4s
[09:55:09.262] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:67:0)
[09:55:09.326] Build status: STARTED
[09:55:09.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:68:0) after 7m56s
[10:03:05.449] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:68:0)
[10:03:05.470] Build status: STARTED
[10:03:05.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:69:0) after 6m24s
[10:09:29.522] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:69:0)
[10:09:29.541] Build status: STARTED
[10:09:29.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:70:0) after 8m2s
[10:17:31.679] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:70:0)
[10:17:31.722] Build status: STARTED
[10:17:31.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:71:0) after 1m26s
[10:18:57.957] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:71:0)
[10:18:57.980] Build status: STARTED
[10:18:57.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:72:0) after 1m42s
[10:20:40.014] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:72:0)
[10:20:40.037] Build status: STARTED
[10:20:40.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:73:0) after 1m12s
[10:21:52.074] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:73:0)
[10:21:52.096] Build status: STARTED
[10:21:52.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:74:0) after 9m36s
[10:31:28.129] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:74:0)
[10:31:28.259] Build status: STARTED
[10:31:28.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:75:0) after 8m27s
[10:39:55.556] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:75:0)
[10:39:55.577] Build status: STARTED
[10:39:55.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:76:0) after 1m6s
[10:41:01.726] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:76:0)
[10:41:01.766] Build status: STARTED
[10:41:01.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:77:0) after 8m41s
[10:49:42.805] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:77:0)
[10:49:42.841] Build status: STARTED
[10:49:42.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:78:0) after 9m58s
[10:59:41.039] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:78:0)
[10:59:41.070] Build status: STARTED
[10:59:41.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:79:0) after 6m11s
[11:05:52.128] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:79:0)
[11:05:52.163] Build status: STARTED
[11:05:52.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:80:0) after 1m3s
[11:06:55.297] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:80:0)
[11:06:55.328] Build status: STARTED
[11:06:55.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:81:0) after 9m15s
[11:16:10.418] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:81:0)
[11:16:10.441] Build status: STARTED
[11:16:10.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:82:0) after 3m50s
[11:20:00.504] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:82:0)
[11:20:00.525] Build status: STARTED
[11:20:00.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:83:0) after 1m28s
[11:21:28.568] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:83:0)
[11:21:28.599] Build status: STARTED
[11:21:28.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:84:0) after 3m5s
[11:24:33.628] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:84:0)
[11:24:33.659] Build status: STARTED
[11:24:33.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:85:0) after 7m23s
[11:31:56.764] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:85:0)
[11:31:56.793] Build status: STARTED
[11:31:56.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:86:0) after 7m35s
[11:39:31.924] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:86:0)
[11:39:31.963] Build status: STARTED
[11:39:31.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:87:0) after 5m57s
[11:45:28.993] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:87:0)
[11:45:29.029] Build status: STARTED
[11:45:29.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:88:0) after 6m25s
[11:51:54.081] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:88:0)
[11:51:54.106] Build status: STARTED
[11:51:54.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:89:0) after 1m26s
[11:53:20.139] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:89:0)
[11:53:20.175] Build status: STARTED
[11:53:20.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:90:0) after 4m11s
[11:57:31.209] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:90:0)
[11:57:31.259] Build status: STARTED
[11:57:31.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:91:0) after 2m46s
[12:00:17.289] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:91:0)
[12:00:17.341] Build status: STARTED
[12:00:17.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:92:0) after 1m35s
[12:01:52.381] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:92:0)
[12:01:52.447] Build status: STARTED
[12:01:52.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:93:0) after 9m2s
[12:10:54.526] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:93:0)
[12:10:54.551] Build status: STARTED
[12:10:54.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:94:0) after 2m25s
[12:13:19.592] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:94:0)
[12:13:19.619] Build status: STARTED
[12:13:19.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:95:0) after 7m36s
[12:20:55.880] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:95:0)
[12:20:55.901] Build status: STARTED
[12:20:55.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:96:0) after 4m49s
[12:25:44.937] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:96:0)
[12:25:44.976] Build status: STARTED
[12:25:44.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:97:0) after 9m9s
[12:34:54.109] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:97:0)
[12:34:54.127] Build status: STARTED
[12:34:54.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:98:0) after 5m32s
[12:40:26.250] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:98:0)
[12:40:26.340] Build status: STARTED
[12:40:26.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:99:0) after 1m59s
[12:42:25.438] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:99:0)
[12:42:25.526] Build status: STARTED
[12:42:25.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:100:0) after 1m55s
[12:44:20.543] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:100:0)
[12:44:20.564] Build status: STARTED
[12:44:20.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:101:0) after 1m30s
[12:45:50.635] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:101:0)
[12:45:50.669] Build status: STARTED
[12:45:50.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:102:0) after 2m18s
[12:48:08.761] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:102:0)
[12:48:08.811] Build status: STARTED
[12:48:08.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:103:0) after 6m19s
[12:54:27.844] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:103:0)
[12:54:27.865] Build status: STARTED
[12:54:27.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:104:0) after 4m11s
[12:58:39.093] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:104:0)
[12:58:39.124] Build status: STARTED
[12:58:39.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:105:0) after 1m10s
[12:59:49.265] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:105:0)
[12:59:49.287] Build status: STARTED
[12:59:49.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:106:0) after 2m18s
[13:02:07.386] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:106:0)
[13:02:07.455] Build status: STARTED
[13:02:07.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:107:0) after 6m32s
[13:08:39.509] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:107:0)
[13:08:39.564] Build status: STARTED
[13:08:39.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:108:0) after 2m29s
[13:11:08.763] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:108:0)
[13:11:08.794] Build status: STARTED
[13:11:08.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:109:0) after 8m38s
[13:19:47.095] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:109:0)
[13:19:47.131] Build status: STARTED
[13:19:47.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:110:0) after 8m57s
[13:28:44.169] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:110:0)
[13:28:44.191] Build status: STARTED
[13:28:44.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:111:0) after 6m30s
[13:35:14.464] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:111:0)
[13:35:14.492] Build status: STARTED
[13:35:14.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:112:0) after 7m35s
[13:42:49.618] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:112:0)
[13:42:49.639] Build status: STARTED
[13:42:49.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:113:0) after 8m47s
[13:51:36.671] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:113:0)
[13:51:36.715] Build status: STARTED
[13:51:36.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:114:0) after 9m28s
[14:01:04.949] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:114:0)
[14:01:04.977] Build status: STARTED
[14:01:04.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8990794670491621552:115:0) after 3m47s
[14:04:31.743] Received PubSub notification, asking Buildbucket for the build status
[14:04:31.764] Build:
{
  "id": "8825364608301245665",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 1968,
  "createdBy": "project:chromium",
  "createTime": "2022-01-11T03:57:42.350284927Z",
  "startTime": "2022-01-11T05:37:03.569643Z",
  "endTime": "2022-01-11T14:04:31.343820197Z",
  "updateTime": "2022-01-11T14:04:31.343820197Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a31578cb24d171bd3fa9c7bb36e7df7a88e2ee61",
      "ref": "refs/heads/main"
    }
  }
}
[14:04:31.764] Invocation finished in 10h6m50.887131889s with status FAILED