Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1423c3e6fe94fc9bbd67a98b525c1e70fe587baa"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1423c3e6fe94fc9bbd67a98b525c1e70fe587baa
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:02:40.283] New invocation is queued and will start shortly
[05:02:41.401] Starting the invocation (attempt 1)
[05:02:41.438] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1423c3e6fe94fc9bbd67a98b525c1e70fe587baa"
[05:02:41.438] Popped gitiles commit info from properties and tags
[05:02:41.438] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:02:41.438] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:02:41.438] Buildbucket request:
{
  "requestId": "8952649258828287008",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1423c3e6fe94fc9bbd67a98b525c1e70fe587baa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8952649258828287008"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:02:41.884] Scheduled build:
{
  "id": "8787219196877034977",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 4888,
  "createdBy": "project:chromium",
  "createTime": "2023-03-08T05:02:41.514562190Z",
  "updateTime": "2023-03-08T05:02:41.514562190Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1423c3e6fe94fc9bbd67a98b525c1e70fe587baa",
      "ref": "refs/heads/main"
    }
  }
}
[05:02:41.884] Task URL: https://cr-buildbucket.appspot.com/build/8787219196877034977
[05:02:41.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:2:0) after 7m0s
[05:04:39.580] Received PubSub notification, asking Buildbucket for the build status
[05:04:39.618] Build status: STARTED
[05:09:42.056] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:2:0)
[05:09:42.088] Build status: STARTED
[05:09:42.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:4:0) after 2m6s
[05:11:48.227] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:4:0)
[05:11:48.250] Build status: STARTED
[05:11:48.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:5:0) after 7m8s
[05:18:56.377] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:5:0)
[05:18:56.520] Build status: STARTED
[05:18:56.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:6:0) after 9m53s
[05:28:49.550] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:6:0)
[05:28:49.572] Build status: STARTED
[05:28:49.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:7:0) after 8m38s
[05:37:27.607] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:7:0)
[05:37:27.627] Build status: STARTED
[05:37:27.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:8:0) after 4m11s
[05:41:38.993] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:8:0)
[05:41:39.032] Build status: STARTED
[05:41:39.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:9:0) after 4m14s
[05:45:53.144] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:9:0)
[05:45:53.185] Build status: STARTED
[05:45:53.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:10:0) after 1m18s
[05:47:11.219] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:10:0)
[05:47:11.240] Build status: STARTED
[05:47:11.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:11:0) after 3m47s
[05:50:58.341] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:11:0)
[05:50:58.372] Build status: STARTED
[05:50:58.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:12:0) after 6m11s
[05:57:09.434] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:12:0)
[05:57:09.455] Build status: STARTED
[05:57:09.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:13:0) after 7m46s
[06:04:55.623] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:13:0)
[06:04:55.678] Build status: STARTED
[06:04:55.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:14:0) after 4m14s
[06:09:09.754] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:14:0)
[06:09:09.782] Build status: STARTED
[06:09:09.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:15:0) after 1m7s
[06:10:16.812] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:15:0)
[06:10:16.832] Build status: STARTED
[06:10:16.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:16:0) after 9m11s
[06:19:27.894] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:16:0)
[06:19:27.918] Build status: STARTED
[06:19:27.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:17:0) after 7m12s
[06:26:40.127] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:17:0)
[06:26:40.150] Build status: STARTED
[06:26:40.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:18:0) after 3m4s
[06:29:44.306] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:18:0)
[06:29:44.348] Build status: STARTED
[06:29:44.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:19:0) after 4m35s
[06:34:19.491] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:19:0)
[06:34:19.575] Build status: STARTED
[06:34:19.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:20:0) after 2m41s
[06:37:00.611] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:20:0)
[06:37:00.635] Build status: STARTED
[06:37:00.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:21:0) after 1m42s
[06:38:42.751] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:21:0)
[06:38:42.773] Build status: STARTED
[06:38:42.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:22:0) after 2m44s
[06:41:26.780] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:22:0)
[06:41:26.809] Build status: STARTED
[06:41:26.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:23:0) after 8m25s
[06:49:51.986] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:23:0)
[06:49:52.008] Build status: STARTED
[06:49:52.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:24:0) after 1m48s
[06:51:40.054] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:24:0)
[06:51:40.096] Build status: STARTED
[06:51:40.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:25:0) after 7m7s
[06:58:47.211] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:25:0)
[06:58:47.274] Build status: STARTED
[06:58:47.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:26:0) after 5m59s
[07:04:46.422] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:26:0)
[07:04:46.443] Build status: STARTED
[07:04:46.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:27:0) after 4m45s
[07:09:31.675] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:27:0)
[07:09:31.704] Build status: STARTED
[07:09:31.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:28:0) after 1m13s
[07:10:44.737] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:28:0)
[07:10:44.775] Build status: STARTED
[07:10:44.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:29:0) after 7m20s
[07:18:04.951] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:29:0)
[07:18:04.971] Build status: STARTED
[07:18:04.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:30:0) after 5m15s
[07:23:20.111] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:30:0)
[07:23:20.162] Build status: STARTED
[07:23:20.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:31:0) after 3m20s
[07:26:40.249] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:31:0)
[07:26:40.281] Build status: STARTED
[07:26:40.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:32:0) after 1m13s
[07:27:53.315] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:32:0)
[07:27:53.361] Build status: STARTED
[07:27:53.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:33:0) after 6m9s
[07:34:02.664] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:33:0)
[07:34:02.687] Build status: STARTED
[07:34:02.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:34:0) after 5m21s
[07:39:23.731] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:34:0)
[07:39:23.793] Build status: STARTED
[07:39:23.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:35:0) after 1m24s
[07:40:47.829] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:35:0)
[07:40:47.903] Build status: STARTED
[07:40:47.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:36:0) after 8m3s
[07:48:50.991] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:36:0)
[07:48:51.012] Build status: STARTED
[07:48:51.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:37:0) after 8m16s
[07:57:07.139] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:37:0)
[07:57:07.160] Build status: STARTED
[07:57:07.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:38:0) after 7m33s
[08:04:40.658] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:38:0)
[08:04:40.679] Build status: STARTED
[08:04:40.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:39:0) after 1m30s
[08:06:10.824] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:39:0)
[08:06:10.847] Build status: STARTED
[08:06:10.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:40:0) after 2m34s
[08:08:44.881] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:40:0)
[08:08:44.904] Build status: STARTED
[08:08:44.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:41:0) after 1m7s
[08:09:51.936] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:41:0)
[08:09:51.956] Build status: STARTED
[08:09:51.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:42:0) after 3m23s
[08:13:14.987] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:42:0)
[08:13:15.086] Build status: STARTED
[08:13:15.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:43:0) after 1m21s
[08:14:36.218] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:43:0)
[08:14:36.239] Build status: STARTED
[08:14:36.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:44:0) after 4m32s
[08:19:08.287] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:44:0)
[08:19:08.325] Build status: STARTED
[08:19:08.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:45:0) after 8m56s
[08:28:04.566] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:45:0)
[08:28:04.599] Build status: STARTED
[08:28:04.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:46:0) after 4m14s
[08:32:18.707] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:46:0)
[08:32:18.737] Build status: STARTED
[08:32:18.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:47:0) after 5m2s
[08:37:20.799] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:47:0)
[08:37:20.825] Build status: STARTED
[08:37:20.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:48:0) after 4m5s
[08:41:25.902] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:48:0)
[08:41:25.949] Build status: STARTED
[08:41:25.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:49:0) after 5m14s
[08:46:40.159] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:49:0)
[08:46:40.187] Build status: STARTED
[08:46:40.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:50:0) after 9m53s
[08:56:33.225] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:50:0)
[08:56:33.249] Build status: STARTED
[08:56:33.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:51:0) after 3m17s
[08:59:50.343] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:51:0)
[08:59:50.364] Build status: STARTED
[08:59:50.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:52:0) after 6m23s
[09:06:13.506] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:52:0)
[09:06:13.551] Build status: STARTED
[09:06:13.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:53:0) after 1m48s
[09:08:01.596] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:53:0)
[09:08:01.657] Build status: STARTED
[09:08:01.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:54:0) after 3m29s
[09:11:30.690] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:54:0)
[09:11:30.712] Build status: STARTED
[09:11:30.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:55:0) after 7m45s
[09:19:15.844] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:55:0)
[09:19:15.867] Build status: STARTED
[09:19:15.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:56:0) after 5m17s
[09:24:32.930] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:56:0)
[09:24:32.953] Build status: STARTED
[09:24:32.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:57:0) after 1m59s
[09:26:32.242] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:57:0)
[09:26:32.290] Build status: STARTED
[09:26:32.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:58:0) after 9m51s
[09:36:23.323] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:58:0)
[09:36:23.356] Build status: STARTED
[09:36:23.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:59:0) after 9m38s
[09:46:01.455] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:59:0)
[09:46:01.475] Build status: STARTED
[09:46:01.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:60:0) after 3m57s
[09:49:58.640] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:60:0)
[09:49:58.687] Build status: STARTED
[09:49:58.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:61:0) after 4m43s
[09:54:41.728] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:61:0)
[09:54:41.752] Build status: STARTED
[09:54:41.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:62:0) after 7m25s
[10:02:06.886] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:62:0)
[10:02:06.952] Build status: STARTED
[10:02:06.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:63:0) after 3m16s
[10:05:23.050] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:63:0)
[10:05:23.100] Build status: STARTED
[10:05:23.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:64:0) after 6m0s
[10:11:23.379] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:64:0)
[10:11:23.413] Build status: STARTED
[10:11:23.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:65:0) after 4m48s
[10:16:11.486] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:65:0)
[10:16:11.526] Build status: STARTED
[10:16:11.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:66:0) after 4m44s
[10:20:55.556] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:66:0)
[10:20:55.578] Build status: STARTED
[10:20:55.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:67:0) after 9m50s
[10:30:45.623] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:67:0)
[10:30:45.648] Build status: STARTED
[10:30:45.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:68:0) after 6m8s
[10:36:53.663] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:68:0)
[10:36:53.687] Build status: STARTED
[10:36:53.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:69:0) after 6m13s
[10:43:06.734] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:69:0)
[10:43:06.763] Build status: STARTED
[10:43:06.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:70:0) after 9m55s
[10:53:01.791] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:70:0)
[10:53:01.849] Build status: STARTED
[10:53:01.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:71:0) after 9m38s
[11:02:39.922] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:71:0)
[11:02:39.972] Build status: STARTED
[11:02:39.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:72:0) after 3m46s
[11:06:26.042] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:72:0)
[11:06:26.111] Build status: STARTED
[11:06:26.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:73:0) after 1m55s
[11:08:21.236] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:73:0)
[11:08:21.261] Build status: STARTED
[11:08:21.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:74:0) after 5m45s
[11:14:06.475] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:74:0)
[11:14:06.504] Build status: STARTED
[11:14:06.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:75:0) after 6m10s
[11:20:16.647] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:75:0)
[11:20:16.669] Build status: STARTED
[11:20:16.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:76:0) after 5m10s
[11:25:26.806] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:76:0)
[11:25:26.830] Build status: STARTED
[11:25:26.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:77:0) after 3m12s
[11:28:39.049] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:77:0)
[11:28:39.074] Build status: STARTED
[11:28:39.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:78:0) after 8m4s
[11:36:43.109] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:78:0)
[11:36:43.161] Build status: STARTED
[11:36:43.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:79:0) after 2m37s
[11:39:20.246] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:79:0)
[11:39:20.268] Build status: STARTED
[11:39:20.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:80:0) after 8m30s
[11:47:50.608] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:80:0)
[11:47:50.635] Build status: STARTED
[11:47:50.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:81:0) after 5m14s
[11:53:04.665] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:81:0)
[11:53:04.691] Build status: STARTED
[11:53:04.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:82:0) after 4m49s
[11:57:53.775] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:82:0)
[11:57:53.861] Build status: STARTED
[11:57:53.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:83:0) after 6m50s
[12:04:43.900] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:83:0)
[12:04:43.922] Build status: STARTED
[12:04:43.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:84:0) after 4m2s
[12:08:45.952] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:84:0)
[12:08:45.974] Build status: STARTED
[12:08:45.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:85:0) after 3m13s
[12:11:59.031] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:85:0)
[12:11:59.055] Build status: STARTED
[12:11:59.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:86:0) after 4m11s
[12:16:10.191] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:86:0)
[12:16:10.219] Build status: STARTED
[12:16:10.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:87:0) after 9m28s
[12:25:38.381] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:87:0)
[12:25:38.407] Build status: STARTED
[12:25:38.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:88:0) after 1m27s
[12:27:05.902] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:88:0)
[12:27:05.925] Build status: STARTED
[12:27:05.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:89:0) after 4m50s
[12:31:56.132] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:89:0)
[12:31:56.161] Build status: STARTED
[12:31:56.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:90:0) after 3m32s
[12:35:28.384] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:90:0)
[12:35:28.411] Build status: STARTED
[12:35:28.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:91:0) after 9m10s
[12:44:38.547] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:91:0)
[12:44:38.586] Build status: STARTED
[12:44:38.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:92:0) after 1m55s
[12:46:33.571] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:92:0)
[12:46:33.665] Build status: STARTED
[12:46:33.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:93:0) after 2m9s
[12:48:42.767] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:93:0)
[12:48:42.791] Build status: STARTED
[12:48:42.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:94:0) after 2m22s
[12:51:04.881] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:94:0)
[12:51:04.908] Build status: STARTED
[12:51:04.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:95:0) after 2m8s
[12:53:13.198] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:95:0)
[12:53:13.220] Build status: STARTED
[12:53:13.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:96:0) after 4m51s
[12:58:04.255] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:96:0)
[12:58:04.284] Build status: STARTED
[12:58:04.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:97:0) after 4m29s
[13:02:33.507] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:97:0)
[13:02:33.611] Build status: STARTED
[13:02:33.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:98:0) after 4m50s
[13:07:23.753] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:98:0)
[13:07:23.782] Build status: STARTED
[13:07:23.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:99:0) after 9m20s
[13:16:43.830] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:99:0)
[13:16:43.857] Build status: STARTED
[13:16:43.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:100:0) after 4m53s
[13:21:36.885] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:100:0)
[13:21:36.905] Build status: STARTED
[13:21:36.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:101:0) after 8m18s
[13:29:55.062] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:101:0)
[13:29:55.087] Build status: STARTED
[13:29:55.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:102:0) after 1m27s
[13:31:22.134] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:102:0)
[13:31:22.159] Build status: STARTED
[13:31:22.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:103:0) after 6m13s
[13:37:35.143] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:103:0)
[13:37:35.176] Build status: STARTED
[13:37:35.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:104:0) after 5m25s
[13:43:00.911] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:104:0)
[13:43:00.932] Build status: STARTED
[13:43:00.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:105:0) after 9m19s
[13:52:19.980] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:105:0)
[13:52:20.001] Build status: STARTED
[13:52:20.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:106:0) after 3m58s
[13:56:18.580] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:106:0)
[13:56:18.639] Build status: STARTED
[13:56:18.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:107:0) after 3m48s
[14:00:06.754] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:107:0)
[14:00:06.777] Build status: STARTED
[14:00:06.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:108:0) after 1m19s
[14:01:25.822] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:108:0)
[14:01:25.854] Build status: STARTED
[14:01:25.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:109:0) after 3m30s
[14:04:55.964] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:109:0)
[14:04:55.985] Build status: STARTED
[14:04:55.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:110:0) after 5m35s
[14:10:31.019] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:110:0)
[14:10:31.061] Build status: STARTED
[14:10:31.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:111:0) after 7m53s
[14:18:24.203] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:111:0)
[14:18:24.260] Build status: STARTED
[14:18:24.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:112:0) after 6m54s
[14:25:18.327] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:112:0)
[14:25:18.360] Build status: STARTED
[14:25:18.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:113:0) after 8m4s
[14:33:22.542] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:113:0)
[14:33:22.563] Build status: STARTED
[14:33:22.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:114:0) after 9m22s
[14:42:44.780] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:114:0)
[14:42:44.808] Build status: STARTED
[14:42:44.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:115:0) after 6m9s
[14:48:54.129] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:115:0)
[14:48:54.159] Build status: STARTED
[14:48:54.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:116:0) after 2m11s
[14:51:05.300] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:116:0)
[14:51:05.324] Build status: STARTED
[14:51:05.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:117:0) after 2m25s
[14:53:30.362] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:117:0)
[14:53:30.383] Build status: STARTED
[14:53:30.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:118:0) after 9m19s
[15:02:49.944] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:118:0)
[15:02:49.971] Build status: STARTED
[15:02:49.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:119:0) after 2m50s
[15:05:40.204] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:119:0)
[15:05:40.224] Build status: STARTED
[15:05:40.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:120:0) after 2m6s
[15:07:46.251] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:120:0)
[15:07:46.273] Build status: STARTED
[15:07:46.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:121:0) after 6m15s
[15:14:01.518] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:121:0)
[15:14:01.540] Build status: STARTED
[15:14:01.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:122:0) after 7m15s
[15:21:16.866] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:122:0)
[15:21:16.891] Build status: STARTED
[15:21:16.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:123:0) after 8m30s
[15:29:47.107] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:123:0)
[15:29:47.261] Build status: STARTED
[15:29:47.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:124:0) after 7m53s
[15:37:40.497] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:124:0)
[15:37:40.547] Build status: STARTED
[15:37:40.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:125:0) after 4m38s
[15:42:18.755] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:125:0)
[15:42:18.835] Build status: STARTED
[15:42:18.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:126:0) after 6m28s
[15:48:46.878] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:126:0)
[15:48:46.901] Build status: STARTED
[15:48:46.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:127:0) after 3m29s
[15:52:15.962] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:127:0)
[15:52:16.036] Build status: STARTED
[15:52:16.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:128:0) after 2m42s
[15:54:58.117] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:128:0)
[15:54:58.139] Build status: STARTED
[15:54:58.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:129:0) after 6m7s
[16:01:05.173] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:129:0)
[16:01:05.193] Build status: STARTED
[16:01:05.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:130:0) after 1m53s
[16:02:58.526] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:130:0)
[16:02:58.598] Build status: STARTED
[16:02:58.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:131:0) after 9m39s
[16:12:37.814] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:131:0)
[16:12:37.836] Build status: STARTED
[16:12:37.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:132:0) after 2m3s
[16:14:40.851] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:132:0)
[16:14:40.877] Build status: STARTED
[16:14:40.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:133:0) after 5m39s
[16:20:19.907] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:133:0)
[16:20:19.941] Build status: STARTED
[16:20:19.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:134:0) after 1m59s
[16:22:18.950] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:134:0)
[16:22:18.998] Build status: STARTED
[16:22:18.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:135:0) after 6m34s
[16:28:53.100] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:135:0)
[16:28:53.126] Build status: STARTED
[16:28:53.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:136:0) after 4m5s
[16:32:58.294] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:136:0)
[16:32:58.317] Build status: STARTED
[16:32:58.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8952649258828287008:137:0) after 3m52s
[16:35:06.823] Received PubSub notification, asking Buildbucket for the build status
[16:35:06.854] Build:
{
  "id": "8787219196877034977",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 4888,
  "createdBy": "project:chromium",
  "createTime": "2023-03-08T05:02:41.514562190Z",
  "startTime": "2023-03-08T05:04:38.797198Z",
  "endTime": "2023-03-08T16:35:06.438843149Z",
  "updateTime": "2023-03-08T16:35:06.438843149Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1423c3e6fe94fc9bbd67a98b525c1e70fe587baa",
      "ref": "refs/heads/main"
    }
  }
}
[16:35:06.854] Invocation finished in 11h32m26.584124694s with status FAILED