Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7d2f66156543d982ea6c943eae4a2a119fb5bb5b"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7d2f66156543d982ea6c943eae4a2a119fb5bb5b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:11:27.374] New invocation is queued and will start shortly
[01:11:28.461] Starting the invocation (attempt 1)
[01:11:28.499] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7d2f66156543d982ea6c943eae4a2a119fb5bb5b"
[01:11:28.499] Popped gitiles commit info from properties and tags
[01:11:28.499] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:11:28.499] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:11:28.499] Buildbucket request:
{
  "requestId": "8947318584604690912",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7d2f66156543d982ea6c943eae4a2a119fb5bb5b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8947318584604690912"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:11:28.918] Scheduled build:
{
  "id": "8781888522699448241",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 5238,
  "createdBy": "project:chromium",
  "createTime": "2023-05-06T01:11:28.566575387Z",
  "updateTime": "2023-05-06T01:11:28.566575387Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7d2f66156543d982ea6c943eae4a2a119fb5bb5b",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:11:28.918] Task URL: https://cr-buildbucket.appspot.com/build/8781888522699448241
[01:11:28.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:2:0) after 1m37s
[01:11:58.708] Received PubSub notification, asking Buildbucket for the build status
[01:11:58.730] Build status: STARTED
[01:13:06.052] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:2:0)
[01:13:06.070] Build status: STARTED
[01:13:06.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:4:0) after 7m36s
[01:20:42.227] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:4:0)
[01:20:42.253] Build status: STARTED
[01:20:42.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:5:0) after 5m26s
[01:26:08.292] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:5:0)
[01:26:08.336] Build status: STARTED
[01:26:08.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:6:0) after 8m25s
[01:34:33.468] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:6:0)
[01:34:33.504] Build status: STARTED
[01:34:33.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:7:0) after 1m11s
[01:35:44.716] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:7:0)
[01:35:44.737] Build status: STARTED
[01:35:44.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:8:0) after 9m4s
[01:44:48.844] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:8:0)
[01:44:48.868] Build status: STARTED
[01:44:48.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:9:0) after 3m58s
[01:48:46.994] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:9:0)
[01:48:47.119] Build status: STARTED
[01:48:47.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:10:0) after 6m52s
[01:55:39.305] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:10:0)
[01:55:39.370] Build status: STARTED
[01:55:39.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:11:0) after 9m0s
[02:04:39.409] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:11:0)
[02:04:39.450] Build status: STARTED
[02:04:39.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:12:0) after 4m17s
[02:08:56.531] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:12:0)
[02:08:56.554] Build status: STARTED
[02:08:56.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:13:0) after 2m27s
[02:11:23.857] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:13:0)
[02:11:23.875] Build status: STARTED
[02:11:23.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:14:0) after 7m29s
[02:18:52.908] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:14:0)
[02:18:52.927] Build status: STARTED
[02:18:52.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:15:0) after 8m59s
[02:27:52.006] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:15:0)
[02:27:52.039] Build status: STARTED
[02:27:52.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:16:0) after 6m46s
[02:34:38.064] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:16:0)
[02:34:38.083] Build status: STARTED
[02:34:38.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:17:0) after 2m6s
[02:36:44.455] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:17:0)
[02:36:44.488] Build status: STARTED
[02:36:44.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:18:0) after 5m49s
[02:42:33.844] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:18:0)
[02:42:33.872] Build status: STARTED
[02:42:33.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:19:0) after 4m53s
[02:47:26.919] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:19:0)
[02:47:26.938] Build status: STARTED
[02:47:26.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:20:0) after 1m47s
[02:49:14.239] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:20:0)
[02:49:14.306] Build status: STARTED
[02:49:14.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:21:0) after 9m24s
[02:58:38.383] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:21:0)
[02:58:38.406] Build status: STARTED
[02:58:38.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:22:0) after 7m34s
[03:06:12.666] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:22:0)
[03:06:12.688] Build status: STARTED
[03:06:12.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:23:0) after 4m15s
[03:10:27.692] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:23:0)
[03:10:27.821] Build status: STARTED
[03:10:27.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:24:0) after 6m7s
[03:16:35.071] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:24:0)
[03:16:35.088] Build status: STARTED
[03:16:35.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:25:0) after 5m23s
[03:21:58.187] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:25:0)
[03:21:58.219] Build status: STARTED
[03:21:58.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:26:0) after 3m40s
[03:25:38.391] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:26:0)
[03:25:38.449] Build status: STARTED
[03:25:38.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:27:0) after 1m29s
[03:27:07.553] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:27:0)
[03:27:07.579] Build status: STARTED
[03:27:07.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:28:0) after 5m0s
[03:32:08.118] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:28:0)
[03:32:08.137] Build status: STARTED
[03:32:08.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:29:0) after 9m43s
[03:41:51.354] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:29:0)
[03:41:51.382] Build status: STARTED
[03:41:51.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:30:0) after 8m4s
[03:49:55.870] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:30:0)
[03:49:55.972] Build status: STARTED
[03:49:55.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:31:0) after 3m24s
[03:53:19.999] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:31:0)
[03:53:20.023] Build status: STARTED
[03:53:20.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:32:0) after 6m52s
[04:00:12.244] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:32:0)
[04:00:12.282] Build status: STARTED
[04:00:12.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:33:0) after 6m1s
[04:06:13.417] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:33:0)
[04:06:13.439] Build status: STARTED
[04:06:13.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:34:0) after 7m6s
[04:13:19.531] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:34:0)
[04:13:19.587] Build status: STARTED
[04:13:19.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:35:0) after 8m27s
[04:21:46.612] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:35:0)
[04:21:46.633] Build status: STARTED
[04:21:46.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:36:0) after 1m4s
[04:22:50.670] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:36:0)
[04:22:50.694] Build status: STARTED
[04:22:50.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:37:0) after 1m11s
[04:24:01.842] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:37:0)
[04:24:01.870] Build status: STARTED
[04:24:01.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:38:0) after 1m15s
[04:25:17.385] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:38:0)
[04:25:17.404] Build status: STARTED
[04:25:17.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:39:0) after 7m14s
[04:32:31.435] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:39:0)
[04:32:31.458] Build status: STARTED
[04:32:31.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:40:0) after 8m22s
[04:40:53.490] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:40:0)
[04:40:53.510] Build status: STARTED
[04:40:53.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:41:0) after 4m4s
[04:44:57.793] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:41:0)
[04:44:57.827] Build status: STARTED
[04:44:57.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:42:0) after 7m17s
[04:52:14.862] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:42:0)
[04:52:14.887] Build status: STARTED
[04:52:14.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:43:0) after 9m50s
[05:02:05.066] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:43:0)
[05:02:05.086] Build status: STARTED
[05:02:05.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:44:0) after 5m21s
[05:07:26.113] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:44:0)
[05:07:26.187] Build status: STARTED
[05:07:26.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:45:0) after 6m28s
[05:13:54.223] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:45:0)
[05:13:54.240] Build status: STARTED
[05:13:54.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:46:0) after 2m32s
[05:16:26.377] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:46:0)
[05:16:26.397] Build status: STARTED
[05:16:26.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:47:0) after 9m23s
[05:25:49.528] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:47:0)
[05:25:49.546] Build status: STARTED
[05:25:49.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:48:0) after 7m15s
[05:33:04.678] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:48:0)
[05:33:04.707] Build status: STARTED
[05:33:04.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:49:0) after 6m12s
[05:39:16.854] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:49:0)
[05:39:16.874] Build status: STARTED
[05:39:16.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:50:0) after 2m36s
[05:41:53.441] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:50:0)
[05:41:53.462] Build status: STARTED
[05:41:53.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:51:0) after 9m37s
[05:51:30.844] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:51:0)
[05:51:30.865] Build status: STARTED
[05:51:30.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:52:0) after 6m11s
[05:57:41.895] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:52:0)
[05:57:41.915] Build status: STARTED
[05:57:41.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:53:0) after 6m44s
[06:04:25.942] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:53:0)
[06:04:25.963] Build status: STARTED
[06:04:25.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:54:0) after 1m14s
[06:05:40.046] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:54:0)
[06:05:40.070] Build status: STARTED
[06:05:40.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:55:0) after 4m25s
[06:10:05.218] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:55:0)
[06:10:05.241] Build status: STARTED
[06:10:05.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:56:0) after 4m7s
[06:14:12.330] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:56:0)
[06:14:12.352] Build status: STARTED
[06:14:12.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:57:0) after 2m35s
[06:16:47.480] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:57:0)
[06:16:47.501] Build status: STARTED
[06:16:47.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:58:0) after 4m49s
[06:21:36.524] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:58:0)
[06:21:36.542] Build status: STARTED
[06:21:36.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:59:0) after 1m45s
[06:23:21.574] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:59:0)
[06:23:21.594] Build status: STARTED
[06:23:21.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:60:0) after 8m32s
[06:31:53.630] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:60:0)
[06:31:53.649] Build status: STARTED
[06:31:53.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:61:0) after 4m32s
[06:36:25.685] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:61:0)
[06:36:25.771] Build status: STARTED
[06:36:25.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:62:0) after 1m19s
[06:37:45.017] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:62:0)
[06:37:45.035] Build status: STARTED
[06:37:45.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:63:0) after 2m4s
[06:39:49.134] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:63:0)
[06:39:49.254] Build status: STARTED
[06:39:49.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:64:0) after 8m7s
[06:47:56.292] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:64:0)
[06:47:56.310] Build status: STARTED
[06:47:56.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:65:0) after 7m24s
[06:55:20.325] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:65:0)
[06:55:20.346] Build status: STARTED
[06:55:20.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:66:0) after 8m57s
[07:04:17.511] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:66:0)
[07:04:17.536] Build status: STARTED
[07:04:17.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:67:0) after 3m29s
[07:07:46.652] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:67:0)
[07:07:46.673] Build status: STARTED
[07:07:46.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:68:0) after 2m32s
[07:10:18.847] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:68:0)
[07:10:18.883] Build status: STARTED
[07:10:18.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:69:0) after 8m35s
[07:18:53.998] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:69:0)
[07:18:54.024] Build status: STARTED
[07:18:54.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:70:0) after 8m23s
[07:27:17.121] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:70:0)
[07:27:17.140] Build status: STARTED
[07:27:17.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:71:0) after 4m51s
[07:32:08.179] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:71:0)
[07:32:08.211] Build status: STARTED
[07:32:08.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:72:0) after 2m0s
[07:34:08.211] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:72:0)
[07:34:08.450] Build status: STARTED
[07:34:08.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:73:0) after 2m10s
[07:36:18.516] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:73:0)
[07:36:18.534] Build status: STARTED
[07:36:18.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:74:0) after 2m14s
[07:38:32.560] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:74:0)
[07:38:32.582] Build status: STARTED
[07:38:32.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:75:0) after 6m26s
[07:44:58.720] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:75:0)
[07:44:58.741] Build status: STARTED
[07:44:58.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:76:0) after 7m29s
[07:52:27.771] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:76:0)
[07:52:27.794] Build status: STARTED
[07:52:27.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:77:0) after 1m12s
[07:53:39.846] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:77:0)
[07:53:39.887] Build status: STARTED
[07:53:39.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:78:0) after 4m42s
[07:58:21.979] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:78:0)
[07:58:22.000] Build status: STARTED
[07:58:22.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:79:0) after 1m5s
[07:59:27.025] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:79:0)
[07:59:27.047] Build status: STARTED
[07:59:27.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:80:0) after 6m38s
[08:06:05.129] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:80:0)
[08:06:05.156] Build status: STARTED
[08:06:05.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:81:0) after 8m3s
[08:14:08.183] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:81:0)
[08:14:08.208] Build status: STARTED
[08:14:08.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:82:0) after 6m47s
[08:20:55.242] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:82:0)
[08:20:55.259] Build status: STARTED
[08:20:55.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:83:0) after 1m11s
[08:22:06.303] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:83:0)
[08:22:06.323] Build status: STARTED
[08:22:06.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:84:0) after 1m1s
[08:23:07.351] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:84:0)
[08:23:07.369] Build status: STARTED
[08:23:07.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:85:0) after 3m58s
[08:27:05.468] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:85:0)
[08:27:05.505] Build status: STARTED
[08:27:05.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:86:0) after 9m24s
[08:36:29.650] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:86:0)
[08:36:29.670] Build status: STARTED
[08:36:29.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:87:0) after 1m25s
[08:37:54.843] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:87:0)
[08:37:54.865] Build status: STARTED
[08:37:54.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:88:0) after 3m14s
[08:41:08.890] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:88:0)
[08:41:08.909] Build status: STARTED
[08:41:08.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:89:0) after 9m13s
[08:50:22.000] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:89:0)
[08:50:22.023] Build status: STARTED
[08:50:22.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:90:0) after 6m11s
[08:56:33.050] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:90:0)
[08:56:33.069] Build status: STARTED
[08:56:33.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:91:0) after 6m50s
[09:03:23.098] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:91:0)
[09:03:23.235] Build status: STARTED
[09:03:23.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:92:0) after 9m21s
[09:12:44.314] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:92:0)
[09:12:44.341] Build status: STARTED
[09:12:44.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:93:0) after 2m28s
[09:15:12.529] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:93:0)
[09:15:12.547] Build status: STARTED
[09:15:12.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:94:0) after 3m10s
[09:18:22.595] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:94:0)
[09:18:22.710] Build status: STARTED
[09:18:22.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:95:0) after 3m44s
[09:22:06.796] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:95:0)
[09:22:06.826] Build status: STARTED
[09:22:06.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:96:0) after 9m4s
[09:31:10.919] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:96:0)
[09:31:10.938] Build status: STARTED
[09:31:10.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:97:0) after 9m15s
[09:40:26.079] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:97:0)
[09:40:26.096] Build status: STARTED
[09:40:26.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:98:0) after 8m17s
[09:48:43.218] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:98:0)
[09:48:43.237] Build status: STARTED
[09:48:43.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:99:0) after 1m33s
[09:50:16.951] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:99:0)
[09:50:16.978] Build status: STARTED
[09:50:16.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:100:0) after 5m39s
[09:55:56.027] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:100:0)
[09:55:56.100] Build status: STARTED
[09:55:56.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:101:0) after 8m21s
[10:04:17.114] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:101:0)
[10:04:17.134] Build status: STARTED
[10:04:17.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:102:0) after 1m19s
[10:05:36.162] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:102:0)
[10:05:36.179] Build status: STARTED
[10:05:36.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:103:0) after 9m42s
[10:15:18.295] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:103:0)
[10:15:18.320] Build status: STARTED
[10:15:18.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:104:0) after 1m18s
[10:16:36.353] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:104:0)
[10:16:36.373] Build status: STARTED
[10:16:36.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:105:0) after 1m43s
[10:18:19.712] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:105:0)
[10:18:19.732] Build status: STARTED
[10:18:19.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:106:0) after 6m12s
[10:24:31.730] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:106:0)
[10:24:31.750] Build status: STARTED
[10:24:31.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:107:0) after 6m37s
[10:31:08.768] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:107:0)
[10:31:08.794] Build status: STARTED
[10:31:08.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:108:0) after 2m3s
[10:33:11.821] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:108:0)
[10:33:11.839] Build status: STARTED
[10:33:11.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:109:0) after 8m35s
[10:41:46.964] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:109:0)
[10:41:46.987] Build status: STARTED
[10:41:46.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:110:0) after 1m57s
[10:43:44.172] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:110:0)
[10:43:44.192] Build status: STARTED
[10:43:44.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:111:0) after 2m33s
[10:46:17.219] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:111:0)
[10:46:17.246] Build status: STARTED
[10:46:17.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:112:0) after 3m23s
[10:49:40.294] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:112:0)
[10:49:40.328] Build status: STARTED
[10:49:40.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:113:0) after 3m31s
[10:53:11.390] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:113:0)
[10:53:11.414] Build status: STARTED
[10:53:11.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:114:0) after 1m7s
[10:54:18.440] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:114:0)
[10:54:18.458] Build status: STARTED
[10:54:18.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:115:0) after 3m33s
[10:57:51.614] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:115:0)
[10:57:51.634] Build status: STARTED
[10:57:51.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:116:0) after 3m17s
[11:01:08.666] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:116:0)
[11:01:08.696] Build status: STARTED
[11:01:08.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:117:0) after 8m31s
[11:09:39.898] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:117:0)
[11:09:39.917] Build status: STARTED
[11:09:39.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:118:0) after 7m34s
[11:17:14.045] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:118:0)
[11:17:14.070] Build status: STARTED
[11:17:14.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:119:0) after 3m51s
[11:21:05.105] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:119:0)
[11:21:05.136] Build status: STARTED
[11:21:05.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:120:0) after 2m49s
[11:23:54.175] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:120:0)
[11:23:54.194] Build status: STARTED
[11:23:54.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:121:0) after 6m58s
[11:30:52.589] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:121:0)
[11:30:52.608] Build status: STARTED
[11:30:52.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:122:0) after 6m33s
[11:37:25.648] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:122:0)
[11:37:25.669] Build status: STARTED
[11:37:25.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:123:0) after 7m45s
[11:45:10.700] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:123:0)
[11:45:10.735] Build status: STARTED
[11:45:10.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:124:0) after 8m18s
[11:53:28.782] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:124:0)
[11:53:28.801] Build status: STARTED
[11:53:28.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:125:0) after 7m22s
[12:00:50.953] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:125:0)
[12:00:50.973] Build status: STARTED
[12:00:50.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:126:0) after 8m47s
[12:09:38.071] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:126:0)
[12:09:38.087] Build status: STARTED
[12:09:38.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:127:0) after 9m52s
[12:19:30.128] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:127:0)
[12:19:30.147] Build status: STARTED
[12:19:30.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:128:0) after 9m6s
[12:28:36.462] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:128:0)
[12:28:36.488] Build status: STARTED
[12:28:36.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:129:0) after 2m1s
[12:30:37.591] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:129:0)
[12:30:37.622] Build status: STARTED
[12:30:37.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:130:0) after 4m24s
[12:35:01.660] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:130:0)
[12:35:01.688] Build status: STARTED
[12:35:01.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8947318584604690912:131:0) after 6m15s
[12:36:05.421] Received PubSub notification, asking Buildbucket for the build status
[12:36:05.445] Build:
{
  "id": "8781888522699448241",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 5238,
  "createdBy": "project:chromium",
  "createTime": "2023-05-06T01:11:28.566575387Z",
  "startTime": "2023-05-06T01:11:58.013704Z",
  "endTime": "2023-05-06T12:36:04.851012566Z",
  "updateTime": "2023-05-06T12:36:04.851012566Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7d2f66156543d982ea6c943eae4a2a119fb5bb5b",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[12:36:05.445] Invocation finished in 11h24m38.079539146s with status FAILED