Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d26730efda747a09c328a257072f07fd072ea3b7"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d26730efda747a09c328a257072f07fd072ea3b7
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:27:48.411] New invocation is queued and will start shortly
[19:27:49.693] Starting the invocation (attempt 1)
[19:27:49.744] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d26730efda747a09c328a257072f07fd072ea3b7"
[19:27:49.744] Popped gitiles commit info from properties and tags
[19:27:49.744] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:27:49.744] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:27:49.744] Buildbucket request:
{
  "requestId": "8983488394753523824",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d26730efda747a09c328a257072f07fd072ea3b7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8983488394753523824"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:27:50.306] Scheduled build:
{
  "id": "8818058332609534305",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2327,
  "createdBy": "project:chromium",
  "createTime": "2022-04-01T19:27:49.826237887Z",
  "updateTime": "2022-04-01T19:27:49.826237887Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d26730efda747a09c328a257072f07fd072ea3b7",
      "ref": "refs/heads/main"
    }
  }
}
[19:27:50.306] Task URL: https://cr-buildbucket.appspot.com/build/8818058332609534305
[19:27:50.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:2:0) after 8m18s
[19:36:08.388] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:2:0)
[19:36:08.420] Build status: SCHEDULED
[19:36:08.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:3:0) after 9m33s
[19:45:41.446] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:3:0)
[19:45:41.474] Build status: SCHEDULED
[19:45:41.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:4:0) after 7m56s
[19:48:26.088] Received PubSub notification, asking Buildbucket for the build status
[19:48:26.119] Build status: STARTED
[19:53:37.543] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:4:0)
[19:53:37.603] Build status: STARTED
[19:53:37.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:6:0) after 7m45s
[20:01:22.860] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:6:0)
[20:01:22.877] Build status: STARTED
[20:01:22.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:7:0) after 5m42s
[20:07:04.901] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:7:0)
[20:07:04.934] Build status: STARTED
[20:07:04.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:8:0) after 7m41s
[20:14:45.954] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:8:0)
[20:14:45.986] Build status: STARTED
[20:14:45.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:9:0) after 2m13s
[20:16:59.011] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:9:0)
[20:16:59.150] Build status: STARTED
[20:16:59.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:10:0) after 9m54s
[20:26:53.160] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:10:0)
[20:26:53.190] Build status: STARTED
[20:26:53.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:11:0) after 8m52s
[20:35:45.222] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:11:0)
[20:35:45.243] Build status: STARTED
[20:35:45.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:12:0) after 5m43s
[20:41:28.269] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:12:0)
[20:41:28.290] Build status: STARTED
[20:41:28.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:13:0) after 8m28s
[20:49:56.421] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:13:0)
[20:49:56.447] Build status: STARTED
[20:49:56.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:14:0) after 1m28s
[20:51:24.474] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:14:0)
[20:51:24.494] Build status: STARTED
[20:51:24.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:15:0) after 9m38s
[21:01:02.680] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:15:0)
[21:01:02.704] Build status: STARTED
[21:01:02.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:16:0) after 9m46s
[21:10:49.209] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:16:0)
[21:10:49.359] Build status: STARTED
[21:10:49.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:17:0) after 9m19s
[21:20:08.918] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:17:0)
[21:20:08.948] Build status: STARTED
[21:20:08.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:18:0) after 5m3s
[21:25:12.056] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:18:0)
[21:25:12.076] Build status: STARTED
[21:25:12.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:19:0) after 3m56s
[21:29:08.130] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:19:0)
[21:29:08.161] Build status: STARTED
[21:29:08.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:20:0) after 4m28s
[21:33:36.171] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:20:0)
[21:33:36.203] Build status: STARTED
[21:33:36.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:21:0) after 5m3s
[21:38:39.231] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:21:0)
[21:38:39.268] Build status: STARTED
[21:38:39.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:22:0) after 5m44s
[21:44:23.971] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:22:0)
[21:44:23.999] Build status: STARTED
[21:44:23.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:23:0) after 1m6s
[21:45:30.023] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:23:0)
[21:45:30.054] Build status: STARTED
[21:45:30.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:24:0) after 1m33s
[21:47:03.289] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:24:0)
[21:47:03.329] Build status: STARTED
[21:47:03.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:25:0) after 7m53s
[21:54:56.431] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:25:0)
[21:54:56.462] Build status: STARTED
[21:54:56.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:26:0) after 6m14s
[22:01:10.737] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:26:0)
[22:01:10.780] Build status: STARTED
[22:01:10.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:27:0) after 3m58s
[22:05:08.806] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:27:0)
[22:05:08.838] Build status: STARTED
[22:05:08.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:28:0) after 6m2s
[22:11:10.868] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:28:0)
[22:11:10.899] Build status: STARTED
[22:11:10.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:29:0) after 3m49s
[22:15:00.180] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:29:0)
[22:15:00.217] Build status: STARTED
[22:15:00.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:30:0) after 9m27s
[22:24:27.292] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:30:0)
[22:24:27.328] Build status: STARTED
[22:24:27.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:31:0) after 1m34s
[22:26:02.050] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:31:0)
[22:26:02.074] Build status: STARTED
[22:26:02.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:32:0) after 5m21s
[22:31:23.224] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:32:0)
[22:31:23.249] Build status: STARTED
[22:31:23.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:33:0) after 1m6s
[22:32:29.356] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:33:0)
[22:32:29.376] Build status: STARTED
[22:32:29.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:34:0) after 8m56s
[22:41:25.655] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:34:0)
[22:41:25.691] Build status: STARTED
[22:41:25.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:35:0) after 6m59s
[22:48:24.728] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:35:0)
[22:48:24.752] Build status: STARTED
[22:48:24.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:36:0) after 5m53s
[22:54:18.115] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:36:0)
[22:54:18.148] Build status: STARTED
[22:54:18.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:37:0) after 3m48s
[22:58:06.614] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:37:0)
[22:58:06.675] Build status: STARTED
[22:58:06.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:38:0) after 9m50s
[23:07:57.102] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:38:0)
[23:07:57.126] Build status: STARTED
[23:07:57.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:39:0) after 3m0s
[23:10:57.156] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:39:0)
[23:10:57.191] Build status: STARTED
[23:10:57.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:40:0) after 3m6s
[23:14:03.215] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:40:0)
[23:14:03.272] Build status: STARTED
[23:14:03.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:41:0) after 7m14s
[23:21:17.264] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:41:0)
[23:21:17.287] Build status: STARTED
[23:21:17.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:42:0) after 8m21s
[23:29:38.613] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:42:0)
[23:29:38.644] Build status: STARTED
[23:29:38.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:43:0) after 5m55s
[23:35:33.682] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:43:0)
[23:35:33.701] Build status: STARTED
[23:35:33.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:44:0) after 4m13s
[23:39:46.874] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:44:0)
[23:39:46.905] Build status: STARTED
[23:39:46.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:45:0) after 6m53s
[23:46:40.082] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:45:0)
[23:46:40.185] Build status: STARTED
[23:46:40.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:46:0) after 1m12s
[23:47:52.357] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:46:0)
[23:47:52.375] Build status: STARTED
[23:47:52.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:47:0) after 3m44s
[23:51:36.526] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:47:0)
[23:51:36.547] Build status: STARTED
[23:51:36.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:48:0) after 4m8s
[23:55:44.730] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:48:0)
[23:55:44.754] Build status: STARTED
[23:55:44.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:49:0) after 4m9s
[23:59:53.786] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:49:0)
[23:59:53.807] Build status: STARTED
[23:59:53.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:50:0) after 1m16s
[00:01:09.844] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:50:0)
[00:01:09.880] Build status: STARTED
[00:01:09.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:51:0) after 8m27s
[00:09:36.910] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:51:0)
[00:09:36.963] Build status: STARTED
[00:09:36.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:52:0) after 1m12s
[00:10:49.125] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:52:0)
[00:10:49.156] Build status: STARTED
[00:10:49.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:53:0) after 9m54s
[00:20:43.492] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:53:0)
[00:20:43.514] Build status: STARTED
[00:20:43.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:54:0) after 3m53s
[00:24:36.549] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:54:0)
[00:24:36.580] Build status: STARTED
[00:24:36.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:55:0) after 6m19s
[00:30:55.609] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:55:0)
[00:30:55.646] Build status: STARTED
[00:30:55.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:56:0) after 7m9s
[00:38:04.674] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:56:0)
[00:38:04.697] Build status: STARTED
[00:38:04.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:57:0) after 5m53s
[00:43:57.693] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:57:0)
[00:43:57.747] Build status: STARTED
[00:43:57.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:58:0) after 3m28s
[00:47:25.857] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:58:0)
[00:47:25.889] Build status: STARTED
[00:47:25.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:59:0) after 8m5s
[00:55:30.960] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:59:0)
[00:55:30.985] Build status: STARTED
[00:55:30.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:60:0) after 8m46s
[01:04:17.016] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:60:0)
[01:04:17.034] Build status: STARTED
[01:04:17.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:61:0) after 7m27s
[01:11:44.194] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:61:0)
[01:11:44.363] Build status: STARTED
[01:11:44.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:62:0) after 5m26s
[01:17:10.366] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:62:0)
[01:17:10.390] Build status: STARTED
[01:17:10.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:63:0) after 6m34s
[01:23:44.620] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:63:0)
[01:23:44.689] Build status: STARTED
[01:23:44.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:64:0) after 2m20s
[01:26:04.829] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:64:0)
[01:26:04.856] Build status: STARTED
[01:26:04.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:65:0) after 9m37s
[01:35:41.897] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:65:0)
[01:35:41.934] Build status: STARTED
[01:35:41.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:66:0) after 6m16s
[01:41:57.961] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:66:0)
[01:41:57.981] Build status: STARTED
[01:41:57.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:67:0) after 6m20s
[01:48:17.967] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:67:0)
[01:48:17.988] Build status: STARTED
[01:48:17.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:68:0) after 6m9s
[01:54:27.029] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:68:0)
[01:54:27.052] Build status: STARTED
[01:54:27.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:69:0) after 3m43s
[01:58:10.912] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:69:0)
[01:58:10.942] Build status: STARTED
[01:58:10.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:70:0) after 1m37s
[01:59:48.047] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:70:0)
[01:59:48.072] Build status: STARTED
[01:59:48.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:71:0) after 5m35s
[02:05:23.182] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:71:0)
[02:05:23.204] Build status: STARTED
[02:05:23.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:72:0) after 7m33s
[02:12:56.442] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:72:0)
[02:12:56.483] Build status: STARTED
[02:12:56.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:73:0) after 7m26s
[02:20:22.512] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:73:0)
[02:20:22.537] Build status: STARTED
[02:20:22.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:74:0) after 7m41s
[02:28:03.850] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:74:0)
[02:28:03.878] Build status: STARTED
[02:28:03.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:75:0) after 8m11s
[02:36:15.382] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:75:0)
[02:36:15.409] Build status: STARTED
[02:36:15.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:76:0) after 2m44s
[02:38:59.503] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:76:0)
[02:38:59.537] Build status: STARTED
[02:38:59.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:77:0) after 5m16s
[02:44:15.610] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:77:0)
[02:44:15.633] Build status: STARTED
[02:44:15.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:78:0) after 2m26s
[02:46:41.659] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:78:0)
[02:46:41.683] Build status: STARTED
[02:46:41.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:79:0) after 3m39s
[02:50:20.747] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:79:0)
[02:50:20.807] Build status: STARTED
[02:50:20.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:80:0) after 2m59s
[02:53:19.910] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:80:0)
[02:53:19.944] Build status: STARTED
[02:53:19.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:81:0) after 8m13s
[03:01:33.380] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:81:0)
[03:01:33.405] Build status: STARTED
[03:01:33.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:82:0) after 9m27s
[03:11:00.442] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:82:0)
[03:11:00.475] Build status: STARTED
[03:11:00.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:83:0) after 9m11s
[03:20:11.614] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:83:0)
[03:20:11.633] Build status: STARTED
[03:20:11.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:84:0) after 9m7s
[03:29:18.708] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:84:0)
[03:29:18.763] Build status: STARTED
[03:29:18.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:85:0) after 4m3s
[03:33:22.006] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:85:0)
[03:33:22.060] Build status: STARTED
[03:33:22.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:86:0) after 6m24s
[03:39:46.084] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:86:0)
[03:39:46.116] Build status: STARTED
[03:39:46.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:87:0) after 1m16s
[03:41:02.159] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:87:0)
[03:41:02.191] Build status: STARTED
[03:41:02.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:88:0) after 7m24s
[03:48:26.320] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:88:0)
[03:48:26.341] Build status: STARTED
[03:48:26.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:89:0) after 1m45s
[03:50:11.363] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:89:0)
[03:50:11.453] Build status: STARTED
[03:50:11.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:90:0) after 5m24s
[03:55:35.550] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:90:0)
[03:55:35.573] Build status: STARTED
[03:55:35.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:91:0) after 8m28s
[04:04:03.622] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:91:0)
[04:04:03.669] Build status: STARTED
[04:04:03.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:92:0) after 1m43s
[04:05:46.756] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:92:0)
[04:05:46.778] Build status: STARTED
[04:05:46.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:93:0) after 1m49s
[04:07:35.846] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:93:0)
[04:07:35.881] Build status: STARTED
[04:07:35.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:94:0) after 7m9s
[04:14:44.924] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:94:0)
[04:14:45.043] Build status: STARTED
[04:14:45.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:95:0) after 9m23s
[04:24:08.076] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:95:0)
[04:24:08.145] Build status: STARTED
[04:24:08.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:96:0) after 4m51s
[04:28:59.174] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:96:0)
[04:28:59.215] Build status: STARTED
[04:28:59.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:97:0) after 6m29s
[04:35:28.240] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:97:0)
[04:35:28.273] Build status: STARTED
[04:35:28.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:98:0) after 9m59s
[04:45:27.303] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:98:0)
[04:45:27.368] Build status: STARTED
[04:45:27.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:99:0) after 6m25s
[04:51:52.406] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:99:0)
[04:51:52.434] Build status: STARTED
[04:51:52.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:100:0) after 5m3s
[04:56:55.547] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:100:0)
[04:56:55.574] Build status: STARTED
[04:56:55.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:101:0) after 8m15s
[05:05:10.703] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:101:0)
[05:05:10.721] Build status: STARTED
[05:05:10.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:102:0) after 2m38s
[05:07:48.848] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:102:0)
[05:07:48.871] Build status: STARTED
[05:07:48.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:103:0) after 5m55s
[05:13:43.897] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:103:0)
[05:13:43.926] Build status: STARTED
[05:13:43.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:104:0) after 1m48s
[05:15:32.059] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:104:0)
[05:15:32.083] Build status: STARTED
[05:15:32.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:105:0) after 8m36s
[05:24:08.223] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:105:0)
[05:24:08.244] Build status: STARTED
[05:24:08.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:106:0) after 6m21s
[05:30:29.273] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:106:0)
[05:30:29.302] Build status: STARTED
[05:30:29.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:107:0) after 3m38s
[05:34:07.424] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:107:0)
[05:34:07.447] Build status: STARTED
[05:34:07.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:108:0) after 6m30s
[05:40:37.456] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:108:0)
[05:40:37.481] Build status: STARTED
[05:40:37.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:109:0) after 6m7s
[05:46:44.504] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:109:0)
[05:46:44.522] Build status: STARTED
[05:46:44.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:110:0) after 3m0s
[05:49:44.759] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:110:0)
[05:49:44.780] Build status: STARTED
[05:49:44.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983488394753523824:111:0) after 5m57s
[05:52:19.595] Received PubSub notification, asking Buildbucket for the build status
[05:52:19.624] Build:
{
  "id": "8818058332609534305",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2327,
  "createdBy": "project:chromium",
  "createTime": "2022-04-01T19:27:49.826237887Z",
  "startTime": "2022-04-01T19:48:25.501194Z",
  "endTime": "2022-04-02T05:52:19.187737542Z",
  "updateTime": "2022-04-02T05:52:19.187737542Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d26730efda747a09c328a257072f07fd072ea3b7",
      "ref": "refs/heads/main"
    }
  }
}
[05:52:19.624] Invocation finished in 10h24m31.227037798s with status FAILED