Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5da484327218a25cb47fc604426ec37caa7a8232"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5da484327218a25cb47fc604426ec37caa7a8232
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[09:28:42.351] New invocation is queued and will start shortly
[09:28:43.425] Starting the invocation (attempt 1)
[09:28:43.470] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5da484327218a25cb47fc604426ec37caa7a8232"
[09:28:43.470] Popped gitiles commit info from properties and tags
[09:28:43.470] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:28:43.470] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:28:43.471] Buildbucket request:
{
  "requestId": "8985519220191809808",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5da484327218a25cb47fc604426ec37caa7a8232",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8985519220191809808"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:28:44.018] Scheduled build:
{
  "id": "8820089158256398721",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2220,
  "createdBy": "project:chromium",
  "createTime": "2022-03-10T09:28:43.565351281Z",
  "updateTime": "2022-03-10T09:28:43.565351281Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5da484327218a25cb47fc604426ec37caa7a8232",
      "ref": "refs/heads/main"
    }
  }
}
[09:28:44.018] Task URL: https://cr-buildbucket.appspot.com/build/8820089158256398721
[09:28:44.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:2:0) after 3m38s
[09:32:22.218] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:2:0)
[09:32:22.278] Build status: SCHEDULED
[09:32:22.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:3:0) after 3m57s
[09:36:19.322] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:3:0)
[09:36:19.353] Build status: SCHEDULED
[09:36:19.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:4:0) after 6m57s
[09:43:16.397] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:4:0)
[09:43:16.422] Build status: SCHEDULED
[09:43:16.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:5:0) after 5m20s
[09:48:36.613] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:5:0)
[09:48:36.644] Build status: SCHEDULED
[09:48:36.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:6:0) after 8m8s
[09:56:44.837] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:6:0)
[09:56:44.873] Build status: SCHEDULED
[09:56:44.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:7:0) after 5m36s
[10:02:21.046] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:7:0)
[10:02:21.070] Build status: SCHEDULED
[10:02:21.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:8:0) after 2m40s
[10:05:01.340] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:8:0)
[10:05:01.375] Build status: SCHEDULED
[10:05:01.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:9:0) after 7m14s
[10:12:15.422] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:9:0)
[10:12:15.446] Build status: SCHEDULED
[10:12:15.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:10:0) after 1m12s
[10:13:27.552] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:10:0)
[10:13:27.576] Build status: SCHEDULED
[10:13:27.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:11:0) after 8m3s
[10:21:30.611] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:11:0)
[10:21:30.630] Build status: SCHEDULED
[10:21:30.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:12:0) after 6m0s
[10:27:30.657] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:12:0)
[10:27:30.678] Build status: SCHEDULED
[10:27:30.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:13:0) after 9m29s
[10:36:59.767] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:13:0)
[10:36:59.790] Build status: SCHEDULED
[10:36:59.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:14:0) after 8m8s
[10:45:07.872] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:14:0)
[10:45:07.894] Build status: SCHEDULED
[10:45:07.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:15:0) after 4m18s
[10:49:26.112] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:15:0)
[10:49:26.132] Build status: SCHEDULED
[10:49:26.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:16:0) after 9m57s
[10:59:23.311] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:16:0)
[10:59:23.332] Build status: SCHEDULED
[10:59:23.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:17:0) after 6m34s
[11:05:34.002] Received PubSub notification, asking Buildbucket for the build status
[11:05:34.034] Build status: STARTED
[11:05:57.377] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:17:0)
[11:05:57.404] Build status: STARTED
[11:05:57.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:19:0) after 9m57s
[11:15:54.431] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:19:0)
[11:15:54.453] Build status: STARTED
[11:15:54.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:20:0) after 7m26s
[11:23:20.486] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:20:0)
[11:23:20.506] Build status: STARTED
[11:23:20.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:21:0) after 4m36s
[11:27:56.583] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:21:0)
[11:27:56.611] Build status: STARTED
[11:27:56.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:22:0) after 9m56s
[11:37:52.720] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:22:0)
[11:37:52.749] Build status: STARTED
[11:37:52.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:23:0) after 4m34s
[11:42:26.754] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:23:0)
[11:42:26.797] Build status: STARTED
[11:42:26.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:24:0) after 5m31s
[11:47:57.825] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:24:0)
[11:47:57.864] Build status: STARTED
[11:47:57.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:25:0) after 6m33s
[11:54:31.000] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:25:0)
[11:54:31.034] Build status: STARTED
[11:54:31.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:26:0) after 9m58s
[12:04:29.092] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:26:0)
[12:04:29.134] Build status: STARTED
[12:04:29.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:27:0) after 3m55s
[12:08:24.159] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:27:0)
[12:08:24.180] Build status: STARTED
[12:08:24.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:28:0) after 2m37s
[12:11:01.230] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:28:0)
[12:11:01.268] Build status: STARTED
[12:11:01.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:29:0) after 9m42s
[12:20:43.487] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:29:0)
[12:20:43.527] Build status: STARTED
[12:20:43.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:30:0) after 3m35s
[12:24:18.551] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:30:0)
[12:24:18.750] Build status: STARTED
[12:24:18.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:31:0) after 2m12s
[12:26:30.771] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:31:0)
[12:26:30.796] Build status: STARTED
[12:26:30.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:32:0) after 1m7s
[12:27:37.822] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:32:0)
[12:27:37.857] Build status: STARTED
[12:27:37.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:33:0) after 6m25s
[12:34:02.983] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:33:0)
[12:34:03.015] Build status: STARTED
[12:34:03.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:34:0) after 1m47s
[12:35:50.039] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:34:0)
[12:35:50.070] Build status: STARTED
[12:35:50.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:35:0) after 6m24s
[12:42:14.274] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:35:0)
[12:42:14.298] Build status: STARTED
[12:42:14.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:36:0) after 9m0s
[12:51:14.357] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:36:0)
[12:51:14.525] Build status: STARTED
[12:51:14.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:37:0) after 3m47s
[12:55:01.542] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:37:0)
[12:55:01.587] Build status: STARTED
[12:55:01.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:38:0) after 1m41s
[12:56:42.673] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:38:0)
[12:56:42.705] Build status: STARTED
[12:56:42.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:39:0) after 4m15s
[13:00:57.758] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:39:0)
[13:00:57.796] Build status: STARTED
[13:00:57.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:40:0) after 2m44s
[13:03:41.825] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:40:0)
[13:03:41.847] Build status: STARTED
[13:03:41.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:41:0) after 7m57s
[13:11:38.874] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:41:0)
[13:11:38.896] Build status: STARTED
[13:11:38.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:42:0) after 9m32s
[13:21:10.925] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:42:0)
[13:21:10.949] Build status: STARTED
[13:21:10.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:43:0) after 6m16s
[13:27:27.256] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:43:0)
[13:27:27.301] Build status: STARTED
[13:27:27.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:44:0) after 8m55s
[13:36:22.806] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:44:0)
[13:36:22.844] Build status: STARTED
[13:36:22.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:45:0) after 3m32s
[13:39:54.880] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:45:0)
[13:39:54.903] Build status: STARTED
[13:39:54.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:46:0) after 5m13s
[13:45:07.932] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:46:0)
[13:45:07.954] Build status: STARTED
[13:45:07.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:47:0) after 9m1s
[13:54:08.939] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:47:0)
[13:54:08.972] Build status: STARTED
[13:54:08.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:48:0) after 3m3s
[13:57:12.100] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:48:0)
[13:57:12.134] Build status: STARTED
[13:57:12.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:49:0) after 9m37s
[14:06:49.295] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:49:0)
[14:06:49.338] Build status: STARTED
[14:06:49.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:50:0) after 6m47s
[14:13:36.490] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:50:0)
[14:13:36.553] Build status: STARTED
[14:13:36.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:51:0) after 8m41s
[14:22:17.710] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:51:0)
[14:22:17.741] Build status: STARTED
[14:22:17.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:52:0) after 4m58s
[14:27:15.852] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:52:0)
[14:27:15.944] Build status: STARTED
[14:27:15.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:53:0) after 3m9s
[14:30:24.986] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:53:0)
[14:30:25.013] Build status: STARTED
[14:30:25.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:54:0) after 8m36s
[14:39:01.227] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:54:0)
[14:39:01.263] Build status: STARTED
[14:39:01.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:55:0) after 2m58s
[14:41:59.414] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:55:0)
[14:41:59.448] Build status: STARTED
[14:41:59.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:56:0) after 2m41s
[14:44:40.608] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:56:0)
[14:44:40.653] Build status: STARTED
[14:44:40.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:57:0) after 7m39s
[14:52:19.836] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:57:0)
[14:52:19.857] Build status: STARTED
[14:52:19.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:58:0) after 5m9s
[14:57:28.990] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:58:0)
[14:57:29.056] Build status: STARTED
[14:57:29.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:59:0) after 3m17s
[15:00:46.180] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:59:0)
[15:00:46.218] Build status: STARTED
[15:00:46.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:60:0) after 6m54s
[15:07:40.245] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:60:0)
[15:07:40.268] Build status: STARTED
[15:07:40.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:61:0) after 6m0s
[15:13:40.311] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:61:0)
[15:13:40.333] Build status: STARTED
[15:13:40.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:62:0) after 1m24s
[15:15:04.611] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:62:0)
[15:15:04.639] Build status: STARTED
[15:15:04.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:63:0) after 2m16s
[15:17:20.624] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:63:0)
[15:17:20.675] Build status: STARTED
[15:17:20.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:64:0) after 6m2s
[15:23:22.703] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:64:0)
[15:23:22.731] Build status: STARTED
[15:23:22.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:65:0) after 6m6s
[15:29:28.825] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:65:0)
[15:29:28.857] Build status: STARTED
[15:29:28.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:66:0) after 2m16s
[15:31:44.975] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:66:0)
[15:31:44.998] Build status: STARTED
[15:31:44.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:67:0) after 4m14s
[15:35:59.090] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:67:0)
[15:35:59.121] Build status: STARTED
[15:35:59.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:68:0) after 1m6s
[15:37:05.366] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:68:0)
[15:37:05.399] Build status: STARTED
[15:37:05.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:69:0) after 8m45s
[15:45:50.540] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:69:0)
[15:45:50.563] Build status: STARTED
[15:45:50.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:70:0) after 7m37s
[15:53:27.661] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:70:0)
[15:53:27.697] Build status: STARTED
[15:53:27.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:71:0) after 9m19s
[16:02:46.895] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:71:0)
[16:02:46.917] Build status: STARTED
[16:02:46.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:72:0) after 2m25s
[16:05:11.943] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:72:0)
[16:05:11.977] Build status: STARTED
[16:05:11.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:73:0) after 9m24s
[16:14:36.026] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:73:0)
[16:14:36.057] Build status: STARTED
[16:14:36.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:74:0) after 5m10s
[16:19:46.070] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:74:0)
[16:19:46.095] Build status: STARTED
[16:19:46.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:75:0) after 8m55s
[16:28:41.275] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:75:0)
[16:28:41.310] Build status: STARTED
[16:28:41.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:76:0) after 7m45s
[16:36:26.455] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:76:0)
[16:36:26.486] Build status: STARTED
[16:36:26.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:77:0) after 9m33s
[16:45:59.686] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:77:0)
[16:45:59.732] Build status: STARTED
[16:45:59.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:78:0) after 4m6s
[16:50:05.783] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:78:0)
[16:50:05.813] Build status: STARTED
[16:50:05.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:79:0) after 2m38s
[16:52:43.831] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:79:0)
[16:52:43.891] Build status: STARTED
[16:52:43.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:80:0) after 9m24s
[17:02:08.233] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:80:0)
[17:02:08.253] Build status: STARTED
[17:02:08.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:81:0) after 8m15s
[17:10:23.421] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:81:0)
[17:10:23.549] Build status: STARTED
[17:10:23.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:82:0) after 4m46s
[17:15:09.579] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:82:0)
[17:15:09.620] Build status: STARTED
[17:15:09.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:83:0) after 7m54s
[17:23:03.730] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:83:0)
[17:23:03.749] Build status: STARTED
[17:23:03.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:84:0) after 1m3s
[17:24:07.052] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:84:0)
[17:24:07.074] Build status: STARTED
[17:24:07.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:85:0) after 2m59s
[17:27:06.194] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:85:0)
[17:27:06.244] Build status: STARTED
[17:27:06.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:86:0) after 8m21s
[17:35:27.278] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:86:0)
[17:35:27.374] Build status: STARTED
[17:35:27.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:87:0) after 9m16s
[17:44:43.415] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:87:0)
[17:44:43.435] Build status: STARTED
[17:44:43.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:88:0) after 3m11s
[17:47:54.746] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:88:0)
[17:47:54.780] Build status: STARTED
[17:47:54.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:89:0) after 5m11s
[17:53:06.075] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:89:0)
[17:53:06.103] Build status: STARTED
[17:53:06.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:90:0) after 5m3s
[17:58:09.143] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:90:0)
[17:58:09.177] Build status: STARTED
[17:58:09.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:91:0) after 5m32s
[18:03:41.213] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:91:0)
[18:03:41.237] Build status: STARTED
[18:03:41.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:92:0) after 9m53s
[18:13:34.315] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:92:0)
[18:13:34.351] Build status: STARTED
[18:13:34.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:93:0) after 1m38s
[18:15:12.382] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:93:0)
[18:15:12.406] Build status: STARTED
[18:15:12.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:94:0) after 1m57s
[18:17:09.518] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:94:0)
[18:17:09.538] Build status: STARTED
[18:17:09.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:95:0) after 4m42s
[18:21:51.765] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:95:0)
[18:21:51.783] Build status: STARTED
[18:21:51.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:96:0) after 1m3s
[18:22:54.822] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:96:0)
[18:22:54.859] Build status: STARTED
[18:22:54.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:97:0) after 8m54s
[18:31:49.302] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:97:0)
[18:31:49.349] Build status: STARTED
[18:31:49.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:98:0) after 3m35s
[18:35:24.397] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:98:0)
[18:35:24.429] Build status: STARTED
[18:35:24.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:99:0) after 2m35s
[18:37:59.600] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:99:0)
[18:37:59.621] Build status: STARTED
[18:37:59.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:100:0) after 3m9s
[18:41:08.807] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:100:0)
[18:41:08.837] Build status: STARTED
[18:41:08.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:101:0) after 3m52s
[18:45:00.905] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:101:0)
[18:45:00.937] Build status: STARTED
[18:45:00.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:102:0) after 7m46s
[18:52:47.119] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:102:0)
[18:52:47.139] Build status: STARTED
[18:52:47.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:103:0) after 2m47s
[18:55:34.537] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:103:0)
[18:55:34.566] Build status: STARTED
[18:55:34.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:104:0) after 2m16s
[18:57:50.656] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:104:0)
[18:57:50.680] Build status: STARTED
[18:57:50.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:105:0) after 5m37s
[19:03:27.773] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:105:0)
[19:03:27.803] Build status: STARTED
[19:03:27.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:106:0) after 5m17s
[19:08:45.048] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:106:0)
[19:08:45.092] Build status: STARTED
[19:08:45.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:107:0) after 2m58s
[19:11:43.346] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:107:0)
[19:11:43.366] Build status: STARTED
[19:11:43.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:108:0) after 5m24s
[19:17:07.420] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:108:0)
[19:17:07.451] Build status: STARTED
[19:17:07.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:109:0) after 2m23s
[19:19:30.659] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:109:0)
[19:19:30.750] Build status: STARTED
[19:19:30.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:110:0) after 7m27s
[19:26:57.879] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:110:0)
[19:26:57.901] Build status: STARTED
[19:26:57.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:111:0) after 6m59s
[19:33:57.009] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:111:0)
[19:33:57.028] Build status: STARTED
[19:33:57.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:112:0) after 3m45s
[19:37:42.060] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:112:0)
[19:37:42.091] Build status: STARTED
[19:37:42.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:113:0) after 5m40s
[19:43:22.279] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:113:0)
[19:43:22.296] Build status: STARTED
[19:43:22.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:114:0) after 9m21s
[19:52:43.327] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:114:0)
[19:52:43.359] Build status: STARTED
[19:52:43.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:115:0) after 5m29s
[19:58:12.602] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:115:0)
[19:58:12.624] Build status: STARTED
[19:58:12.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:116:0) after 6m51s
[20:05:03.730] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:116:0)
[20:05:03.794] Build status: STARTED
[20:05:03.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:117:0) after 4m55s
[20:09:58.820] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:117:0)
[20:09:58.846] Build status: STARTED
[20:09:58.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:118:0) after 3m0s
[20:12:59.931] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:118:0)
[20:12:59.961] Build status: STARTED
[20:12:59.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:119:0) after 2m52s
[20:15:52.176] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:119:0)
[20:15:52.195] Build status: STARTED
[20:15:52.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:120:0) after 1m32s
[20:17:24.223] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:120:0)
[20:17:24.256] Build status: STARTED
[20:17:24.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:121:0) after 5m54s
[20:23:18.290] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:121:0)
[20:23:18.323] Build status: STARTED
[20:23:18.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8985519220191809808:122:0) after 3m28s
[20:25:12.393] Received PubSub notification, asking Buildbucket for the build status
[20:25:12.441] Build:
{
  "id": "8820089158256398721",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2220,
  "createdBy": "project:chromium",
  "createTime": "2022-03-10T09:28:43.565351281Z",
  "startTime": "2022-03-10T11:05:32.984856Z",
  "endTime": "2022-03-10T20:25:11.997808421Z",
  "updateTime": "2022-03-10T20:25:11.997808421Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5da484327218a25cb47fc604426ec37caa7a8232",
      "ref": "refs/heads/main"
    }
  }
}
[20:25:12.441] Invocation finished in 10h56m30.105472351s with status FAILED