LUCI Scheduler :: chromium :: ToTWin64PGO

Status: FAILED

Triggered by: -

Duration: 9 hours

Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTWin64PGO"
>

Incoming triggers

1e347bcb412d8ea5768596aa5b93562ca4c779b2 (2 years ago)
ed5d00ae0e505e2cd7080030ebc43f8aa840f2ad (2 years ago)
316b34dde7c3bb420b2cd12012a87c43169c0bda (2 years ago)
d6a8078342f38de545aa7029eefdc5fe22e02806 (2 years ago)
5e0646316b9650b9f48d69da31c1b074db21f051 (2 years ago)
106cfa9ddd82d0e249ce114722f120db53a4342f (2 years ago)
dd53f63d2717615b2edd593cf570245b688b8070 (2 years ago)
1409d919bc805c40543868a592c14f31f36cb7a0 (2 years ago)
5952941ca6f16cf7bfdda0235f63a7a82fa15fd6 (2 years ago)
dd975d5d91c6c489793793e8e1303a5c13b2a269 (2 years ago)
fba58d6437a185cda4baa660f28f1acd1720e56e (2 years ago)
2dffc188dd7ce8057e5795551ac559f15018ce44 (2 years ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2dffc188dd7ce8057e5795551ac559f15018ce44"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2dffc188dd7ce8057e5795551ac559f15018ce44
gitiles_ref:refs/heads/main

Debug log (UTC)

[11:03:49.778] New invocation is queued and will start shortly
[11:03:50.930] Starting the invocation (attempt 1)
[11:03:50.987] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2dffc188dd7ce8057e5795551ac559f15018ce44"
[11:03:50.987] Popped gitiles commit info from properties and tags
[11:03:50.987] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:03:50.987] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:03:50.988] Buildbucket request:
{
  "requestId": "8983338908327412528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2dffc188dd7ce8057e5795551ac559f15018ce44",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8983338908327412528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTWin64PGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:03:51.542] Scheduled build:
{
  "id": "8817908846286709025",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2331,
  "createdBy": "project:chromium",
  "createTime": "2022-04-03T11:03:51.092125185Z",
  "updateTime": "2022-04-03T11:03:51.092125185Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2dffc188dd7ce8057e5795551ac559f15018ce44",
      "ref": "refs/heads/main"
    }
  }
}
[11:03:51.542] Task URL: https://cr-buildbucket.appspot.com/build/8817908846286709025
[11:03:51.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:2:0) after 7m31s
[11:03:55.761] Received PubSub notification, asking Buildbucket for the build status
[11:03:55.802] Build status: STARTED
[11:11:22.709] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:2:0)
[11:11:22.739] Build status: STARTED
[11:11:22.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:4:0) after 5m6s
[11:16:28.763] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:4:0)
[11:16:28.786] Build status: STARTED
[11:16:28.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:5:0) after 4m31s
[11:20:59.853] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:5:0)
[11:20:59.895] Build status: STARTED
[11:20:59.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:6:0) after 6m20s
[11:27:20.051] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:6:0)
[11:27:20.080] Build status: STARTED
[11:27:20.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:7:0) after 5m43s
[11:33:03.102] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:7:0)
[11:33:03.154] Build status: STARTED
[11:33:03.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:8:0) after 8m13s
[11:41:16.583] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:8:0)
[11:41:16.604] Build status: STARTED
[11:41:16.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:9:0) after 1m3s
[11:42:19.742] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:9:0)
[11:42:19.771] Build status: STARTED
[11:42:19.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:10:0) after 9m12s
[11:51:31.799] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:10:0)
[11:51:31.832] Build status: STARTED
[11:51:31.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:11:0) after 5m28s
[11:56:59.857] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:11:0)
[11:56:59.879] Build status: STARTED
[11:56:59.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:12:0) after 3m19s
[12:00:18.899] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:12:0)
[12:00:18.920] Build status: STARTED
[12:00:18.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:13:0) after 1m33s
[12:01:52.374] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:13:0)
[12:01:52.396] Build status: STARTED
[12:01:52.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:14:0) after 9m9s
[12:11:01.853] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:14:0)
[12:11:01.873] Build status: STARTED
[12:11:01.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:15:0) after 7m1s
[12:18:02.975] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:15:0)
[12:18:03.004] Build status: STARTED
[12:18:03.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:16:0) after 5m47s
[12:23:50.025] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:16:0)
[12:23:50.048] Build status: STARTED
[12:23:50.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:17:0) after 1m34s
[12:25:24.251] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:17:0)
[12:25:24.370] Build status: STARTED
[12:25:24.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:18:0) after 4m43s
[12:30:07.391] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:18:0)
[12:30:07.419] Build status: STARTED
[12:30:07.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:19:0) after 1m52s
[12:31:59.667] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:19:0)
[12:31:59.696] Build status: STARTED
[12:31:59.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:20:0) after 9m36s
[12:41:35.729] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:20:0)
[12:41:36.039] Build status: STARTED
[12:41:36.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:21:0) after 3m23s
[12:44:59.057] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:21:0)
[12:44:59.093] Build status: STARTED
[12:44:59.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:22:0) after 4m2s
[12:49:01.116] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:22:0)
[12:49:01.147] Build status: STARTED
[12:49:01.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:23:0) after 2m3s
[12:51:04.177] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:23:0)
[12:51:04.208] Build status: STARTED
[12:51:04.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:24:0) after 1m47s
[12:52:51.298] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:24:0)
[12:52:51.327] Build status: STARTED
[12:52:51.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:25:0) after 1m37s
[12:54:28.347] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:25:0)
[12:54:28.373] Build status: STARTED
[12:54:28.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:26:0) after 3m6s
[12:57:34.392] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:26:0)
[12:57:34.421] Build status: STARTED
[12:57:34.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:27:0) after 7m37s
[13:05:11.462] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:27:0)
[13:05:11.483] Build status: STARTED
[13:05:11.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:28:0) after 6m10s
[13:11:21.502] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:28:0)
[13:11:21.748] Build status: STARTED
[13:11:21.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:29:0) after 5m31s
[13:16:52.767] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:29:0)
[13:16:52.800] Build status: STARTED
[13:16:52.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:30:0) after 7m20s
[13:24:12.822] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:30:0)
[13:24:12.897] Build status: STARTED
[13:24:12.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:31:0) after 8m56s
[13:33:08.954] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:31:0)
[13:33:08.987] Build status: STARTED
[13:33:08.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:32:0) after 1m41s
[13:34:50.012] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:32:0)
[13:34:50.056] Build status: STARTED
[13:34:50.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:33:0) after 7m52s
[13:42:42.075] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:33:0)
[13:42:42.097] Build status: STARTED
[13:42:42.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:34:0) after 5m0s
[13:47:42.121] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:34:0)
[13:47:42.156] Build status: STARTED
[13:47:42.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:35:0) after 1m2s
[13:48:44.178] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:35:0)
[13:48:44.409] Build status: STARTED
[13:48:44.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:36:0) after 9m24s
[13:58:08.432] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:36:0)
[13:58:08.475] Build status: STARTED
[13:58:08.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:37:0) after 8m35s
[14:06:43.496] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:37:0)
[14:06:43.529] Build status: STARTED
[14:06:43.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:38:0) after 9m16s
[14:15:59.702] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:38:0)
[14:15:59.726] Build status: STARTED
[14:15:59.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:39:0) after 3m7s
[14:19:06.990] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:39:0)
[14:19:07.011] Build status: STARTED
[14:19:07.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:40:0) after 3m23s
[14:22:30.034] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:40:0)
[14:22:30.084] Build status: STARTED
[14:22:30.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:41:0) after 8m41s
[14:31:11.311] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:41:0)
[14:31:11.339] Build status: STARTED
[14:31:11.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:42:0) after 1m17s
[14:32:28.381] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:42:0)
[14:32:28.408] Build status: STARTED
[14:32:28.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:43:0) after 3m20s
[14:35:48.766] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:43:0)
[14:35:48.803] Build status: STARTED
[14:35:48.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:44:0) after 7m5s
[14:42:53.822] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:44:0)
[14:42:53.851] Build status: STARTED
[14:42:53.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:45:0) after 8m8s
[14:51:01.871] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:45:0)
[14:51:02.050] Build status: STARTED
[14:51:02.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:46:0) after 2m39s
[14:53:41.072] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:46:0)
[14:53:41.114] Build status: STARTED
[14:53:41.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:47:0) after 1m54s
[14:55:35.135] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:47:0)
[14:55:35.162] Build status: STARTED
[14:55:35.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:48:0) after 1m50s
[14:57:25.201] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:48:0)
[14:57:25.256] Build status: STARTED
[14:57:25.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:49:0) after 5m23s
[15:02:48.478] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:49:0)
[15:02:48.500] Build status: STARTED
[15:02:48.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:50:0) after 5m27s
[15:08:15.520] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:50:0)
[15:08:15.566] Build status: STARTED
[15:08:15.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:51:0) after 6m45s
[15:15:00.592] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:51:0)
[15:15:00.622] Build status: STARTED
[15:15:00.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:52:0) after 1m56s
[15:16:56.656] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:52:0)
[15:16:56.678] Build status: STARTED
[15:16:56.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:53:0) after 9m28s
[15:26:24.971] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:53:0)
[15:26:24.993] Build status: STARTED
[15:26:24.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:54:0) after 6m58s
[15:33:23.032] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:54:0)
[15:33:23.053] Build status: STARTED
[15:33:23.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:55:0) after 7m3s
[15:40:26.260] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:55:0)
[15:40:26.291] Build status: STARTED
[15:40:26.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:56:0) after 3m14s
[15:43:40.314] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:56:0)
[15:43:40.333] Build status: STARTED
[15:43:40.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:57:0) after 3m59s
[15:47:39.707] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:57:0)
[15:47:39.727] Build status: STARTED
[15:47:39.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:58:0) after 3m27s
[15:51:06.836] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:58:0)
[15:51:06.863] Build status: STARTED
[15:51:06.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:59:0) after 9m28s
[16:00:35.014] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:59:0)
[16:00:35.047] Build status: STARTED
[16:00:35.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:60:0) after 8m2s
[16:08:37.085] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:60:0)
[16:08:37.116] Build status: STARTED
[16:08:37.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:61:0) after 1m6s
[16:09:43.582] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:61:0)
[16:09:43.621] Build status: STARTED
[16:09:43.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:62:0) after 7m28s
[16:17:11.771] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:62:0)
[16:17:11.806] Build status: STARTED
[16:17:11.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:63:0) after 7m58s
[16:25:09.900] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:63:0)
[16:25:09.940] Build status: STARTED
[16:25:09.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:64:0) after 1m31s
[16:26:40.958] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:64:0)
[16:26:41.062] Build status: STARTED
[16:26:41.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:65:0) after 8m51s
[16:35:32.086] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:65:0)
[16:35:32.107] Build status: STARTED
[16:35:32.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:66:0) after 1m8s
[16:36:40.215] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:66:0)
[16:36:40.239] Build status: STARTED
[16:36:40.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:67:0) after 5m27s
[16:42:07.269] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:67:0)
[16:42:07.330] Build status: STARTED
[16:42:07.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:68:0) after 7m30s
[16:49:37.431] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:68:0)
[16:49:37.498] Build status: STARTED
[16:49:37.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:69:0) after 1m25s
[16:51:02.517] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:69:0)
[16:51:02.549] Build status: STARTED
[16:51:02.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:70:0) after 5m23s
[16:56:25.590] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:70:0)
[16:56:25.621] Build status: STARTED
[16:56:25.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:71:0) after 6m29s
[17:02:54.836] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:71:0)
[17:02:54.867] Build status: STARTED
[17:02:54.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:72:0) after 1m26s
[17:04:20.887] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:72:0)
[17:04:20.917] Build status: STARTED
[17:04:20.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:73:0) after 6m19s
[17:10:39.974] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:73:0)
[17:10:39.995] Build status: STARTED
[17:10:39.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:74:0) after 9m3s
[17:19:43.194] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:74:0)
[17:19:43.235] Build status: STARTED
[17:19:43.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:75:0) after 7m23s
[17:27:06.576] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:75:0)
[17:27:06.611] Build status: STARTED
[17:27:06.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:76:0) after 3m58s
[17:31:04.632] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:76:0)
[17:31:04.687] Build status: STARTED
[17:31:04.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:77:0) after 2m57s
[17:34:02.171] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:77:0)
[17:34:02.207] Build status: STARTED
[17:34:02.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:78:0) after 5m45s
[17:39:47.234] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:78:0)
[17:39:47.277] Build status: STARTED
[17:39:47.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:79:0) after 9m11s
[17:48:58.298] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:79:0)
[17:48:58.321] Build status: STARTED
[17:48:58.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:80:0) after 6m26s
[17:55:24.342] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:80:0)
[17:55:24.377] Build status: STARTED
[17:55:24.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:81:0) after 6m40s
[18:02:04.687] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:81:0)
[18:02:04.722] Build status: STARTED
[18:02:04.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:82:0) after 6m24s
[18:08:28.741] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:82:0)
[18:08:28.771] Build status: STARTED
[18:08:28.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:83:0) after 6m19s
[18:14:47.796] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:83:0)
[18:14:47.868] Build status: STARTED
[18:14:47.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:84:0) after 1m29s
[18:16:17.186] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:84:0)
[18:16:17.222] Build status: STARTED
[18:16:17.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:85:0) after 8m48s
[18:25:05.247] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:85:0)
[18:25:05.267] Build status: STARTED
[18:25:05.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:86:0) after 8m54s
[18:33:59.573] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:86:0)
[18:33:59.609] Build status: STARTED
[18:33:59.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:87:0) after 5m32s
[18:39:31.633] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:87:0)
[18:39:31.678] Build status: STARTED
[18:39:31.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:88:0) after 7m17s
[18:46:48.898] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:88:0)
[18:46:48.918] Build status: STARTED
[18:46:48.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:89:0) after 1m44s
[18:48:34.037] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:89:0)
[18:48:34.069] Build status: STARTED
[18:48:34.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:90:0) after 3m6s
[18:51:40.092] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:90:0)
[18:51:40.124] Build status: STARTED
[18:51:40.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:91:0) after 5m14s
[18:56:54.145] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:91:0)
[18:56:54.193] Build status: STARTED
[18:56:54.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:92:0) after 1m59s
[18:58:53.273] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:92:0)
[18:58:53.303] Build status: STARTED
[18:58:53.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:93:0) after 1m45s
[19:00:38.389] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:93:0)
[19:00:38.408] Build status: STARTED
[19:00:38.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:94:0) after 5m41s
[19:06:19.551] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:94:0)
[19:06:19.584] Build status: STARTED
[19:06:19.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:95:0) after 5m5s
[19:11:24.608] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:95:0)
[19:11:24.637] Build status: STARTED
[19:11:24.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:96:0) after 4m17s
[19:15:41.662] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:96:0)
[19:15:41.684] Build status: STARTED
[19:15:41.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:97:0) after 5m9s
[19:20:51.076] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:97:0)
[19:20:51.098] Build status: STARTED
[19:20:51.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:98:0) after 4m21s
[19:25:12.155] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:98:0)
[19:25:12.195] Build status: STARTED
[19:25:12.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:99:0) after 7m26s
[19:32:38.404] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:99:0)
[19:32:38.439] Build status: STARTED
[19:32:38.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:100:0) after 4m38s
[19:37:16.467] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:100:0)
[19:37:16.487] Build status: STARTED
[19:37:16.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:101:0) after 4m8s
[19:41:24.658] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:101:0)
[19:41:24.706] Build status: STARTED
[19:41:24.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:102:0) after 2m30s
[19:43:54.772] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:102:0)
[19:43:54.802] Build status: STARTED
[19:43:54.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:103:0) after 1m32s
[19:45:26.821] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:103:0)
[19:45:26.843] Build status: STARTED
[19:45:26.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:104:0) after 3m3s
[19:48:29.866] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:104:0)
[19:48:29.911] Build status: STARTED
[19:48:29.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:105:0) after 9m9s
[19:57:38.930] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:105:0)
[19:57:38.953] Build status: STARTED
[19:57:38.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:106:0) after 3m12s
[20:00:51.432] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:106:0)
[20:00:51.458] Build status: STARTED
[20:00:51.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:107:0) after 8m51s
[20:09:42.785] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:107:0)
[20:09:42.811] Build status: STARTED
[20:09:42.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:108:0) after 2m41s
[20:12:23.834] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:108:0)
[20:12:23.864] Build status: STARTED
[20:12:23.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:109:0) after 3m24s
[20:15:47.884] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:109:0)
[20:15:47.904] Build status: STARTED
[20:15:47.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:110:0) after 7m9s
[20:22:56.930] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:110:0)
[20:22:56.956] Build status: STARTED
[20:22:56.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:111:0) after 8m20s
[20:31:17.394] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:111:0)
[20:31:17.424] Build status: STARTED
[20:31:17.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:112:0) after 1m8s
[20:32:25.445] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:112:0)
[20:32:25.477] Build status: STARTED
[20:32:25.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:113:0) after 6m14s
[20:38:39.501] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:113:0)
[20:38:39.522] Build status: STARTED
[20:38:39.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:114:0) after 7m15s
[20:45:54.542] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:114:0)
[20:45:54.584] Build status: STARTED
[20:45:54.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:115:0) after 1m18s
[20:47:12.659] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:115:0)
[20:47:12.767] Build status: STARTED
[20:47:12.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:116:0) after 1m0s
[20:48:12.879] Handling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:116:0)
[20:48:12.914] Build status: STARTED
[20:48:12.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTWin64PGO:8983338908327412528:117:0) after 9m32s
[20:54:10.014] Received PubSub notification, asking Buildbucket for the build status
[20:54:10.033] Build:
{
  "id": "8817908846286709025",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTWin64PGO"
  },
  "number": 2331,
  "createdBy": "project:chromium",
  "createTime": "2022-04-03T11:03:51.092125185Z",
  "startTime": "2022-04-03T11:03:55.285896Z",
  "endTime": "2022-04-03T20:54:09.631514022Z",
  "updateTime": "2022-04-03T20:54:09.631514022Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2dffc188dd7ce8057e5795551ac559f15018ce44",
      "ref": "refs/heads/main"
    }
  }
}
[20:54:10.033] Invocation finished in 9h50m20.270297514s with status FAILED