Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxPGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5e7110cbf01bb302b3a07fd6c3fe0def26bf989e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5e7110cbf01bb302b3a07fd6c3fe0def26bf989e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:53:37.037] New invocation is queued and will start shortly
[18:53:39.334] Starting the invocation (attempt 1)
[18:53:39.364] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5e7110cbf01bb302b3a07fd6c3fe0def26bf989e"
[18:53:39.364] Popped gitiles commit info from properties and tags
[18:53:39.364] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:53:39.364] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:53:39.364] Buildbucket request:
{
  "requestId": "8904852378938328736",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5e7110cbf01bb302b3a07fd6c3fe0def26bf989e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8904852378938328736"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxPGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:53:40.006] Scheduled build:
{
  "id": "8739422315760219089",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "number": 13419,
  "createdBy": "project:chromium",
  "createTime": "2024-08-16T18:53:39.439803483Z",
  "updateTime": "2024-08-16T18:53:39.439803483Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5e7110cbf01bb302b3a07fd6c3fe0def26bf989e",
      "ref": "refs/heads/main"
    }
  }
}
[18:53:40.006] Task URL: https://cr-buildbucket.appspot.com/build/8739422315760219089
[18:53:40.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:2:0) after 1m39s
[18:53:40.934] Received PubSub notification, asking Buildbucket for the build status
[18:53:40.974] Build status: SCHEDULED
[18:55:13.796] Received PubSub notification, asking Buildbucket for the build status
[18:55:13.877] Build status: STARTED
[18:55:19.026] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:2:0)
[18:55:19.057] Build status: STARTED
[18:55:19.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:5:0) after 9m45s
[19:05:04.266] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:5:0)
[19:05:04.367] Build status: STARTED
[19:05:04.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:6:0) after 5m41s
[19:10:45.414] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:6:0)
[19:10:45.487] Build status: STARTED
[19:10:45.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:7:0) after 6m31s
[19:17:16.541] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:7:0)
[19:17:16.569] Build status: STARTED
[19:17:16.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:8:0) after 6m6s
[19:23:23.018] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:8:0)
[19:23:23.040] Build status: STARTED
[19:23:23.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:9:0) after 4m34s
[19:27:57.084] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:9:0)
[19:27:57.106] Build status: STARTED
[19:27:57.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:10:0) after 5m35s
[19:33:32.747] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:10:0)
[19:33:32.778] Build status: STARTED
[19:33:32.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:11:0) after 3m24s
[19:36:56.852] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:11:0)
[19:36:56.933] Build status: STARTED
[19:36:56.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:12:0) after 4m57s
[19:41:53.975] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:12:0)
[19:41:54.004] Build status: STARTED
[19:41:54.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:13:0) after 1m44s
[19:43:38.295] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:13:0)
[19:43:38.342] Build status: STARTED
[19:43:38.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:14:0) after 5m25s
[19:49:03.548] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:14:0)
[19:49:03.568] Build status: STARTED
[19:49:03.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:15:0) after 9m11s
[19:58:14.594] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:15:0)
[19:58:14.645] Build status: STARTED
[19:58:14.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:16:0) after 9m2s
[20:07:16.679] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:16:0)
[20:07:16.709] Build status: STARTED
[20:07:16.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:17:0) after 9m31s
[20:16:47.790] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:17:0)
[20:16:47.848] Build status: STARTED
[20:16:47.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:18:0) after 1m7s
[20:17:54.921] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:18:0)
[20:17:54.939] Build status: STARTED
[20:17:54.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:19:0) after 8m16s
[20:26:10.985] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:19:0)
[20:26:11.013] Build status: STARTED
[20:26:11.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:20:0) after 6m17s
[20:32:28.036] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:20:0)
[20:32:28.055] Build status: STARTED
[20:32:28.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:21:0) after 7m48s
[20:40:16.087] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:21:0)
[20:40:16.114] Build status: STARTED
[20:40:16.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:22:0) after 1m35s
[20:41:51.136] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:22:0)
[20:41:51.153] Build status: STARTED
[20:41:51.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:23:0) after 5m28s
[20:47:19.187] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:23:0)
[20:47:19.206] Build status: STARTED
[20:47:19.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:24:0) after 9m19s
[20:56:38.225] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:24:0)
[20:56:38.242] Build status: STARTED
[20:56:38.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:25:0) after 2m51s
[20:59:29.380] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:25:0)
[20:59:29.394] Build status: STARTED
[20:59:29.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:26:0) after 8m38s
[21:08:07.423] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:26:0)
[21:08:07.441] Build status: STARTED
[21:08:07.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:27:0) after 8m42s
[21:16:49.515] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:27:0)
[21:16:49.534] Build status: STARTED
[21:16:49.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:28:0) after 4m23s
[21:21:12.560] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:28:0)
[21:21:12.606] Build status: STARTED
[21:21:12.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:29:0) after 5m54s
[21:27:06.640] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:29:0)
[21:27:06.659] Build status: STARTED
[21:27:06.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:30:0) after 9m44s
[21:36:50.713] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:30:0)
[21:36:50.729] Build status: STARTED
[21:36:50.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:31:0) after 4m29s
[21:41:19.763] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:31:0)
[21:41:19.828] Build status: STARTED
[21:41:19.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:32:0) after 8m10s
[21:49:29.855] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:32:0)
[21:49:29.872] Build status: STARTED
[21:49:29.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:33:0) after 7m38s
[21:57:07.903] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:33:0)
[21:57:07.917] Build status: STARTED
[21:57:07.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:34:0) after 3m22s
[22:00:29.941] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:34:0)
[22:00:29.959] Build status: STARTED
[22:00:29.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:35:0) after 4m47s
[22:05:17.017] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:35:0)
[22:05:17.037] Build status: STARTED
[22:05:17.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:36:0) after 5m23s
[22:10:40.060] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:36:0)
[22:10:40.078] Build status: STARTED
[22:10:40.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:37:0) after 6m26s
[22:17:06.291] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:37:0)
[22:17:06.315] Build status: STARTED
[22:17:06.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:38:0) after 7m47s
[22:24:53.345] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:38:0)
[22:24:53.365] Build status: STARTED
[22:24:53.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:39:0) after 2m49s
[22:27:42.495] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:39:0)
[22:27:42.514] Build status: STARTED
[22:27:42.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:40:0) after 9m30s
[22:37:12.639] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:40:0)
[22:37:12.657] Build status: STARTED
[22:37:12.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:41:0) after 4m6s
[22:41:19.222] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:41:0)
[22:41:19.271] Build status: STARTED
[22:41:19.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:42:0) after 5m23s
[22:46:42.307] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:42:0)
[22:46:42.334] Build status: STARTED
[22:46:42.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:43:0) after 1m54s
[22:48:36.372] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:43:0)
[22:48:36.390] Build status: STARTED
[22:48:36.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:44:0) after 7m19s
[22:55:55.422] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:44:0)
[22:55:55.437] Build status: STARTED
[22:55:55.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:45:0) after 7m58s
[23:03:53.450] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:45:0)
[23:03:53.469] Build status: STARTED
[23:03:53.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:46:0) after 2m18s
[23:06:11.481] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:46:0)
[23:06:11.501] Build status: STARTED
[23:06:11.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:47:0) after 5m15s
[23:11:27.438] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:47:0)
[23:11:27.455] Build status: STARTED
[23:11:27.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:48:0) after 7m23s
[23:18:50.474] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:48:0)
[23:18:50.493] Build status: STARTED
[23:18:50.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:49:0) after 1m46s
[23:20:36.524] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:49:0)
[23:20:36.545] Build status: STARTED
[23:20:36.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:50:0) after 6m24s
[23:27:00.673] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:50:0)
[23:27:00.690] Build status: STARTED
[23:27:00.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:51:0) after 9m30s
[23:36:30.726] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:51:0)
[23:36:30.747] Build status: STARTED
[23:36:30.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:52:0) after 1m9s
[23:37:39.774] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:52:0)
[23:37:39.793] Build status: STARTED
[23:37:39.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:53:0) after 3m9s
[23:40:48.817] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:53:0)
[23:40:48.845] Build status: STARTED
[23:40:48.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:54:0) after 6m32s
[23:47:20.870] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:54:0)
[23:47:20.889] Build status: STARTED
[23:47:20.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:55:0) after 1m39s
[23:48:59.915] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:55:0)
[23:49:00.000] Build status: STARTED
[23:49:00.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:56:0) after 9m19s
[23:58:19.023] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:56:0)
[23:58:19.044] Build status: STARTED
[23:58:19.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:57:0) after 9m17s
[00:07:36.079] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:57:0)
[00:07:36.095] Build status: STARTED
[00:07:36.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:58:0) after 5m8s
[00:12:44.158] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:58:0)
[00:12:44.175] Build status: STARTED
[00:12:44.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:59:0) after 3m29s
[00:16:13.292] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:59:0)
[00:16:13.320] Build status: STARTED
[00:16:13.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:60:0) after 7m31s
[00:23:44.400] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:60:0)
[00:23:44.417] Build status: STARTED
[00:23:44.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:61:0) after 7m8s
[00:30:52.527] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:61:0)
[00:30:52.544] Build status: STARTED
[00:30:52.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:62:0) after 5m3s
[00:35:55.561] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:62:0)
[00:35:55.581] Build status: STARTED
[00:35:55.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:63:0) after 2m46s
[00:38:41.613] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:63:0)
[00:38:41.628] Build status: STARTED
[00:38:41.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:64:0) after 3m12s
[00:41:53.655] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:64:0)
[00:41:53.674] Build status: STARTED
[00:41:53.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:65:0) after 6m48s
[00:48:41.696] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:65:0)
[00:48:41.713] Build status: STARTED
[00:48:41.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:66:0) after 7m37s
[00:56:18.760] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:66:0)
[00:56:18.778] Build status: STARTED
[00:56:18.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:67:0) after 3m48s
[01:00:06.822] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:67:0)
[01:00:06.883] Build status: STARTED
[01:00:06.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:68:0) after 3m48s
[01:03:54.932] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:68:0)
[01:03:54.948] Build status: STARTED
[01:03:54.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:69:0) after 6m40s
[01:10:35.014] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:69:0)
[01:10:35.036] Build status: STARTED
[01:10:35.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:70:0) after 3m26s
[01:14:01.114] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:70:0)
[01:14:01.143] Build status: STARTED
[01:14:01.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:71:0) after 9m1s
[01:23:02.218] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:71:0)
[01:23:02.233] Build status: STARTED
[01:23:02.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:72:0) after 1m56s
[01:24:58.239] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:72:0)
[01:24:58.257] Build status: STARTED
[01:24:58.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:73:0) after 7m9s
[01:32:07.554] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:73:0)
[01:32:07.575] Build status: STARTED
[01:32:07.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:74:0) after 3m14s
[01:35:21.598] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:74:0)
[01:35:21.614] Build status: STARTED
[01:35:21.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:75:0) after 1m7s
[01:36:28.698] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:75:0)
[01:36:28.720] Build status: STARTED
[01:36:28.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:76:0) after 9m2s
[01:45:30.746] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:76:0)
[01:45:30.763] Build status: STARTED
[01:45:30.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:77:0) after 3m2s
[01:48:32.771] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:77:0)
[01:48:32.794] Build status: STARTED
[01:48:32.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:78:0) after 7m9s
[01:55:41.816] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:78:0)
[01:55:41.848] Build status: STARTED
[01:55:41.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:79:0) after 3m9s
[01:58:50.869] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:79:0)
[01:58:50.883] Build status: STARTED
[01:58:50.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:80:0) after 6m2s
[02:04:52.970] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:80:0)
[02:04:52.986] Build status: STARTED
[02:04:52.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:81:0) after 1m19s
[02:06:12.087] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:81:0)
[02:06:12.132] Build status: STARTED
[02:06:12.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:82:0) after 9m14s
[02:15:26.326] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:82:0)
[02:15:26.346] Build status: STARTED
[02:15:26.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:83:0) after 4m8s
[02:19:34.325] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:83:0)
[02:19:34.345] Build status: STARTED
[02:19:34.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:84:0) after 8m8s
[02:27:42.525] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:84:0)
[02:27:42.543] Build status: STARTED
[02:27:42.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:85:0) after 8m47s
[02:36:29.567] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:85:0)
[02:36:29.586] Build status: STARTED
[02:36:29.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:86:0) after 8m41s
[02:45:10.612] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:86:0)
[02:45:10.634] Build status: STARTED
[02:45:10.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:87:0) after 1m45s
[02:46:55.949] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:87:0)
[02:46:55.967] Build status: STARTED
[02:46:55.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:88:0) after 3m53s
[02:50:49.031] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:88:0)
[02:50:49.048] Build status: STARTED
[02:50:49.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:89:0) after 6m1s
[02:56:50.436] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:89:0)
[02:56:50.453] Build status: STARTED
[02:56:50.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:90:0) after 7m44s
[03:04:34.637] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:90:0)
[03:04:34.723] Build status: STARTED
[03:04:34.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:91:0) after 5m47s
[03:10:21.900] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:91:0)
[03:10:21.974] Build status: STARTED
[03:10:21.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:92:0) after 2m52s
[03:13:14.005] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:92:0)
[03:13:14.024] Build status: STARTED
[03:13:14.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:93:0) after 8m57s
[03:22:11.327] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:93:0)
[03:22:11.345] Build status: STARTED
[03:22:11.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:94:0) after 9m27s
[03:31:38.470] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:94:0)
[03:31:38.519] Build status: STARTED
[03:31:38.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:95:0) after 2m30s
[03:34:08.824] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:95:0)
[03:34:08.882] Build status: STARTED
[03:34:08.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:96:0) after 5m26s
[03:39:35.012] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:96:0)
[03:39:35.032] Build status: STARTED
[03:39:35.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:97:0) after 5m22s
[03:44:57.064] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:97:0)
[03:44:57.087] Build status: STARTED
[03:44:57.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:98:0) after 8m3s
[03:53:00.144] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:98:0)
[03:53:00.162] Build status: STARTED
[03:53:00.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:99:0) after 5m55s
[03:58:55.186] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:99:0)
[03:58:55.206] Build status: STARTED
[03:58:55.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:100:0) after 1m26s
[04:00:21.299] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:100:0)
[04:00:21.320] Build status: STARTED
[04:00:21.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:101:0) after 4m45s
[04:05:06.450] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:101:0)
[04:05:06.465] Build status: STARTED
[04:05:06.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:102:0) after 9m32s
[04:14:38.499] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:102:0)
[04:14:38.518] Build status: STARTED
[04:14:38.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:103:0) after 1m55s
[04:16:33.541] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:103:0)
[04:16:33.561] Build status: STARTED
[04:16:33.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:104:0) after 7m10s
[04:23:43.770] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:104:0)
[04:23:43.806] Build status: STARTED
[04:23:43.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:105:0) after 4m40s
[04:28:23.843] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:105:0)
[04:28:23.861] Build status: STARTED
[04:28:23.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:106:0) after 3m0s
[04:31:23.874] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:106:0)
[04:31:23.893] Build status: STARTED
[04:31:23.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:107:0) after 9m3s
[04:40:27.086] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:107:0)
[04:40:27.104] Build status: STARTED
[04:40:27.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:108:0) after 4m43s
[04:45:10.406] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:108:0)
[04:45:10.425] Build status: STARTED
[04:45:10.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:109:0) after 7m9s
[04:52:19.662] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:109:0)
[04:52:19.679] Build status: STARTED
[04:52:19.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:110:0) after 8m23s
[05:00:42.715] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:110:0)
[05:00:42.733] Build status: STARTED
[05:00:42.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:111:0) after 1m40s
[05:02:22.767] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:111:0)
[05:02:22.921] Build status: STARTED
[05:02:22.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:112:0) after 2m56s
[05:05:19.107] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:112:0)
[05:05:19.128] Build status: STARTED
[05:05:19.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:113:0) after 1m56s
[05:07:15.194] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:113:0)
[05:07:15.212] Build status: STARTED
[05:07:15.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8904852378938328736:114:0) after 8m47s
[05:12:04.607] Received PubSub notification, asking Buildbucket for the build status
[05:12:04.629] Build:
{
  "id": "8739422315760219089",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "number": 13419,
  "createdBy": "project:chromium",
  "createTime": "2024-08-16T18:53:39.439803483Z",
  "startTime": "2024-08-16T18:55:13.621307307Z",
  "endTime": "2024-08-17T05:12:04.289790918Z",
  "updateTime": "2024-08-17T05:12:04.289790918Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5e7110cbf01bb302b3a07fd6c3fe0def26bf989e",
      "ref": "refs/heads/main"
    }
  }
}
[05:12:04.629] Invocation finished in 10h18m27.603899636s with status FAILED