Status: FAILED
Triggered by: -
Duration: 16 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxPGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "02f632ecf3eba5863b7ba98f5f633c3903d05c07"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/02f632ecf3eba5863b7ba98f5f633c3903d05c07
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[09:31:57.114] New invocation is queued and will start shortly
[09:31:58.276] Starting the invocation (attempt 1)
[09:31:58.309] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/02f632ecf3eba5863b7ba98f5f633c3903d05c07"
[09:31:58.309] Popped gitiles commit info from properties and tags
[09:31:58.309] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:31:58.309] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:31:58.309] Buildbucket request:
{
  "requestId": "8870551465596632496",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "02f632ecf3eba5863b7ba98f5f633c3903d05c07",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8870551465596632496"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxPGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:31:59.213] Scheduled build:
{
  "id": "8705121403547577409",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "number": 17920,
  "createdBy": "project:chromium",
  "createTime": "2025-08-30T09:31:58.446047510Z",
  "updateTime": "2025-08-30T09:31:58.446047510Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "02f632ecf3eba5863b7ba98f5f633c3903d05c07",
      "ref": "refs/heads/main"
    }
  }
}
[09:31:59.213] Task URL: https://cr-buildbucket.appspot.com/build/8705121403547577409
[09:31:59.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:2:0) after 2m19s
[09:32:41.378] Received PubSub notification, asking Buildbucket for the build status
[09:32:41.404] Build status: STARTED
[09:32:49.765] Received PubSub notification, asking Buildbucket for the build status
[09:32:49.835] Build status: STARTED
[09:34:18.300] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:2:0)
[09:34:18.329] Build status: STARTED
[09:34:18.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:5:0) after 2m14s
[09:36:32.552] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:5:0)
[09:36:32.583] Build status: STARTED
[09:36:32.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:6:0) after 7m39s
[09:44:11.609] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:6:0)
[09:44:11.645] Build status: STARTED
[09:44:11.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:7:0) after 7m3s
[09:51:14.669] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:7:0)
[09:51:14.732] Build status: STARTED
[09:51:14.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:8:0) after 5m4s
[09:56:18.977] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:8:0)
[09:56:19.003] Build status: STARTED
[09:56:19.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:9:0) after 6m59s
[10:03:18.025] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:9:0)
[10:03:18.043] Build status: STARTED
[10:03:18.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:10:0) after 9m43s
[10:13:01.077] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:10:0)
[10:13:01.153] Build status: STARTED
[10:13:01.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:11:0) after 9m34s
[10:22:35.266] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:11:0)
[10:22:35.280] Build status: STARTED
[10:22:35.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:12:0) after 8m23s
[10:30:58.320] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:12:0)
[10:30:58.338] Build status: STARTED
[10:30:58.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:13:0) after 8m1s
[10:38:59.363] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:13:0)
[10:38:59.382] Build status: STARTED
[10:38:59.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:14:0) after 5m49s
[10:44:48.404] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:14:0)
[10:44:48.420] Build status: STARTED
[10:44:48.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:15:0) after 5m0s
[10:49:48.445] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:15:0)
[10:49:48.463] Build status: STARTED
[10:49:48.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:16:0) after 1m11s
[10:50:59.504] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:16:0)
[10:50:59.537] Build status: STARTED
[10:50:59.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:17:0) after 5m21s
[10:56:20.560] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:17:0)
[10:56:20.626] Build status: STARTED
[10:56:20.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:18:0) after 4m45s
[11:01:05.648] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:18:0)
[11:01:05.679] Build status: STARTED
[11:01:05.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:19:0) after 7m13s
[11:08:18.807] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:19:0)
[11:08:18.823] Build status: STARTED
[11:08:18.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:20:0) after 1m35s
[11:09:53.911] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:20:0)
[11:09:53.929] Build status: STARTED
[11:09:53.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:21:0) after 8m25s
[11:18:19.074] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:21:0)
[11:18:19.094] Build status: STARTED
[11:18:19.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:22:0) after 2m52s
[11:21:11.114] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:22:0)
[11:21:11.148] Build status: STARTED
[11:21:11.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:23:0) after 4m32s
[11:25:43.476] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:23:0)
[11:25:43.492] Build status: STARTED
[11:25:43.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:24:0) after 3m16s
[11:28:59.541] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:24:0)
[11:28:59.646] Build status: STARTED
[11:28:59.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:25:0) after 4m35s
[11:33:34.712] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:25:0)
[11:33:34.774] Build status: STARTED
[11:33:34.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:26:0) after 7m45s
[11:41:19.812] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:26:0)
[11:41:19.829] Build status: STARTED
[11:41:19.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:27:0) after 1m55s
[11:43:14.856] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:27:0)
[11:43:14.877] Build status: STARTED
[11:43:14.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:28:0) after 4m15s
[11:47:30.114] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:28:0)
[11:47:30.131] Build status: STARTED
[11:47:30.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:29:0) after 5m39s
[11:53:09.214] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:29:0)
[11:53:09.231] Build status: STARTED
[11:53:09.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:30:0) after 6m4s
[11:59:13.256] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:30:0)
[11:59:13.278] Build status: STARTED
[11:59:13.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:31:0) after 2m13s
[12:01:26.405] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:31:0)
[12:01:26.482] Build status: STARTED
[12:01:26.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:32:0) after 5m18s
[12:06:45.009] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:32:0)
[12:06:45.075] Build status: STARTED
[12:06:45.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:33:0) after 9m21s
[12:16:06.097] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:33:0)
[12:16:06.212] Build status: STARTED
[12:16:06.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:34:0) after 1m55s
[12:18:01.259] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:34:0)
[12:18:01.277] Build status: STARTED
[12:18:01.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:35:0) after 8m48s
[12:26:49.502] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:35:0)
[12:26:49.518] Build status: STARTED
[12:26:49.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:36:0) after 5m36s
[12:32:25.498] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:36:0)
[12:32:25.516] Build status: STARTED
[12:32:25.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:37:0) after 1m25s
[12:33:50.553] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:37:0)
[12:33:50.569] Build status: STARTED
[12:33:50.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:38:0) after 1m5s
[12:34:55.591] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:38:0)
[12:34:55.607] Build status: STARTED
[12:34:55.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:39:0) after 8m20s
[12:43:15.628] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:39:0)
[12:43:15.645] Build status: STARTED
[12:43:15.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:40:0) after 4m54s
[12:48:09.689] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:40:0)
[12:48:09.705] Build status: STARTED
[12:48:09.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:41:0) after 2m29s
[12:50:38.798] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:41:0)
[12:50:38.818] Build status: STARTED
[12:50:38.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:42:0) after 9m37s
[13:00:15.850] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:42:0)
[13:00:15.867] Build status: STARTED
[13:00:15.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:43:0) after 1m31s
[13:01:46.951] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:43:0)
[13:01:46.982] Build status: STARTED
[13:01:46.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:44:0) after 8m26s
[13:10:13.004] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:44:0)
[13:10:13.019] Build status: STARTED
[13:10:13.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:45:0) after 3m5s
[13:13:18.046] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:45:0)
[13:13:18.081] Build status: STARTED
[13:13:18.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:46:0) after 7m6s
[13:20:24.183] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:46:0)
[13:20:24.200] Build status: STARTED
[13:20:24.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:47:0) after 8m56s
[13:29:20.318] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:47:0)
[13:29:20.336] Build status: STARTED
[13:29:20.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:48:0) after 3m37s
[13:32:57.463] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:48:0)
[13:32:57.481] Build status: STARTED
[13:32:57.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:49:0) after 9m49s
[13:42:46.507] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:49:0)
[13:42:46.545] Build status: STARTED
[13:42:46.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:50:0) after 8m49s
[13:51:35.637] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:50:0)
[13:51:35.654] Build status: STARTED
[13:51:35.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:51:0) after 2m34s
[13:54:09.719] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:51:0)
[13:54:09.739] Build status: STARTED
[13:54:09.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:52:0) after 3m13s
[13:57:22.781] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:52:0)
[13:57:22.796] Build status: STARTED
[13:57:22.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:53:0) after 6m9s
[14:03:32.206] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:53:0)
[14:03:32.224] Build status: STARTED
[14:03:32.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:54:0) after 1m18s
[14:04:50.458] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:54:0)
[14:04:50.503] Build status: STARTED
[14:04:50.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:55:0) after 7m45s
[14:12:35.630] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:55:0)
[14:12:35.646] Build status: STARTED
[14:12:35.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:56:0) after 4m44s
[14:17:19.638] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:56:0)
[14:17:19.664] Build status: STARTED
[14:17:19.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:57:0) after 2m1s
[14:19:20.686] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:57:0)
[14:19:20.710] Build status: STARTED
[14:19:20.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:58:0) after 1m34s
[14:20:54.710] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:58:0)
[14:20:54.761] Build status: STARTED
[14:20:54.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:59:0) after 4m24s
[14:25:19.091] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:59:0)
[14:25:19.110] Build status: STARTED
[14:25:19.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:60:0) after 4m27s
[14:29:46.137] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:60:0)
[14:29:46.155] Build status: STARTED
[14:29:46.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:61:0) after 9m51s
[14:39:37.181] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:61:0)
[14:39:37.198] Build status: STARTED
[14:39:37.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:62:0) after 1m5s
[14:40:42.274] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:62:0)
[14:40:42.290] Build status: STARTED
[14:40:42.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:63:0) after 2m37s
[14:43:19.323] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:63:0)
[14:43:19.339] Build status: STARTED
[14:43:19.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:64:0) after 9m56s
[14:53:15.690] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:64:0)
[14:53:15.703] Build status: STARTED
[14:53:15.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:65:0) after 4m35s
[14:57:50.958] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:65:0)
[14:57:50.979] Build status: STARTED
[14:57:50.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:66:0) after 5m54s
[15:03:45.003] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:66:0)
[15:03:45.089] Build status: STARTED
[15:03:45.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:67:0) after 3m51s
[15:07:36.503] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:67:0)
[15:07:36.656] Build status: STARTED
[15:07:36.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:68:0) after 3m16s
[15:10:52.992] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:68:0)
[15:10:53.012] Build status: STARTED
[15:10:53.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:69:0) after 3m43s
[15:14:36.073] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:69:0)
[15:14:36.089] Build status: STARTED
[15:14:36.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:70:0) after 9m23s
[15:23:59.714] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:70:0)
[15:23:59.730] Build status: STARTED
[15:23:59.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:71:0) after 1m54s
[15:25:53.842] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:71:0)
[15:25:53.896] Build status: STARTED
[15:25:53.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:72:0) after 4m20s
[15:30:13.921] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:72:0)
[15:30:13.944] Build status: STARTED
[15:30:13.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:73:0) after 9m28s
[15:39:41.979] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:73:0)
[15:39:41.996] Build status: STARTED
[15:39:41.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:74:0) after 1m48s
[15:41:29.990] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:74:0)
[15:41:30.008] Build status: STARTED
[15:41:30.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:75:0) after 2m44s
[15:44:14.031] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:75:0)
[15:44:14.053] Build status: STARTED
[15:44:14.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:76:0) after 1m26s
[15:45:40.372] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:76:0)
[15:45:40.393] Build status: STARTED
[15:45:40.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:77:0) after 1m27s
[15:47:07.543] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:77:0)
[15:47:07.562] Build status: STARTED
[15:47:07.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:78:0) after 4m40s
[15:51:47.580] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:78:0)
[15:51:47.597] Build status: STARTED
[15:51:47.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:79:0) after 2m13s
[15:54:00.618] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:79:0)
[15:54:00.638] Build status: STARTED
[15:54:00.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:80:0) after 7m49s
[16:01:49.912] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:80:0)
[16:01:49.929] Build status: STARTED
[16:01:49.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:81:0) after 1m44s
[16:03:34.196] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:81:0)
[16:03:34.216] Build status: STARTED
[16:03:34.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:82:0) after 6m25s
[16:09:59.409] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:82:0)
[16:09:59.433] Build status: STARTED
[16:09:59.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:83:0) after 1m42s
[16:11:41.525] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:83:0)
[16:11:41.555] Build status: STARTED
[16:11:41.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:84:0) after 8m23s
[16:20:04.589] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:84:0)
[16:20:04.604] Build status: STARTED
[16:20:04.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:85:0) after 9m0s
[16:29:04.851] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:85:0)
[16:29:04.866] Build status: STARTED
[16:29:04.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:86:0) after 9m2s
[16:38:07.099] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:86:0)
[16:38:07.156] Build status: STARTED
[16:38:07.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:87:0) after 9m14s
[16:47:21.291] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:87:0)
[16:47:21.334] Build status: STARTED
[16:47:21.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:88:0) after 9m53s
[16:57:15.413] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:88:0)
[16:57:15.432] Build status: STARTED
[16:57:15.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:89:0) after 2m6s
[16:59:21.461] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:89:0)
[16:59:21.478] Build status: STARTED
[16:59:21.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:90:0) after 9m4s
[17:08:25.686] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:90:0)
[17:08:25.757] Build status: STARTED
[17:08:25.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:91:0) after 8m1s
[17:16:26.778] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:91:0)
[17:16:26.791] Build status: STARTED
[17:16:26.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:92:0) after 8m28s
[17:24:55.046] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:92:0)
[17:24:55.064] Build status: STARTED
[17:24:55.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:93:0) after 1m26s
[17:26:21.101] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:93:0)
[17:26:21.121] Build status: STARTED
[17:26:21.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:94:0) after 1m6s
[17:27:27.216] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:94:0)
[17:27:27.230] Build status: STARTED
[17:27:27.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:95:0) after 8m34s
[17:36:01.648] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:95:0)
[17:36:01.665] Build status: STARTED
[17:36:01.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:96:0) after 3m35s
[17:39:36.796] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:96:0)
[17:39:36.810] Build status: STARTED
[17:39:36.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:97:0) after 3m38s
[17:43:15.850] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:97:0)
[17:43:15.870] Build status: STARTED
[17:43:15.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:98:0) after 4m14s
[17:47:30.079] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:98:0)
[17:47:30.097] Build status: STARTED
[17:47:30.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:99:0) after 9m20s
[17:56:50.173] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:99:0)
[17:56:50.188] Build status: STARTED
[17:56:50.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:100:0) after 2m14s
[17:59:04.230] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:100:0)
[17:59:04.253] Build status: STARTED
[17:59:04.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:101:0) after 1m44s
[18:00:48.496] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:101:0)
[18:00:48.592] Build status: STARTED
[18:00:48.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:102:0) after 3m3s
[18:03:51.621] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:102:0)
[18:03:51.637] Build status: STARTED
[18:03:51.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:103:0) after 2m2s
[18:05:53.665] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:103:0)
[18:05:53.680] Build status: STARTED
[18:05:53.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:104:0) after 3m47s
[18:09:40.761] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:104:0)
[18:09:40.832] Build status: STARTED
[18:09:40.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:105:0) after 1m14s
[18:10:54.956] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:105:0)
[18:10:54.980] Build status: STARTED
[18:10:54.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:106:0) after 8m8s
[18:19:03.010] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:106:0)
[18:19:03.030] Build status: STARTED
[18:19:03.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:107:0) after 7m45s
[18:26:48.182] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:107:0)
[18:26:48.197] Build status: STARTED
[18:26:48.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:108:0) after 4m2s
[18:30:50.313] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:108:0)
[18:30:50.328] Build status: STARTED
[18:30:50.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:109:0) after 8m4s
[18:38:54.400] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:109:0)
[18:38:54.458] Build status: STARTED
[18:38:54.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:110:0) after 5m1s
[18:43:55.606] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:110:0)
[18:43:55.629] Build status: STARTED
[18:43:55.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:111:0) after 4m0s
[18:47:55.880] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:111:0)
[18:47:55.898] Build status: STARTED
[18:47:55.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:112:0) after 5m55s
[18:53:51.000] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:112:0)
[18:53:51.021] Build status: STARTED
[18:53:51.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:113:0) after 1m25s
[18:55:16.047] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:113:0)
[18:55:16.071] Build status: STARTED
[18:55:16.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:114:0) after 5m57s
[19:01:13.264] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:114:0)
[19:01:13.285] Build status: STARTED
[19:01:13.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:115:0) after 7m58s
[19:09:11.513] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:115:0)
[19:09:11.531] Build status: STARTED
[19:09:11.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:116:0) after 3m11s
[19:12:22.560] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:116:0)
[19:12:22.578] Build status: STARTED
[19:12:22.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:117:0) after 3m34s
[19:15:56.693] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:117:0)
[19:15:56.710] Build status: STARTED
[19:15:56.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:118:0) after 8m12s
[19:24:09.568] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:118:0)
[19:24:09.598] Build status: STARTED
[19:24:09.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:119:0) after 1m12s
[19:25:21.782] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:119:0)
[19:25:21.798] Build status: STARTED
[19:25:21.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:120:0) after 5m26s
[19:30:47.826] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:120:0)
[19:30:47.876] Build status: STARTED
[19:30:47.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:121:0) after 2m13s
[19:33:01.171] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:121:0)
[19:33:01.199] Build status: STARTED
[19:33:01.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:122:0) after 8m29s
[19:41:30.323] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:122:0)
[19:41:30.343] Build status: STARTED
[19:41:30.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:123:0) after 2m57s
[19:44:27.470] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:123:0)
[19:44:27.675] Build status: STARTED
[19:44:27.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:124:0) after 5m28s
[19:49:55.670] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:124:0)
[19:49:55.740] Build status: STARTED
[19:49:55.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:125:0) after 5m44s
[19:55:39.761] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:125:0)
[19:55:39.796] Build status: STARTED
[19:55:39.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:126:0) after 2m31s
[19:58:10.872] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:126:0)
[19:58:10.890] Build status: STARTED
[19:58:10.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:127:0) after 1m3s
[19:59:13.928] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:127:0)
[19:59:13.945] Build status: STARTED
[19:59:13.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:128:0) after 9m19s
[20:08:33.024] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:128:0)
[20:08:33.039] Build status: STARTED
[20:08:33.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:129:0) after 9m57s
[20:18:30.061] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:129:0)
[20:18:30.083] Build status: STARTED
[20:18:30.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:130:0) after 8m8s
[20:26:38.357] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:130:0)
[20:26:38.382] Build status: STARTED
[20:26:38.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:131:0) after 3m41s
[20:30:19.599] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:131:0)
[20:30:19.620] Build status: STARTED
[20:30:19.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:132:0) after 3m29s
[20:33:48.933] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:132:0)
[20:33:48.952] Build status: STARTED
[20:33:48.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:133:0) after 5m47s
[20:39:36.001] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:133:0)
[20:39:36.023] Build status: STARTED
[20:39:36.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:134:0) after 9m14s
[20:48:50.047] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:134:0)
[20:48:50.062] Build status: STARTED
[20:48:50.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:135:0) after 8m29s
[20:57:19.103] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:135:0)
[20:57:19.121] Build status: STARTED
[20:57:19.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:136:0) after 1m21s
[20:58:40.144] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:136:0)
[20:58:40.181] Build status: STARTED
[20:58:40.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:137:0) after 1m37s
[21:00:17.346] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:137:0)
[21:00:17.388] Build status: STARTED
[21:00:17.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:138:0) after 8m9s
[21:08:26.524] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:138:0)
[21:08:26.539] Build status: STARTED
[21:08:26.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:139:0) after 5m47s
[21:14:13.876] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:139:0)
[21:14:13.901] Build status: STARTED
[21:14:13.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:140:0) after 4m59s
[21:19:13.087] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:140:0)
[21:19:13.106] Build status: STARTED
[21:19:13.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:141:0) after 8m32s
[21:27:45.127] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:141:0)
[21:27:45.143] Build status: STARTED
[21:27:45.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:142:0) after 6m51s
[21:34:36.181] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:142:0)
[21:34:36.200] Build status: STARTED
[21:34:36.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:143:0) after 6m17s
[21:40:53.322] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:143:0)
[21:40:53.342] Build status: STARTED
[21:40:53.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:144:0) after 3m19s
[21:44:12.688] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:144:0)
[21:44:12.733] Build status: STARTED
[21:44:12.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:145:0) after 5m43s
[21:49:55.773] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:145:0)
[21:49:55.788] Build status: STARTED
[21:49:55.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:146:0) after 7m4s
[21:56:59.810] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:146:0)
[21:56:59.980] Build status: STARTED
[21:56:59.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:147:0) after 3m33s
[22:00:33.095] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:147:0)
[22:00:33.116] Build status: STARTED
[22:00:33.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:148:0) after 3m22s
[22:03:55.340] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:148:0)
[22:03:55.372] Build status: STARTED
[22:03:55.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:149:0) after 9m32s
[22:13:27.399] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:149:0)
[22:13:27.419] Build status: STARTED
[22:13:27.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:150:0) after 9m43s
[22:23:10.427] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:150:0)
[22:23:10.531] Build status: STARTED
[22:23:10.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:151:0) after 8m8s
[22:31:18.549] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:151:0)
[22:31:18.570] Build status: STARTED
[22:31:18.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:152:0) after 8m18s
[22:39:36.627] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:152:0)
[22:39:36.644] Build status: STARTED
[22:39:36.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:153:0) after 3m27s
[22:43:03.668] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:153:0)
[22:43:03.762] Build status: STARTED
[22:43:03.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:154:0) after 5m17s
[22:48:20.864] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:154:0)
[22:48:20.880] Build status: STARTED
[22:48:20.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:155:0) after 1m23s
[22:49:43.914] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:155:0)
[22:49:43.929] Build status: STARTED
[22:49:43.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:156:0) after 2m35s
[22:52:19.076] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:156:0)
[22:52:19.095] Build status: STARTED
[22:52:19.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:157:0) after 8m17s
[23:00:36.117] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:157:0)
[23:00:36.135] Build status: STARTED
[23:00:36.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:158:0) after 3m17s
[23:03:53.230] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:158:0)
[23:03:53.277] Build status: STARTED
[23:03:53.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:159:0) after 6m6s
[23:09:59.302] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:159:0)
[23:09:59.317] Build status: STARTED
[23:09:59.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:160:0) after 5m13s
[23:15:12.354] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:160:0)
[23:15:12.375] Build status: STARTED
[23:15:12.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:161:0) after 1m37s
[23:16:49.787] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:161:0)
[23:16:49.825] Build status: STARTED
[23:16:49.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:162:0) after 9m29s
[23:26:18.882] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:162:0)
[23:26:18.899] Build status: STARTED
[23:26:18.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:163:0) after 2m33s
[23:28:52.059] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:163:0)
[23:28:52.074] Build status: STARTED
[23:28:52.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:164:0) after 7m33s
[23:36:25.097] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:164:0)
[23:36:25.120] Build status: STARTED
[23:36:25.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:165:0) after 9m58s
[23:46:23.148] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:165:0)
[23:46:23.164] Build status: STARTED
[23:46:23.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:166:0) after 5m37s
[23:52:00.362] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:166:0)
[23:52:00.390] Build status: STARTED
[23:52:00.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:167:0) after 9m24s
[00:01:24.578] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:167:0)
[00:01:24.598] Build status: STARTED
[00:01:24.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:168:0) after 5m52s
[00:07:16.637] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:168:0)
[00:07:16.653] Build status: STARTED
[00:07:16.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:169:0) after 2m54s
[00:10:10.681] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:169:0)
[00:10:10.700] Build status: STARTED
[00:10:10.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:170:0) after 7m20s
[00:17:30.779] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:170:0)
[00:17:30.800] Build status: STARTED
[00:17:30.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:171:0) after 3m3s
[00:20:33.839] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:171:0)
[00:20:33.928] Build status: STARTED
[00:20:33.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:172:0) after 2m28s
[00:23:01.949] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:172:0)
[00:23:01.967] Build status: STARTED
[00:23:01.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:173:0) after 1m21s
[00:24:23.069] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:173:0)
[00:24:23.086] Build status: STARTED
[00:24:23.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:174:0) after 4m47s
[00:29:10.187] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:174:0)
[00:29:10.204] Build status: STARTED
[00:29:10.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:175:0) after 9m35s
[00:38:45.232] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:175:0)
[00:38:45.301] Build status: STARTED
[00:38:45.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:176:0) after 9m45s
[00:48:30.623] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:176:0)
[00:48:30.657] Build status: STARTED
[00:48:30.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:177:0) after 2m13s
[00:50:43.988] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:177:0)
[00:50:44.004] Build status: STARTED
[00:50:44.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:178:0) after 3m38s
[00:54:22.117] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:178:0)
[00:54:22.142] Build status: STARTED
[00:54:22.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:179:0) after 7m1s
[01:01:23.269] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:179:0)
[01:01:23.495] Build status: STARTED
[01:01:23.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:180:0) after 1m26s
[01:02:49.582] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:180:0)
[01:02:49.681] Build status: STARTED
[01:02:49.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:181:0) after 8m23s
[01:11:12.721] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:181:0)
[01:11:12.774] Build status: STARTED
[01:11:12.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:182:0) after 5m38s
[01:16:50.774] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:182:0)
[01:16:50.790] Build status: STARTED
[01:16:50.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:183:0) after 7m41s
[01:24:31.821] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:183:0)
[01:24:31.839] Build status: STARTED
[01:24:31.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870551465596632496:184:0) after 8m49s
[01:33:16.286] Received PubSub notification, asking Buildbucket for the build status
[01:33:16.346] Build:
{
  "id": "8705121403547577409",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "number": 17920,
  "createdBy": "project:chromium",
  "createTime": "2025-08-30T09:31:58.446047510Z",
  "startTime": "2025-08-30T09:32:24.876684126Z",
  "endTime": "2025-08-31T01:33:09.486193555Z",
  "updateTime": "2025-08-31T01:33:09.486193555Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "02f632ecf3eba5863b7ba98f5f633c3903d05c07",
      "ref": "refs/heads/main"
    }
  }
}
[01:33:16.346] Invocation finished in 16h1m19.238345038s with status FAILED