Status: FAILED
Triggered by: -
Duration: 16 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxPGO"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "31f87d63a16387b7d68b43fbffda10690b4eed51"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/31f87d63a16387b7d68b43fbffda10690b4eed51
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:27:18.445] New invocation is queued and will start shortly
[01:27:19.527] Starting the invocation (attempt 1)
[01:27:19.565] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/31f87d63a16387b7d68b43fbffda10690b4eed51"
[01:27:19.565] Popped gitiles commit info from properties and tags
[01:27:19.565] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:27:19.565] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:27:19.565] Buildbucket request:
{
  "requestId": "8870672553759153824",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "31f87d63a16387b7d68b43fbffda10690b4eed51",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8870672553759153824"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxPGO"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:27:20.087] Scheduled build:
{
  "id": "8705242491856765169",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "number": 17918,
  "createdBy": "project:chromium",
  "createTime": "2025-08-29T01:27:19.635436415Z",
  "updateTime": "2025-08-29T01:27:19.635436415Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "31f87d63a16387b7d68b43fbffda10690b4eed51",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:27:20.087] Task URL: https://cr-buildbucket.appspot.com/build/8705242491856765169
[01:27:20.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:2:0) after 9m29s
[01:27:21.048] Received PubSub notification, asking Buildbucket for the build status
[01:27:21.073] Build status: SCHEDULED
[01:28:33.240] Received PubSub notification, asking Buildbucket for the build status
[01:28:33.261] Build status: STARTED
[01:36:49.112] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:2:0)
[01:36:49.137] Build status: STARTED
[01:36:49.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:5:0) after 3m45s
[01:40:34.168] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:5:0)
[01:40:34.195] Build status: STARTED
[01:40:34.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:6:0) after 6m31s
[01:47:05.368] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:6:0)
[01:47:05.393] Build status: STARTED
[01:47:05.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:7:0) after 6m16s
[01:53:21.438] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:7:0)
[01:53:21.455] Build status: STARTED
[01:53:21.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:8:0) after 8m48s
[02:02:09.509] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:8:0)
[02:02:09.528] Build status: STARTED
[02:02:09.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:9:0) after 7m31s
[02:09:40.566] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:9:0)
[02:09:40.589] Build status: STARTED
[02:09:40.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:10:0) after 2m30s
[02:12:10.660] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:10:0)
[02:12:10.683] Build status: STARTED
[02:12:10.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:11:0) after 5m33s
[02:17:43.728] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:11:0)
[02:17:43.747] Build status: STARTED
[02:17:43.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:12:0) after 1m2s
[02:18:45.758] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:12:0)
[02:18:45.789] Build status: STARTED
[02:18:45.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:13:0) after 6m40s
[02:25:25.850] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:13:0)
[02:25:25.865] Build status: STARTED
[02:25:25.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:14:0) after 5m48s
[02:31:13.896] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:14:0)
[02:31:13.916] Build status: STARTED
[02:31:13.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:15:0) after 4m10s
[02:35:24.007] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:15:0)
[02:35:24.025] Build status: STARTED
[02:35:24.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:16:0) after 5m28s
[02:40:52.117] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:16:0)
[02:40:52.135] Build status: STARTED
[02:40:52.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:17:0) after 1m44s
[02:42:36.274] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:17:0)
[02:42:36.300] Build status: STARTED
[02:42:36.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:18:0) after 5m55s
[02:48:31.318] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:18:0)
[02:48:31.342] Build status: STARTED
[02:48:31.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:19:0) after 5m57s
[02:54:28.457] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:19:0)
[02:54:28.479] Build status: STARTED
[02:54:28.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:20:0) after 6m32s
[03:01:00.508] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:20:0)
[03:01:00.527] Build status: STARTED
[03:01:00.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:21:0) after 6m13s
[03:07:13.553] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:21:0)
[03:07:13.585] Build status: STARTED
[03:07:13.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:22:0) after 7m3s
[03:14:16.671] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:22:0)
[03:14:16.708] Build status: STARTED
[03:14:16.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:23:0) after 6m44s
[03:21:00.820] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:23:0)
[03:21:00.855] Build status: STARTED
[03:21:00.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:24:0) after 5m5s
[03:26:05.892] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:24:0)
[03:26:05.988] Build status: STARTED
[03:26:05.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:25:0) after 4m5s
[03:30:11.021] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:25:0)
[03:30:11.050] Build status: STARTED
[03:30:11.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:26:0) after 6m56s
[03:37:07.125] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:26:0)
[03:37:07.142] Build status: STARTED
[03:37:07.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:27:0) after 5m42s
[03:42:49.259] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:27:0)
[03:42:49.274] Build status: STARTED
[03:42:49.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:28:0) after 5m2s
[03:47:51.362] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:28:0)
[03:47:51.381] Build status: STARTED
[03:47:51.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:29:0) after 6m12s
[03:54:03.784] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:29:0)
[03:54:03.799] Build status: STARTED
[03:54:03.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:30:0) after 4m41s
[03:58:45.003] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:30:0)
[03:58:45.049] Build status: STARTED
[03:58:45.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:31:0) after 2m9s
[04:00:54.343] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:31:0)
[04:00:54.515] Build status: STARTED
[04:00:54.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:32:0) after 8m53s
[04:09:47.520] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:32:0)
[04:09:47.538] Build status: STARTED
[04:09:47.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:33:0) after 3m1s
[04:12:48.560] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:33:0)
[04:12:48.576] Build status: STARTED
[04:12:48.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:34:0) after 1m15s
[04:14:03.623] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:34:0)
[04:14:03.637] Build status: STARTED
[04:14:03.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:35:0) after 6m3s
[04:20:06.769] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:35:0)
[04:20:06.830] Build status: STARTED
[04:20:06.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:36:0) after 4m32s
[04:24:38.857] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:36:0)
[04:24:38.880] Build status: STARTED
[04:24:38.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:37:0) after 4m34s
[04:29:12.902] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:37:0)
[04:29:12.955] Build status: STARTED
[04:29:12.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:38:0) after 7m36s
[04:36:49.369] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:38:0)
[04:36:49.430] Build status: STARTED
[04:36:49.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:39:0) after 1m16s
[04:38:05.537] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:39:0)
[04:38:05.559] Build status: STARTED
[04:38:05.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:40:0) after 7m9s
[04:45:14.594] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:40:0)
[04:45:14.647] Build status: STARTED
[04:45:14.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:41:0) after 8m38s
[04:53:52.720] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:41:0)
[04:53:52.742] Build status: STARTED
[04:53:52.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:42:0) after 9m56s
[05:03:48.788] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:42:0)
[05:03:48.803] Build status: STARTED
[05:03:48.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:43:0) after 3m46s
[05:07:34.837] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:43:0)
[05:07:34.854] Build status: STARTED
[05:07:34.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:44:0) after 1m23s
[05:08:58.064] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:44:0)
[05:08:58.217] Build status: STARTED
[05:08:58.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:45:0) after 4m37s
[05:13:35.306] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:45:0)
[05:13:35.321] Build status: STARTED
[05:13:35.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:46:0) after 3m41s
[05:17:16.387] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:46:0)
[05:17:16.412] Build status: STARTED
[05:17:16.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:47:0) after 4m9s
[05:21:25.442] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:47:0)
[05:21:25.471] Build status: STARTED
[05:21:25.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:48:0) after 4m49s
[05:26:14.509] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:48:0)
[05:26:14.530] Build status: STARTED
[05:26:14.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:49:0) after 5m43s
[05:31:57.645] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:49:0)
[05:31:57.661] Build status: STARTED
[05:31:57.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:50:0) after 9m52s
[05:41:49.788] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:50:0)
[05:41:49.805] Build status: STARTED
[05:41:49.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:51:0) after 4m17s
[05:46:06.907] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:51:0)
[05:46:06.934] Build status: STARTED
[05:46:06.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:52:0) after 9m45s
[05:55:52.021] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:52:0)
[05:55:52.034] Build status: STARTED
[05:55:52.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:53:0) after 2m14s
[05:58:06.048] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:53:0)
[05:58:06.065] Build status: STARTED
[05:58:06.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:54:0) after 1m19s
[05:59:25.090] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:54:0)
[05:59:25.106] Build status: STARTED
[05:59:25.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:55:0) after 3m59s
[06:03:24.129] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:55:0)
[06:03:24.161] Build status: STARTED
[06:03:24.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:56:0) after 2m15s
[06:05:39.301] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:56:0)
[06:05:39.322] Build status: STARTED
[06:05:39.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:57:0) after 7m51s
[06:13:30.382] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:57:0)
[06:13:30.397] Build status: STARTED
[06:13:30.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:58:0) after 1m12s
[06:14:42.420] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:58:0)
[06:14:42.447] Build status: STARTED
[06:14:42.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:59:0) after 3m2s
[06:17:44.499] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:59:0)
[06:17:44.518] Build status: STARTED
[06:17:44.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:60:0) after 7m27s
[06:25:11.547] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:60:0)
[06:25:11.563] Build status: STARTED
[06:25:11.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:61:0) after 5m36s
[06:30:47.647] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:61:0)
[06:30:47.700] Build status: STARTED
[06:30:47.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:62:0) after 3m10s
[06:33:57.717] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:62:0)
[06:33:57.735] Build status: STARTED
[06:33:57.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:63:0) after 1m32s
[06:35:29.762] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:63:0)
[06:35:29.778] Build status: STARTED
[06:35:29.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:64:0) after 9m35s
[06:45:04.862] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:64:0)
[06:45:04.889] Build status: STARTED
[06:45:04.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:65:0) after 3m26s
[06:48:31.299] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:65:0)
[06:48:31.316] Build status: STARTED
[06:48:31.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:66:0) after 1m8s
[06:49:39.405] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:66:0)
[06:49:39.420] Build status: STARTED
[06:49:39.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:67:0) after 9m49s
[06:59:28.561] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:67:0)
[06:59:28.580] Build status: STARTED
[06:59:28.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:68:0) after 6m40s
[07:06:08.802] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:68:0)
[07:06:08.820] Build status: STARTED
[07:06:08.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:69:0) after 9m29s
[07:15:37.898] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:69:0)
[07:15:37.948] Build status: STARTED
[07:15:37.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:70:0) after 7m33s
[07:23:11.083] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:70:0)
[07:23:11.101] Build status: STARTED
[07:23:11.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:71:0) after 5m15s
[07:28:26.114] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:71:0)
[07:28:26.142] Build status: STARTED
[07:28:26.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:72:0) after 8m52s
[07:37:18.267] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:72:0)
[07:37:18.285] Build status: STARTED
[07:37:18.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:73:0) after 6m11s
[07:43:29.385] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:73:0)
[07:43:29.468] Build status: STARTED
[07:43:29.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:74:0) after 9m56s
[07:53:25.523] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:74:0)
[07:53:25.576] Build status: STARTED
[07:53:25.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:75:0) after 7m8s
[08:00:33.610] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:75:0)
[08:00:33.631] Build status: STARTED
[08:00:33.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:76:0) after 2m56s
[08:03:29.736] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:76:0)
[08:03:29.762] Build status: STARTED
[08:03:29.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:77:0) after 7m43s
[08:11:12.791] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:77:0)
[08:11:12.816] Build status: STARTED
[08:11:12.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:78:0) after 7m15s
[08:18:27.847] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:78:0)
[08:18:27.866] Build status: STARTED
[08:18:27.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:79:0) after 2m36s
[08:21:03.854] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:79:0)
[08:21:03.955] Build status: STARTED
[08:21:03.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:80:0) after 8m5s
[08:29:08.985] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:80:0)
[08:29:09.035] Build status: STARTED
[08:29:09.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:81:0) after 2m19s
[08:31:28.079] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:81:0)
[08:31:28.094] Build status: STARTED
[08:31:28.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:82:0) after 6m39s
[08:38:07.178] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:82:0)
[08:38:07.200] Build status: STARTED
[08:38:07.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:83:0) after 8m19s
[08:46:26.270] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:83:0)
[08:46:26.285] Build status: STARTED
[08:46:26.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:84:0) after 6m42s
[08:53:08.315] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:84:0)
[08:53:08.380] Build status: STARTED
[08:53:08.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:85:0) after 3m47s
[08:56:55.420] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:85:0)
[08:56:55.457] Build status: STARTED
[08:56:55.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:86:0) after 3m6s
[09:00:01.526] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:86:0)
[09:00:01.597] Build status: STARTED
[09:00:01.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:87:0) after 3m57s
[09:03:58.640] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:87:0)
[09:03:58.678] Build status: STARTED
[09:03:58.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:88:0) after 8m3s
[09:12:01.794] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:88:0)
[09:12:01.810] Build status: STARTED
[09:12:01.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:89:0) after 5m30s
[09:17:31.842] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:89:0)
[09:17:31.860] Build status: STARTED
[09:17:31.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:90:0) after 6m0s
[09:23:31.889] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:90:0)
[09:23:31.923] Build status: STARTED
[09:23:31.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:91:0) after 5m25s
[09:28:56.952] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:91:0)
[09:28:56.969] Build status: STARTED
[09:28:56.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:92:0) after 6m0s
[09:34:57.000] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:92:0)
[09:34:57.019] Build status: STARTED
[09:34:57.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:93:0) after 5m43s
[09:40:40.085] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:93:0)
[09:40:40.117] Build status: STARTED
[09:40:40.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:94:0) after 8m13s
[09:48:53.190] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:94:0)
[09:48:53.205] Build status: STARTED
[09:48:53.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:95:0) after 5m25s
[09:54:18.238] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:95:0)
[09:54:18.256] Build status: STARTED
[09:54:18.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:96:0) after 2m37s
[09:56:55.281] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:96:0)
[09:56:55.355] Build status: STARTED
[09:56:55.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:97:0) after 9m26s
[10:06:21.386] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:97:0)
[10:06:21.409] Build status: STARTED
[10:06:21.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:98:0) after 6m20s
[10:12:41.440] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:98:0)
[10:12:41.455] Build status: STARTED
[10:12:41.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:99:0) after 7m57s
[10:20:38.505] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:99:0)
[10:20:38.523] Build status: STARTED
[10:20:38.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:100:0) after 9m56s
[10:30:34.680] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:100:0)
[10:30:34.707] Build status: STARTED
[10:30:34.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:101:0) after 8m43s
[10:39:17.791] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:101:0)
[10:39:17.808] Build status: STARTED
[10:39:17.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:102:0) after 8m48s
[10:48:05.861] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:102:0)
[10:48:05.880] Build status: STARTED
[10:48:05.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:103:0) after 9m21s
[10:57:26.955] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:103:0)
[10:57:26.981] Build status: STARTED
[10:57:26.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:104:0) after 9m21s
[11:06:48.021] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:104:0)
[11:06:48.034] Build status: STARTED
[11:06:48.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:105:0) after 3m39s
[11:10:27.285] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:105:0)
[11:10:27.347] Build status: STARTED
[11:10:27.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:106:0) after 7m9s
[11:17:36.393] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:106:0)
[11:17:36.408] Build status: STARTED
[11:17:36.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:107:0) after 8m44s
[11:26:20.458] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:107:0)
[11:26:20.474] Build status: STARTED
[11:26:20.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:108:0) after 3m35s
[11:29:55.581] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:108:0)
[11:29:55.597] Build status: STARTED
[11:29:55.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:109:0) after 2m35s
[11:32:30.648] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:109:0)
[11:32:30.667] Build status: STARTED
[11:32:30.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:110:0) after 2m1s
[11:34:31.708] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:110:0)
[11:34:31.727] Build status: STARTED
[11:34:31.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:111:0) after 9m13s
[11:43:44.714] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:111:0)
[11:43:44.735] Build status: STARTED
[11:43:44.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:112:0) after 6m55s
[11:50:40.115] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:112:0)
[11:50:40.135] Build status: STARTED
[11:50:40.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:113:0) after 6m36s
[11:57:16.244] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:113:0)
[11:57:16.280] Build status: STARTED
[11:57:16.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:114:0) after 9m57s
[12:07:13.289] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:114:0)
[12:07:13.305] Build status: STARTED
[12:07:13.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:115:0) after 3m23s
[12:10:36.306] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:115:0)
[12:10:36.322] Build status: STARTED
[12:10:36.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:116:0) after 5m25s
[12:16:01.388] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:116:0)
[12:16:01.412] Build status: STARTED
[12:16:01.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:117:0) after 7m56s
[12:23:57.485] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:117:0)
[12:23:57.504] Build status: STARTED
[12:23:57.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:118:0) after 6m12s
[12:30:09.542] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:118:0)
[12:30:09.624] Build status: STARTED
[12:30:09.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:119:0) after 3m42s
[12:33:51.653] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:119:0)
[12:33:51.674] Build status: STARTED
[12:33:51.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:120:0) after 7m25s
[12:41:16.764] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:120:0)
[12:41:16.785] Build status: STARTED
[12:41:16.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:121:0) after 1m52s
[12:43:08.922] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:121:0)
[12:43:08.940] Build status: STARTED
[12:43:08.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:122:0) after 1m49s
[12:44:57.979] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:122:0)
[12:44:58.001] Build status: STARTED
[12:44:58.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:123:0) after 5m34s
[12:50:32.032] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:123:0)
[12:50:32.048] Build status: STARTED
[12:50:32.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:124:0) after 6m15s
[12:56:47.103] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:124:0)
[12:56:47.130] Build status: STARTED
[12:56:47.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:125:0) after 2m14s
[12:59:01.229] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:125:0)
[12:59:01.251] Build status: STARTED
[12:59:01.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:126:0) after 7m4s
[13:06:05.287] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:126:0)
[13:06:05.305] Build status: STARTED
[13:06:05.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:127:0) after 1m6s
[13:07:11.519] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:127:0)
[13:07:11.536] Build status: STARTED
[13:07:11.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:128:0) after 5m34s
[13:12:45.563] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:128:0)
[13:12:45.631] Build status: STARTED
[13:12:45.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:129:0) after 1m4s
[13:13:49.890] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:129:0)
[13:13:49.907] Build status: STARTED
[13:13:49.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:130:0) after 2m59s
[13:16:48.982] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:130:0)
[13:16:48.996] Build status: STARTED
[13:16:48.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:131:0) after 8m42s
[13:25:31.079] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:131:0)
[13:25:31.095] Build status: STARTED
[13:25:31.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:132:0) after 3m47s
[13:29:18.144] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:132:0)
[13:29:18.166] Build status: STARTED
[13:29:18.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:133:0) after 2m12s
[13:31:30.202] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:133:0)
[13:31:30.219] Build status: STARTED
[13:31:30.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:134:0) after 7m38s
[13:39:08.287] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:134:0)
[13:39:08.304] Build status: STARTED
[13:39:08.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:135:0) after 3m49s
[13:42:57.333] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:135:0)
[13:42:57.359] Build status: STARTED
[13:42:57.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:136:0) after 1m46s
[13:44:43.394] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:136:0)
[13:44:43.420] Build status: STARTED
[13:44:43.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:137:0) after 1m9s
[13:45:52.447] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:137:0)
[13:45:52.464] Build status: STARTED
[13:45:52.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:138:0) after 7m40s
[13:53:32.714] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:138:0)
[13:53:32.796] Build status: STARTED
[13:53:32.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:139:0) after 3m20s
[13:56:52.898] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:139:0)
[13:56:52.917] Build status: STARTED
[13:56:52.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:140:0) after 4m42s
[14:01:34.970] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:140:0)
[14:01:35.032] Build status: STARTED
[14:01:35.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:141:0) after 5m27s
[14:07:02.082] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:141:0)
[14:07:02.100] Build status: STARTED
[14:07:02.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:142:0) after 3m40s
[14:10:42.176] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:142:0)
[14:10:42.193] Build status: STARTED
[14:10:42.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:143:0) after 3m40s
[14:14:22.245] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:143:0)
[14:14:22.269] Build status: STARTED
[14:14:22.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:144:0) after 5m1s
[14:19:23.298] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:144:0)
[14:19:23.326] Build status: STARTED
[14:19:23.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:145:0) after 9m30s
[14:28:53.349] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:145:0)
[14:28:53.364] Build status: STARTED
[14:28:53.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:146:0) after 2m18s
[14:31:11.396] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:146:0)
[14:31:11.417] Build status: STARTED
[14:31:11.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:147:0) after 2m31s
[14:33:42.523] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:147:0)
[14:33:42.548] Build status: STARTED
[14:33:42.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:148:0) after 4m29s
[14:38:11.645] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:148:0)
[14:38:11.670] Build status: STARTED
[14:38:11.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:149:0) after 9m52s
[14:48:03.820] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:149:0)
[14:48:03.836] Build status: STARTED
[14:48:03.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:150:0) after 3m8s
[14:51:11.885] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:150:0)
[14:51:11.910] Build status: STARTED
[14:51:11.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:151:0) after 7m8s
[14:58:19.939] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:151:0)
[14:58:19.962] Build status: STARTED
[14:58:19.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:152:0) after 2m46s
[15:01:06.007] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:152:0)
[15:01:06.052] Build status: STARTED
[15:01:06.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:153:0) after 6m48s
[15:07:54.153] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:153:0)
[15:07:54.170] Build status: STARTED
[15:07:54.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:154:0) after 5m49s
[15:13:43.244] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:154:0)
[15:13:43.259] Build status: STARTED
[15:13:43.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:155:0) after 2m24s
[15:16:07.364] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:155:0)
[15:16:07.381] Build status: STARTED
[15:16:07.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:156:0) after 9m39s
[15:25:46.441] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:156:0)
[15:25:46.511] Build status: STARTED
[15:25:46.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:157:0) after 2m8s
[15:27:54.579] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:157:0)
[15:27:54.606] Build status: STARTED
[15:27:54.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:158:0) after 2m36s
[15:30:30.664] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:158:0)
[15:30:30.678] Build status: STARTED
[15:30:30.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:159:0) after 1m4s
[15:31:34.732] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:159:0)
[15:31:34.756] Build status: STARTED
[15:31:34.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:160:0) after 2m30s
[15:34:04.795] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:160:0)
[15:34:04.844] Build status: STARTED
[15:34:04.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:161:0) after 5m31s
[15:39:35.916] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:161:0)
[15:39:35.938] Build status: STARTED
[15:39:35.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:162:0) after 6m9s
[15:45:44.970] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:162:0)
[15:45:44.987] Build status: STARTED
[15:45:44.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:163:0) after 1m42s
[15:47:27.033] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:163:0)
[15:47:27.058] Build status: STARTED
[15:47:27.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:164:0) after 4m58s
[15:52:25.175] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:164:0)
[15:52:25.221] Build status: STARTED
[15:52:25.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:165:0) after 5m2s
[15:57:27.329] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:165:0)
[15:57:27.356] Build status: STARTED
[15:57:27.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:166:0) after 4m43s
[16:02:10.421] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:166:0)
[16:02:10.440] Build status: STARTED
[16:02:10.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:167:0) after 8m45s
[16:10:55.630] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:167:0)
[16:10:55.647] Build status: STARTED
[16:10:55.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:168:0) after 7m43s
[16:18:38.726] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:168:0)
[16:18:38.761] Build status: STARTED
[16:18:38.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:169:0) after 1m15s
[16:19:53.791] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:169:0)
[16:19:53.833] Build status: STARTED
[16:19:53.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:170:0) after 3m50s
[16:23:43.963] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:170:0)
[16:23:44.013] Build status: STARTED
[16:23:44.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:171:0) after 7m12s
[16:30:56.058] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:171:0)
[16:30:56.074] Build status: STARTED
[16:30:56.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:172:0) after 9m13s
[16:40:09.208] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:172:0)
[16:40:09.227] Build status: STARTED
[16:40:09.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:173:0) after 6m43s
[16:46:52.399] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:173:0)
[16:46:52.417] Build status: STARTED
[16:46:52.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:174:0) after 9m35s
[16:56:27.489] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:174:0)
[16:56:27.509] Build status: STARTED
[16:56:27.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:175:0) after 8m39s
[17:05:06.556] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:175:0)
[17:05:06.570] Build status: STARTED
[17:05:06.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:176:0) after 5m17s
[17:10:23.859] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:176:0)
[17:10:23.885] Build status: STARTED
[17:10:23.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:177:0) after 2m11s
[17:12:34.914] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:177:0)
[17:12:34.932] Build status: STARTED
[17:12:34.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:178:0) after 7m27s
[17:20:01.961] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:178:0)
[17:20:01.983] Build status: STARTED
[17:20:01.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:179:0) after 2m59s
[17:23:01.198] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:179:0)
[17:23:01.216] Build status: STARTED
[17:23:01.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxPGO:8870672553759153824:180:0) after 8m16s
[17:29:18.050] Received PubSub notification, asking Buildbucket for the build status
[17:29:18.073] Build:
{
  "id": "8705242491856765169",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxPGO"
  },
  "number": 17918,
  "createdBy": "project:chromium",
  "createTime": "2025-08-29T01:27:19.635436415Z",
  "startTime": "2025-08-29T01:28:32.759804613Z",
  "endTime": "2025-08-29T17:29:17.346664598Z",
  "updateTime": "2025-08-29T17:29:17.346664598Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "31f87d63a16387b7d68b43fbffda10690b4eed51",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[17:29:18.073] Invocation finished in 16h1m59.634809996s with status FAILED