Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "72ffdabd5430413eb5beb657f1c3f32221c4c014"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/72ffdabd5430413eb5beb657f1c3f32221c4c014
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:14:00.466] New invocation is queued and will start shortly
[00:14:01.523] Starting the invocation (attempt 1)
[00:14:01.557] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/72ffdabd5430413eb5beb657f1c3f32221c4c014"
[00:14:01.557] Popped gitiles commit info from properties and tags
[00:14:01.557] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:14:01.558] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:14:01.558] Buildbucket request:
{
  "requestId": "8921049078697017872",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "72ffdabd5430413eb5beb657f1c3f32221c4c014",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8921049078697017872"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:14:02.154] Scheduled build:
{
  "id": "8755619016810725521",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31192,
  "createdBy": "project:chromium",
  "createTime": "2024-02-20T00:14:01.637513610Z",
  "updateTime": "2024-02-20T00:14:01.637513610Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "72ffdabd5430413eb5beb657f1c3f32221c4c014",
      "ref": "refs/heads/main"
    }
  }
}
[00:14:02.154] Task URL: https://cr-buildbucket.appspot.com/build/8755619016810725521
[00:14:02.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:2:0) after 2m47s
[00:14:03.104] Received PubSub notification, asking Buildbucket for the build status
[00:14:03.135] Build status: SCHEDULED
[00:14:03.396] Received PubSub notification, asking Buildbucket for the build status
[00:14:03.418] Build status: STARTED
[00:16:49.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:2:0)
[00:16:49.186] Build status: STARTED
[00:16:49.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:5:0) after 7m54s
[00:24:43.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:5:0)
[00:24:43.244] Build status: STARTED
[00:24:43.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:6:0) after 9m57s
[00:34:40.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:6:0)
[00:34:40.280] Build status: STARTED
[00:34:40.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:7:0) after 9m32s
[00:44:12.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:7:0)
[00:44:12.545] Build status: STARTED
[00:44:12.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:8:0) after 5m40s
[00:49:52.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:8:0)
[00:49:52.593] Build status: STARTED
[00:49:52.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:9:0) after 4m40s
[00:54:32.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:9:0)
[00:54:32.644] Build status: STARTED
[00:54:32.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:10:0) after 8m24s
[01:02:56.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:10:0)
[01:02:56.805] Build status: STARTED
[01:02:56.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:11:0) after 9m50s
[01:12:46.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:11:0)
[01:12:46.918] Build status: STARTED
[01:12:46.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:12:0) after 4m39s
[01:17:26.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:12:0)
[01:17:26.029] Build status: STARTED
[01:17:26.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:13:0) after 8m21s
[01:25:47.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:13:0)
[01:25:47.145] Build status: STARTED
[01:25:47.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:14:0) after 6m57s
[01:32:44.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:14:0)
[01:32:44.326] Build status: STARTED
[01:32:44.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:15:0) after 9m32s
[01:42:16.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:15:0)
[01:42:16.456] Build status: STARTED
[01:42:16.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:16:0) after 1m34s
[01:43:50.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:16:0)
[01:43:50.669] Build status: STARTED
[01:43:50.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:17:0) after 6m7s
[01:49:57.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:17:0)
[01:49:57.868] Build status: STARTED
[01:49:57.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:18:0) after 8m40s
[01:58:38.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:18:0)
[01:58:38.060] Build status: STARTED
[01:58:38.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:19:0) after 4m52s
[02:03:30.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:19:0)
[02:03:30.179] Build status: STARTED
[02:03:30.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:20:0) after 3m32s
[02:07:02.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:20:0)
[02:07:02.302] Build status: STARTED
[02:07:02.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:21:0) after 8m17s
[02:15:19.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:21:0)
[02:15:19.312] Build status: STARTED
[02:15:19.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:22:0) after 6m49s
[02:22:08.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:22:0)
[02:22:08.379] Build status: STARTED
[02:22:08.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:23:0) after 5m21s
[02:27:29.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:23:0)
[02:27:29.665] Build status: STARTED
[02:27:29.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:24:0) after 9m12s
[02:36:41.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:24:0)
[02:36:41.714] Build status: STARTED
[02:36:41.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:25:0) after 6m2s
[02:42:43.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:25:0)
[02:42:43.762] Build status: STARTED
[02:42:43.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:26:0) after 2m11s
[02:44:54.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:26:0)
[02:44:54.983] Build status: STARTED
[02:44:54.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:27:0) after 9m2s
[02:53:57.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:27:0)
[02:53:57.335] Build status: STARTED
[02:53:57.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:28:0) after 1m14s
[02:55:11.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:28:0)
[02:55:11.381] Build status: STARTED
[02:55:11.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:29:0) after 8m2s
[03:03:13.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:29:0)
[03:03:13.577] Build status: STARTED
[03:03:13.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:30:0) after 3m9s
[03:06:22.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:30:0)
[03:06:22.713] Build status: STARTED
[03:06:22.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:31:0) after 8m59s
[03:15:22.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:31:0)
[03:15:22.093] Build status: STARTED
[03:15:22.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:32:0) after 4m24s
[03:19:46.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:32:0)
[03:19:46.162] Build status: STARTED
[03:19:46.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:33:0) after 8m44s
[03:28:30.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:33:0)
[03:28:30.225] Build status: STARTED
[03:28:30.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:34:0) after 2m52s
[03:31:22.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:34:0)
[03:31:22.286] Build status: STARTED
[03:31:22.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:35:0) after 4m50s
[03:36:12.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:35:0)
[03:36:12.296] Build status: STARTED
[03:36:12.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:36:0) after 7m35s
[03:43:47.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:36:0)
[03:43:47.470] Build status: STARTED
[03:43:47.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:37:0) after 7m50s
[03:51:37.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:37:0)
[03:51:37.560] Build status: STARTED
[03:51:37.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:38:0) after 8m12s
[03:59:49.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:38:0)
[03:59:49.614] Build status: STARTED
[03:59:49.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:39:0) after 8m38s
[04:08:27.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:39:0)
[04:08:27.742] Build status: STARTED
[04:08:27.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:40:0) after 2m42s
[04:11:09.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:40:0)
[04:11:09.829] Build status: STARTED
[04:11:09.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:41:0) after 3m45s
[04:14:54.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:41:0)
[04:14:54.834] Build status: STARTED
[04:14:54.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:42:0) after 8m36s
[04:23:30.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:42:0)
[04:23:30.921] Build status: STARTED
[04:23:30.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:43:0) after 4m36s
[04:28:07.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:43:0)
[04:28:07.065] Build status: STARTED
[04:28:07.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:44:0) after 3m38s
[04:31:45.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:44:0)
[04:31:45.364] Build status: STARTED
[04:31:45.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:45:0) after 5m25s
[04:37:10.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:45:0)
[04:37:10.484] Build status: STARTED
[04:37:10.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:46:0) after 9m8s
[04:46:18.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:46:0)
[04:46:18.540] Build status: STARTED
[04:46:18.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:47:0) after 7m42s
[04:54:00.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:47:0)
[04:54:00.751] Build status: STARTED
[04:54:00.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:48:0) after 5m43s
[04:59:43.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:48:0)
[04:59:43.949] Build status: STARTED
[04:59:43.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:49:0) after 3m40s
[05:03:23.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:49:0)
[05:03:23.988] Build status: STARTED
[05:03:23.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:50:0) after 8m6s
[05:11:30.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:50:0)
[05:11:30.145] Build status: STARTED
[05:11:30.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:51:0) after 8m33s
[05:20:03.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:51:0)
[05:20:03.226] Build status: STARTED
[05:20:03.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:52:0) after 9m47s
[05:29:50.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:52:0)
[05:29:50.275] Build status: STARTED
[05:29:50.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:53:0) after 2m54s
[05:32:44.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:53:0)
[05:32:44.357] Build status: STARTED
[05:32:44.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:54:0) after 4m12s
[05:36:56.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:54:0)
[05:36:56.637] Build status: STARTED
[05:36:56.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:55:0) after 4m1s
[05:40:57.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:55:0)
[05:40:57.688] Build status: STARTED
[05:40:57.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:56:0) after 2m54s
[05:43:51.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:56:0)
[05:43:51.828] Build status: STARTED
[05:43:51.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:57:0) after 9m59s
[05:53:50.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:57:0)
[05:53:50.869] Build status: STARTED
[05:53:50.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:58:0) after 2m39s
[05:56:29.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:58:0)
[05:56:29.982] Build status: STARTED
[05:56:29.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:59:0) after 1m24s
[05:57:54.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:59:0)
[05:57:54.037] Build status: STARTED
[05:57:54.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:60:0) after 7m19s
[06:05:13.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:60:0)
[06:05:13.147] Build status: STARTED
[06:05:13.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:61:0) after 4m21s
[06:09:34.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:61:0)
[06:09:34.179] Build status: STARTED
[06:09:34.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:62:0) after 4m39s
[06:14:13.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:62:0)
[06:14:13.306] Build status: STARTED
[06:14:13.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:63:0) after 5m35s
[06:19:48.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:63:0)
[06:19:48.491] Build status: STARTED
[06:19:48.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:64:0) after 1m14s
[06:21:02.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:64:0)
[06:21:02.626] Build status: STARTED
[06:21:02.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:65:0) after 8m48s
[06:29:50.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:65:0)
[06:29:50.801] Build status: STARTED
[06:29:50.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:66:0) after 3m38s
[06:33:28.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:66:0)
[06:33:28.861] Build status: STARTED
[06:33:28.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:67:0) after 3m15s
[06:36:43.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:67:0)
[06:36:43.910] Build status: STARTED
[06:36:43.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:68:0) after 4m45s
[06:41:29.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:68:0)
[06:41:29.185] Build status: STARTED
[06:41:29.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:69:0) after 3m46s
[06:45:15.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:69:0)
[06:45:15.283] Build status: STARTED
[06:45:15.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:70:0) after 5m17s
[06:50:32.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:70:0)
[06:50:32.462] Build status: STARTED
[06:50:32.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:71:0) after 1m50s
[06:52:22.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:71:0)
[06:52:22.519] Build status: STARTED
[06:52:22.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:72:0) after 1m10s
[06:53:32.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:72:0)
[06:53:32.579] Build status: STARTED
[06:53:32.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:73:0) after 4m26s
[06:57:58.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:73:0)
[06:57:58.780] Build status: STARTED
[06:57:58.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:74:0) after 4m53s
[07:02:51.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:74:0)
[07:02:51.860] Build status: STARTED
[07:02:51.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:75:0) after 2m23s
[07:05:14.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:75:0)
[07:05:14.930] Build status: STARTED
[07:05:14.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:76:0) after 6m2s
[07:11:16.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:76:0)
[07:11:16.991] Build status: STARTED
[07:11:16.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:77:0) after 5m46s
[07:17:03.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:77:0)
[07:17:03.165] Build status: STARTED
[07:17:03.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:78:0) after 5m9s
[07:22:12.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:78:0)
[07:22:12.240] Build status: STARTED
[07:22:12.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:79:0) after 5m8s
[07:27:20.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:79:0)
[07:27:20.424] Build status: STARTED
[07:27:20.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:80:0) after 7m10s
[07:34:30.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:80:0)
[07:34:30.758] Build status: STARTED
[07:34:30.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:81:0) after 9m54s
[07:44:24.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:81:0)
[07:44:24.802] Build status: STARTED
[07:44:24.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:82:0) after 6m30s
[07:50:54.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:82:0)
[07:50:54.852] Build status: STARTED
[07:50:54.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:83:0) after 3m12s
[07:54:06.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:83:0)
[07:54:06.949] Build status: STARTED
[07:54:06.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:84:0) after 7m21s
[08:01:28.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:84:0)
[08:01:28.306] Build status: STARTED
[08:01:28.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:85:0) after 9m30s
[08:10:58.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:85:0)
[08:10:58.384] Build status: STARTED
[08:10:58.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:86:0) after 2m49s
[08:13:47.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:86:0)
[08:13:47.685] Build status: STARTED
[08:13:47.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:87:0) after 6m35s
[08:20:22.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:87:0)
[08:20:22.828] Build status: STARTED
[08:20:22.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:88:0) after 6m36s
[08:26:59.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:88:0)
[08:26:59.196] Build status: STARTED
[08:26:59.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:89:0) after 8m31s
[08:35:30.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:89:0)
[08:35:30.242] Build status: STARTED
[08:35:30.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:90:0) after 9m55s
[08:45:25.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:90:0)
[08:45:25.299] Build status: STARTED
[08:45:25.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:91:0) after 9m56s
[08:55:21.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:91:0)
[08:55:21.605] Build status: STARTED
[08:55:21.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:92:0) after 9m34s
[09:04:56.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:92:0)
[09:04:56.048] Build status: STARTED
[09:04:56.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:93:0) after 5m35s
[09:10:31.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:93:0)
[09:10:31.169] Build status: STARTED
[09:10:31.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:94:0) after 7m54s
[09:18:25.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:94:0)
[09:18:25.219] Build status: STARTED
[09:18:25.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:95:0) after 7m29s
[09:25:54.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:95:0)
[09:25:54.325] Build status: STARTED
[09:25:54.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:96:0) after 7m55s
[09:33:49.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:96:0)
[09:33:49.543] Build status: STARTED
[09:33:49.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:97:0) after 5m50s
[09:39:39.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:97:0)
[09:39:39.627] Build status: STARTED
[09:39:39.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:98:0) after 4m36s
[09:44:15.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:98:0)
[09:44:15.797] Build status: STARTED
[09:44:15.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:99:0) after 2m31s
[09:46:46.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:99:0)
[09:46:47.013] Build status: STARTED
[09:46:47.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:100:0) after 5m31s
[09:52:18.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:100:0)
[09:52:18.135] Build status: STARTED
[09:52:18.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:101:0) after 4m15s
[09:56:33.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:101:0)
[09:56:33.454] Build status: STARTED
[09:56:33.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:102:0) after 2m14s
[09:58:47.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:102:0)
[09:58:47.616] Build status: STARTED
[09:58:47.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:103:0) after 9m5s
[10:07:52.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:103:0)
[10:07:52.805] Build status: STARTED
[10:07:52.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:104:0) after 7m5s
[10:14:58.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:104:0)
[10:14:58.111] Build status: STARTED
[10:14:58.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:105:0) after 6m47s
[10:21:45.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:105:0)
[10:21:45.510] Build status: STARTED
[10:21:45.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:106:0) after 8m51s
[10:30:36.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:106:0)
[10:30:36.822] Build status: STARTED
[10:30:36.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:107:0) after 2m32s
[10:33:08.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:107:0)
[10:33:09.006] Build status: STARTED
[10:33:09.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:108:0) after 7m11s
[10:40:20.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:108:0)
[10:40:20.321] Build status: STARTED
[10:40:20.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:109:0) after 5m12s
[10:45:32.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:109:0)
[10:45:32.781] Build status: STARTED
[10:45:32.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:110:0) after 9m22s
[10:54:54.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:110:0)
[10:54:54.824] Build status: STARTED
[10:54:54.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:111:0) after 6m51s
[11:01:45.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:111:0)
[11:01:45.874] Build status: STARTED
[11:01:45.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:112:0) after 5m48s
[11:07:33.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:112:0)
[11:07:33.977] Build status: STARTED
[11:07:33.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:113:0) after 1m55s
[11:09:29.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:113:0)
[11:09:29.057] Build status: STARTED
[11:09:29.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:114:0) after 7m3s
[11:16:32.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:114:0)
[11:16:32.132] Build status: STARTED
[11:16:32.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:115:0) after 4m21s
[11:20:53.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:115:0)
[11:20:53.231] Build status: STARTED
[11:20:53.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:116:0) after 7m2s
[11:27:56.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:116:0)
[11:27:56.151] Build status: STARTED
[11:27:56.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:117:0) after 8m31s
[11:36:27.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:117:0)
[11:36:27.387] Build status: STARTED
[11:36:27.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:118:0) after 9m22s
[11:45:49.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:118:0)
[11:45:49.535] Build status: STARTED
[11:45:49.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:119:0) after 3m49s
[11:49:38.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:119:0)
[11:49:38.588] Build status: STARTED
[11:49:38.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:120:0) after 7m32s
[11:57:10.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:120:0)
[11:57:10.732] Build status: STARTED
[11:57:10.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:121:0) after 4m30s
[12:01:40.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:121:0)
[12:01:40.816] Build status: STARTED
[12:01:40.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:122:0) after 9m31s
[12:11:11.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:122:0)
[12:11:11.917] Build status: STARTED
[12:11:11.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:123:0) after 6m12s
[12:17:24.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:123:0)
[12:17:24.051] Build status: STARTED
[12:17:24.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:124:0) after 4m11s
[12:21:35.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:124:0)
[12:21:35.113] Build status: STARTED
[12:21:35.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:125:0) after 5m1s
[12:26:36.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:125:0)
[12:26:36.442] Build status: STARTED
[12:26:36.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:126:0) after 5m17s
[12:31:53.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:126:0)
[12:31:53.555] Build status: STARTED
[12:31:53.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:127:0) after 3m1s
[12:34:54.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:127:0)
[12:34:54.607] Build status: STARTED
[12:34:54.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:128:0) after 6m43s
[12:41:38.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:128:0)
[12:41:38.298] Build status: STARTED
[12:41:38.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:129:0) after 4m31s
[12:46:09.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:129:0)
[12:46:09.515] Build status: STARTED
[12:46:09.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:130:0) after 6m28s
[12:52:37.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:130:0)
[12:52:37.624] Build status: STARTED
[12:52:37.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:131:0) after 6m41s
[12:59:18.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:131:0)
[12:59:18.674] Build status: STARTED
[12:59:18.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:132:0) after 9m15s
[13:08:33.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:132:0)
[13:08:33.770] Build status: STARTED
[13:08:33.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:133:0) after 9m41s
[13:18:14.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:133:0)
[13:18:14.848] Build status: STARTED
[13:18:14.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:134:0) after 3m44s
[13:21:59.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:134:0)
[13:21:59.061] Build status: STARTED
[13:21:59.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:135:0) after 2m33s
[13:24:32.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:135:0)
[13:24:32.116] Build status: STARTED
[13:24:32.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:136:0) after 4m0s
[13:28:32.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:136:0)
[13:28:32.180] Build status: STARTED
[13:28:32.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:137:0) after 7m50s
[13:36:22.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:137:0)
[13:36:22.390] Build status: STARTED
[13:36:22.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:138:0) after 8m32s
[13:44:54.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:138:0)
[13:44:54.464] Build status: STARTED
[13:44:54.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:139:0) after 4m24s
[13:49:18.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:139:0)
[13:49:18.655] Build status: STARTED
[13:49:18.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:140:0) after 1m23s
[13:50:41.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:140:0)
[13:50:41.711] Build status: STARTED
[13:50:41.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:141:0) after 9m36s
[14:00:18.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:141:0)
[14:00:18.275] Build status: STARTED
[14:00:18.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:142:0) after 4m35s
[14:04:53.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:142:0)
[14:04:53.347] Build status: STARTED
[14:04:53.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:143:0) after 3m56s
[14:08:49.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:143:0)
[14:08:49.725] Build status: STARTED
[14:08:49.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:144:0) after 9m2s
[14:17:51.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:144:0)
[14:17:52.033] Build status: STARTED
[14:17:52.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:145:0) after 7m43s
[14:25:35.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:145:0)
[14:25:35.526] Build status: STARTED
[14:25:35.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:146:0) after 8m10s
[14:33:45.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:146:0)
[14:33:45.594] Build status: STARTED
[14:33:45.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:147:0) after 7m35s
[14:41:20.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:147:0)
[14:41:20.721] Build status: STARTED
[14:41:20.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:148:0) after 5m2s
[14:46:22.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:148:0)
[14:46:22.815] Build status: STARTED
[14:46:22.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:149:0) after 1m57s
[14:48:20.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:149:0)
[14:48:20.365] Build status: STARTED
[14:48:20.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:150:0) after 5m17s
[14:53:37.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:150:0)
[14:53:37.843] Build status: STARTED
[14:53:37.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:151:0) after 9m19s
[15:02:56.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:151:0)
[15:02:56.966] Build status: STARTED
[15:02:56.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:152:0) after 3m14s
[15:06:11.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:152:0)
[15:06:11.053] Build status: STARTED
[15:06:11.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:153:0) after 7m16s
[15:13:27.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:153:0)
[15:13:27.158] Build status: STARTED
[15:13:27.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:154:0) after 5m29s
[15:18:56.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:154:0)
[15:18:56.250] Build status: STARTED
[15:18:56.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:155:0) after 9m35s
[15:28:31.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:155:0)
[15:28:31.312] Build status: STARTED
[15:28:31.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:156:0) after 2m2s
[15:30:33.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:156:0)
[15:30:33.362] Build status: STARTED
[15:30:33.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:157:0) after 5m19s
[15:35:52.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:157:0)
[15:35:52.549] Build status: STARTED
[15:35:52.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:158:0) after 7m54s
[15:43:46.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:158:0)
[15:43:46.744] Build status: STARTED
[15:43:46.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:159:0) after 2m46s
[15:46:32.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:159:0)
[15:46:32.800] Build status: STARTED
[15:46:32.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:160:0) after 1m12s
[15:47:44.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:160:0)
[15:47:44.920] Build status: STARTED
[15:47:44.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:161:0) after 9m24s
[15:57:09.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:161:0)
[15:57:09.079] Build status: STARTED
[15:57:09.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:162:0) after 3m31s
[16:00:40.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:162:0)
[16:00:40.362] Build status: STARTED
[16:00:40.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:163:0) after 7m17s
[16:07:57.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:163:0)
[16:07:57.453] Build status: STARTED
[16:07:57.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:164:0) after 1m49s
[16:09:46.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:164:0)
[16:09:46.542] Build status: STARTED
[16:09:46.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:165:0) after 3m6s
[16:12:52.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:165:0)
[16:12:52.553] Build status: STARTED
[16:12:52.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:166:0) after 9m24s
[16:22:16.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:166:0)
[16:22:16.617] Build status: STARTED
[16:22:16.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:167:0) after 2m27s
[16:24:43.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:167:0)
[16:24:43.733] Build status: STARTED
[16:24:43.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:168:0) after 4m20s
[16:29:03.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:168:0)
[16:29:03.855] Build status: STARTED
[16:29:03.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:169:0) after 5m43s
[16:34:47.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:169:0)
[16:34:47.762] Build status: STARTED
[16:34:47.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:170:0) after 5m18s
[16:40:05.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:170:0)
[16:40:05.872] Build status: STARTED
[16:40:05.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:171:0) after 1m30s
[16:41:35.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:171:0)
[16:41:35.967] Build status: STARTED
[16:41:35.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:172:0) after 5m0s
[16:46:36.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:172:0)
[16:46:36.507] Build status: STARTED
[16:46:36.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:173:0) after 2m26s
[16:49:02.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:173:0)
[16:49:02.633] Build status: STARTED
[16:49:02.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:174:0) after 4m49s
[16:53:51.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:174:0)
[16:53:51.727] Build status: STARTED
[16:53:51.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:175:0) after 4m25s
[16:58:16.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:175:0)
[16:58:16.778] Build status: STARTED
[16:58:16.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:176:0) after 1m11s
[16:59:27.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:176:0)
[16:59:27.928] Build status: STARTED
[16:59:27.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:177:0) after 6m52s
[17:06:20.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:177:0)
[17:06:20.050] Build status: STARTED
[17:06:20.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:178:0) after 9m49s
[17:16:09.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:178:0)
[17:16:09.104] Build status: STARTED
[17:16:09.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:179:0) after 3m18s
[17:19:27.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:179:0)
[17:19:27.435] Build status: STARTED
[17:19:27.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:180:0) after 3m19s
[17:22:46.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:180:0)
[17:22:46.740] Build status: STARTED
[17:22:46.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:181:0) after 4m24s
[17:27:10.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:181:0)
[17:27:10.853] Build status: STARTED
[17:27:10.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:182:0) after 2m33s
[17:29:43.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:182:0)
[17:29:43.946] Build status: STARTED
[17:29:43.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:183:0) after 2m48s
[17:32:32.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:183:0)
[17:32:32.092] Build status: STARTED
[17:32:32.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:184:0) after 6m34s
[17:39:06.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:184:0)
[17:39:06.188] Build status: STARTED
[17:39:06.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:185:0) after 5m46s
[17:44:52.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:185:0)
[17:44:52.246] Build status: STARTED
[17:44:52.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:186:0) after 8m14s
[17:53:06.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:186:0)
[17:53:06.527] Build status: STARTED
[17:53:06.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:187:0) after 4m54s
[17:58:01.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:187:0)
[17:58:01.090] Build status: STARTED
[17:58:01.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:188:0) after 4m2s
[18:02:03.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:188:0)
[18:02:03.298] Build status: STARTED
[18:02:03.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:189:0) after 2m52s
[18:04:55.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:189:0)
[18:04:55.644] Build status: STARTED
[18:04:55.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:190:0) after 7m38s
[18:12:34.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:190:0)
[18:12:34.236] Build status: STARTED
[18:12:34.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:191:0) after 4m24s
[18:16:59.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:191:0)
[18:16:59.079] Build status: STARTED
[18:16:59.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:192:0) after 5m36s
[18:22:35.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:192:0)
[18:22:35.151] Build status: STARTED
[18:22:35.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:193:0) after 9m33s
[18:32:08.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:193:0)
[18:32:08.298] Build status: STARTED
[18:32:08.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:194:0) after 5m48s
[18:37:56.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:194:0)
[18:37:56.357] Build status: STARTED
[18:37:56.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:195:0) after 4m9s
[18:42:05.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:195:0)
[18:42:05.538] Build status: STARTED
[18:42:05.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:196:0) after 2m41s
[18:44:46.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:196:0)
[18:44:46.644] Build status: STARTED
[18:44:46.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:197:0) after 7m29s
[18:52:15.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:197:0)
[18:52:15.787] Build status: STARTED
[18:52:15.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:198:0) after 8m32s
[19:00:47.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:198:0)
[19:00:47.834] Build status: STARTED
[19:00:47.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:199:0) after 9m36s
[19:10:24.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:199:0)
[19:10:24.112] Build status: STARTED
[19:10:24.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:200:0) after 4m29s
[19:14:53.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:200:0)
[19:14:53.211] Build status: STARTED
[19:14:53.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:201:0) after 8m13s
[19:23:06.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:201:0)
[19:23:06.255] Build status: STARTED
[19:23:06.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:202:0) after 9m9s
[19:32:15.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:202:0)
[19:32:15.338] Build status: STARTED
[19:32:15.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:203:0) after 5m58s
[19:38:13.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:203:0)
[19:38:13.435] Build status: STARTED
[19:38:13.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:204:0) after 8m46s
[19:46:59.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:204:0)
[19:46:59.542] Build status: STARTED
[19:46:59.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:205:0) after 1m58s
[19:48:57.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:205:0)
[19:48:57.589] Build status: STARTED
[19:48:57.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:206:0) after 7m15s
[19:56:12.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:206:0)
[19:56:13.069] Build status: STARTED
[19:56:13.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:207:0) after 9m3s
[20:05:16.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:207:0)
[20:05:16.591] Build status: STARTED
[20:05:16.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:208:0) after 4m55s
[20:10:12.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:208:0)
[20:10:12.238] Build status: STARTED
[20:10:12.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:209:0) after 1m24s
[20:11:37.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:209:0)
[20:11:37.197] Build status: STARTED
[20:11:37.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:210:0) after 5m55s
[20:17:32.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:210:0)
[20:17:32.292] Build status: STARTED
[20:17:32.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8921049078697017872:211:0) after 4m48s
[20:17:44.267] Received PubSub notification, asking Buildbucket for the build status
[20:17:44.283] Build:
{
  "id": "8755619016810725521",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31192,
  "createdBy": "project:chromium",
  "createTime": "2024-02-20T00:14:01.637513610Z",
  "startTime": "2024-02-20T00:14:02.674104Z",
  "endTime": "2024-02-20T20:17:43.297910Z",
  "updateTime": "2024-02-20T20:17:43.297910Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "72ffdabd5430413eb5beb657f1c3f32221c4c014",
      "ref": "refs/heads/main"
    }
  }
}
[20:17:44.283] Invocation finished in 20h3m43.828039428s with status FAILED