Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3e6e0ab19363a2994065b3bf336d1515c8d631ab"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3e6e0ab19363a2994065b3bf336d1515c8d631ab
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:47:22.649] New invocation is queued and will start shortly
[23:47:23.984] Starting the invocation (attempt 1)
[23:47:24.011] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3e6e0ab19363a2994065b3bf336d1515c8d631ab"
[23:47:24.011] Popped gitiles commit info from properties and tags
[23:47:24.011] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:47:24.011] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:47:24.011] Buildbucket request:
{
  "requestId": "8930291644701787152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3e6e0ab19363a2994065b3bf336d1515c8d631ab",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8930291644701787152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:47:25.274] Scheduled build:
{
  "id": "8764861582440893713",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30759,
  "createdBy": "project:chromium",
  "createTime": "2023-11-09T23:47:24.178540959Z",
  "updateTime": "2023-11-09T23:47:24.178540959Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3e6e0ab19363a2994065b3bf336d1515c8d631ab",
      "ref": "refs/heads/main"
    }
  }
}
[23:47:25.274] Task URL: https://cr-buildbucket.appspot.com/build/8764861582440893713
[23:47:25.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:2:0) after 7m13s
[23:47:25.907] Received PubSub notification, asking Buildbucket for the build status
[23:47:25.929] Build status: SCHEDULED
[23:47:31.754] Received PubSub notification, asking Buildbucket for the build status
[23:47:31.779] Build status: STARTED
[23:54:38.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:2:0)
[23:54:38.344] Build status: STARTED
[23:54:38.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:5:0) after 7m6s
[00:01:44.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:5:0)
[00:01:44.492] Build status: STARTED
[00:01:44.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:6:0) after 4m46s
[00:06:30.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:6:0)
[00:06:30.538] Build status: STARTED
[00:06:30.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:7:0) after 2m42s
[00:09:12.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:7:0)
[00:09:12.636] Build status: STARTED
[00:09:12.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:8:0) after 7m22s
[00:16:34.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:8:0)
[00:16:34.781] Build status: STARTED
[00:16:34.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:9:0) after 9m22s
[00:25:56.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:9:0)
[00:25:57.004] Build status: STARTED
[00:25:57.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:10:0) after 7m8s
[00:33:05.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:10:0)
[00:33:05.072] Build status: STARTED
[00:33:05.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:11:0) after 7m39s
[00:40:44.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:11:0)
[00:40:44.297] Build status: STARTED
[00:40:44.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:12:0) after 9m20s
[00:50:04.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:12:0)
[00:50:04.364] Build status: STARTED
[00:50:04.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:13:0) after 2m16s
[00:52:20.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:13:0)
[00:52:20.410] Build status: STARTED
[00:52:20.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:14:0) after 7m23s
[00:59:43.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:14:0)
[00:59:43.828] Build status: STARTED
[00:59:43.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:15:0) after 5m58s
[01:05:41.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:15:0)
[01:05:41.887] Build status: STARTED
[01:05:41.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:16:0) after 1m28s
[01:07:10.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:16:0)
[01:07:10.345] Build status: STARTED
[01:07:10.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:17:0) after 9m47s
[01:16:57.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:17:0)
[01:16:57.436] Build status: STARTED
[01:16:57.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:18:0) after 7m9s
[01:24:06.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:18:0)
[01:24:06.554] Build status: STARTED
[01:24:06.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:19:0) after 3m39s
[01:27:45.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:19:0)
[01:27:45.601] Build status: STARTED
[01:27:45.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:20:0) after 9m53s
[01:37:38.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:20:0)
[01:37:38.678] Build status: STARTED
[01:37:38.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:21:0) after 5m52s
[01:43:30.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:21:0)
[01:43:30.731] Build status: STARTED
[01:43:30.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:22:0) after 2m50s
[01:46:20.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:22:0)
[01:46:20.781] Build status: STARTED
[01:46:20.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:23:0) after 2m14s
[01:48:34.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:23:0)
[01:48:34.852] Build status: STARTED
[01:48:34.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:24:0) after 4m1s
[01:52:37.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:24:0)
[01:52:37.031] Build status: STARTED
[01:52:37.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:25:0) after 4m12s
[01:56:49.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:25:0)
[01:56:49.410] Build status: STARTED
[01:56:49.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:26:0) after 9m46s
[02:06:35.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:26:0)
[02:06:35.436] Build status: STARTED
[02:06:35.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:27:0) after 4m17s
[02:10:52.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:27:0)
[02:10:52.521] Build status: STARTED
[02:10:52.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:28:0) after 2m0s
[02:12:52.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:28:0)
[02:12:52.557] Build status: STARTED
[02:12:52.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:29:0) after 9m17s
[02:22:10.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:29:0)
[02:22:10.445] Build status: STARTED
[02:22:10.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:30:0) after 1m16s
[02:23:27.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:30:0)
[02:23:27.776] Build status: STARTED
[02:23:27.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:31:0) after 3m19s
[02:26:46.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:31:0)
[02:26:46.821] Build status: STARTED
[02:26:46.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:32:0) after 3m28s
[02:30:14.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:32:0)
[02:30:14.927] Build status: STARTED
[02:30:14.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:33:0) after 8m33s
[02:38:47.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:33:0)
[02:38:47.945] Build status: STARTED
[02:38:47.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:34:0) after 6m35s
[02:45:22.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:34:0)
[02:45:23.065] Build status: STARTED
[02:45:23.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:35:0) after 1m29s
[02:46:52.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:35:0)
[02:46:52.130] Build status: STARTED
[02:46:52.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:36:0) after 2m24s
[02:49:16.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:36:0)
[02:49:16.248] Build status: STARTED
[02:49:16.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:37:0) after 6m26s
[02:55:42.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:37:0)
[02:55:42.296] Build status: STARTED
[02:55:42.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:38:0) after 6m19s
[03:02:01.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:38:0)
[03:02:01.441] Build status: STARTED
[03:02:01.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:39:0) after 9m42s
[03:11:43.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:39:0)
[03:11:43.751] Build status: STARTED
[03:11:43.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:40:0) after 3m52s
[03:15:35.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:40:0)
[03:15:35.805] Build status: STARTED
[03:15:35.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:41:0) after 1m50s
[03:17:26.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:41:0)
[03:17:26.138] Build status: STARTED
[03:17:26.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:42:0) after 5m17s
[03:22:43.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:42:0)
[03:22:43.400] Build status: STARTED
[03:22:43.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:43:0) after 6m26s
[03:29:09.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:43:0)
[03:29:09.534] Build status: STARTED
[03:29:09.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:44:0) after 7m57s
[03:37:06.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:44:0)
[03:37:06.659] Build status: STARTED
[03:37:06.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:45:0) after 5m31s
[03:42:38.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:45:0)
[03:42:38.325] Build status: STARTED
[03:42:38.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:46:0) after 3m14s
[03:45:52.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:46:0)
[03:45:52.471] Build status: STARTED
[03:45:52.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:47:0) after 9m48s
[03:55:40.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:47:0)
[03:55:40.609] Build status: STARTED
[03:55:40.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:48:0) after 1m53s
[03:57:33.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:48:0)
[03:57:33.967] Build status: STARTED
[03:57:33.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:49:0) after 9m6s
[04:06:40.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:49:0)
[04:06:40.150] Build status: STARTED
[04:06:40.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:50:0) after 1m6s
[04:07:46.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:50:0)
[04:07:46.628] Build status: STARTED
[04:07:46.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:51:0) after 3m16s
[04:11:02.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:51:0)
[04:11:02.980] Build status: STARTED
[04:11:02.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:52:0) after 2m23s
[04:13:25.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:52:0)
[04:13:26.003] Build status: STARTED
[04:13:26.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:53:0) after 1m17s
[04:14:43.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:53:0)
[04:14:43.104] Build status: STARTED
[04:14:43.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:54:0) after 3m58s
[04:18:41.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:54:0)
[04:18:41.512] Build status: STARTED
[04:18:41.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:55:0) after 2m54s
[04:21:36.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:55:0)
[04:21:36.443] Build status: STARTED
[04:21:36.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:56:0) after 2m14s
[04:23:50.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:56:0)
[04:23:50.490] Build status: STARTED
[04:23:50.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:57:0) after 1m2s
[04:24:52.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:57:0)
[04:24:52.631] Build status: STARTED
[04:24:52.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:58:0) after 9m50s
[04:34:42.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:58:0)
[04:34:42.688] Build status: STARTED
[04:34:42.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:59:0) after 1m27s
[04:36:09.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:59:0)
[04:36:09.759] Build status: STARTED
[04:36:09.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:60:0) after 4m40s
[04:40:49.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:60:0)
[04:40:49.945] Build status: STARTED
[04:40:49.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:61:0) after 9m54s
[04:50:43.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:61:0)
[04:50:44.017] Build status: STARTED
[04:50:44.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:62:0) after 5m16s
[04:56:00.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:62:0)
[04:56:00.214] Build status: STARTED
[04:56:00.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:63:0) after 6m15s
[05:02:15.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:63:0)
[05:02:15.268] Build status: STARTED
[05:02:15.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:64:0) after 7m46s
[05:10:01.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:64:0)
[05:10:01.397] Build status: STARTED
[05:10:01.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:65:0) after 9m17s
[05:19:18.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:65:0)
[05:19:18.726] Build status: STARTED
[05:19:18.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:66:0) after 7m0s
[05:26:19.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:66:0)
[05:26:19.056] Build status: STARTED
[05:26:19.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:67:0) after 9m44s
[05:36:03.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:67:0)
[05:36:03.335] Build status: STARTED
[05:36:03.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:68:0) after 5m52s
[05:41:55.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:68:0)
[05:41:55.534] Build status: STARTED
[05:41:55.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:69:0) after 6m3s
[05:47:58.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:69:0)
[05:47:58.660] Build status: STARTED
[05:47:58.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:70:0) after 2m51s
[05:50:49.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:70:0)
[05:50:49.878] Build status: STARTED
[05:50:49.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:71:0) after 7m21s
[05:58:10.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:71:0)
[05:58:10.973] Build status: STARTED
[05:58:10.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:72:0) after 6m17s
[06:04:27.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:72:0)
[06:04:27.972] Build status: STARTED
[06:04:27.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:73:0) after 3m16s
[06:07:43.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:73:0)
[06:07:44.023] Build status: STARTED
[06:07:44.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:74:0) after 4m58s
[06:12:42.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:74:0)
[06:12:42.229] Build status: STARTED
[06:12:42.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:75:0) after 8m2s
[06:20:44.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:75:0)
[06:20:44.222] Build status: STARTED
[06:20:44.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:76:0) after 2m56s
[06:23:40.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:76:0)
[06:23:40.440] Build status: STARTED
[06:23:40.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:77:0) after 5m1s
[06:28:41.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:77:0)
[06:28:41.656] Build status: STARTED
[06:28:41.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:78:0) after 6m50s
[06:35:32.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:78:0)
[06:35:32.135] Build status: STARTED
[06:35:32.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:79:0) after 2m33s
[06:38:05.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:79:0)
[06:38:05.484] Build status: STARTED
[06:38:05.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:80:0) after 6m4s
[06:44:09.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:80:0)
[06:44:09.612] Build status: STARTED
[06:44:09.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:81:0) after 2m54s
[06:47:03.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:81:0)
[06:47:03.653] Build status: STARTED
[06:47:03.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:82:0) after 6m25s
[06:53:28.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:82:0)
[06:53:28.797] Build status: STARTED
[06:53:28.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:83:0) after 8m25s
[07:01:54.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:83:0)
[07:01:54.145] Build status: STARTED
[07:01:54.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:84:0) after 7m8s
[07:09:02.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:84:0)
[07:09:02.242] Build status: STARTED
[07:09:02.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:85:0) after 9m12s
[07:18:14.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:85:0)
[07:18:14.330] Build status: STARTED
[07:18:14.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:86:0) after 4m13s
[07:22:27.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:86:0)
[07:22:27.480] Build status: STARTED
[07:22:27.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:87:0) after 6m13s
[07:28:40.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:87:0)
[07:28:40.628] Build status: STARTED
[07:28:40.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:88:0) after 1m56s
[07:30:36.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:88:0)
[07:30:36.665] Build status: STARTED
[07:30:36.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:89:0) after 2m16s
[07:32:52.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:89:0)
[07:32:52.669] Build status: STARTED
[07:32:52.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:90:0) after 2m26s
[07:35:18.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:90:0)
[07:35:18.709] Build status: STARTED
[07:35:18.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:91:0) after 4m45s
[07:40:03.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:91:0)
[07:40:03.892] Build status: STARTED
[07:40:03.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:92:0) after 9m43s
[07:49:46.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:92:0)
[07:49:46.941] Build status: STARTED
[07:49:46.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:93:0) after 1m14s
[07:51:01.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:93:0)
[07:51:01.276] Build status: STARTED
[07:51:01.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:94:0) after 2m57s
[07:53:58.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:94:0)
[07:53:58.315] Build status: STARTED
[07:53:58.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:95:0) after 2m41s
[07:56:39.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:95:0)
[07:56:39.512] Build status: STARTED
[07:56:39.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:96:0) after 4m50s
[08:01:29.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:96:0)
[08:01:29.779] Build status: STARTED
[08:01:29.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:97:0) after 4m17s
[08:05:47.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:97:0)
[08:05:47.031] Build status: STARTED
[08:05:47.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:98:0) after 9m2s
[08:14:49.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:98:0)
[08:14:49.441] Build status: STARTED
[08:14:49.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:99:0) after 2m17s
[08:17:06.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:99:0)
[08:17:06.618] Build status: STARTED
[08:17:06.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:100:0) after 8m29s
[08:25:35.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:100:0)
[08:25:35.719] Build status: STARTED
[08:25:35.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:101:0) after 8m17s
[08:33:53.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:101:0)
[08:33:53.273] Build status: STARTED
[08:33:53.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:102:0) after 9m53s
[08:43:46.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:102:0)
[08:43:46.499] Build status: STARTED
[08:43:46.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:103:0) after 5m3s
[08:48:49.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:103:0)
[08:48:49.644] Build status: STARTED
[08:48:49.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:104:0) after 6m49s
[08:55:38.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:104:0)
[08:55:38.901] Build status: STARTED
[08:55:38.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:105:0) after 6m26s
[09:02:04.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:105:0)
[09:02:04.923] Build status: STARTED
[09:02:04.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:106:0) after 8m4s
[09:10:08.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:106:0)
[09:10:09.010] Build status: STARTED
[09:10:09.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:107:0) after 1m6s
[09:11:15.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:107:0)
[09:11:15.519] Build status: STARTED
[09:11:15.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:108:0) after 7m30s
[09:18:45.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:108:0)
[09:18:45.566] Build status: STARTED
[09:18:45.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:109:0) after 6m34s
[09:25:19.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:109:0)
[09:25:19.653] Build status: STARTED
[09:25:19.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:110:0) after 9m18s
[09:34:37.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:110:0)
[09:34:37.707] Build status: STARTED
[09:34:37.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:111:0) after 8m44s
[09:43:21.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:111:0)
[09:43:21.899] Build status: STARTED
[09:43:21.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:112:0) after 6m40s
[09:50:01.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:112:0)
[09:50:01.988] Build status: STARTED
[09:50:01.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:113:0) after 9m0s
[09:59:02.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:113:0)
[09:59:02.029] Build status: STARTED
[09:59:02.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:114:0) after 5m31s
[10:04:33.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:114:0)
[10:04:33.093] Build status: STARTED
[10:04:33.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:115:0) after 1m18s
[10:05:51.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:115:0)
[10:05:51.244] Build status: STARTED
[10:05:51.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:116:0) after 2m28s
[10:08:19.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:116:0)
[10:08:19.588] Build status: STARTED
[10:08:19.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:117:0) after 1m54s
[10:10:13.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:117:0)
[10:10:13.672] Build status: STARTED
[10:10:13.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:118:0) after 8m23s
[10:18:36.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:118:0)
[10:18:36.735] Build status: STARTED
[10:18:36.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:119:0) after 3m55s
[10:22:31.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:119:0)
[10:22:31.795] Build status: STARTED
[10:22:31.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:120:0) after 3m18s
[10:25:49.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:120:0)
[10:25:49.985] Build status: STARTED
[10:25:49.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:121:0) after 7m49s
[10:33:39.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:121:0)
[10:33:39.109] Build status: STARTED
[10:33:39.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:122:0) after 4m58s
[10:38:37.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:122:0)
[10:38:37.146] Build status: STARTED
[10:38:37.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:123:0) after 2m56s
[10:41:33.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:123:0)
[10:41:33.187] Build status: STARTED
[10:41:33.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:124:0) after 7m7s
[10:48:40.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:124:0)
[10:48:40.335] Build status: STARTED
[10:48:40.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:125:0) after 9m10s
[10:57:50.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:125:0)
[10:57:50.382] Build status: STARTED
[10:57:50.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:126:0) after 7m10s
[11:05:00.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:126:0)
[11:05:00.436] Build status: STARTED
[11:05:00.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:127:0) after 9m20s
[11:14:20.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:127:0)
[11:14:20.733] Build status: STARTED
[11:14:20.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:128:0) after 3m47s
[11:18:07.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:128:0)
[11:18:07.779] Build status: STARTED
[11:18:07.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:129:0) after 7m16s
[11:25:23.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:129:0)
[11:25:24.015] Build status: STARTED
[11:25:24.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:130:0) after 5m13s
[11:30:37.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:130:0)
[11:30:37.064] Build status: STARTED
[11:30:37.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:131:0) after 6m7s
[11:36:44.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:131:0)
[11:36:44.124] Build status: STARTED
[11:36:44.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:132:0) after 4m52s
[11:41:36.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:132:0)
[11:41:36.192] Build status: STARTED
[11:41:36.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:133:0) after 6m9s
[11:47:45.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:133:0)
[11:47:45.447] Build status: STARTED
[11:47:45.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:134:0) after 4m20s
[11:52:05.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:134:0)
[11:52:05.736] Build status: STARTED
[11:52:05.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:135:0) after 4m37s
[11:56:42.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:135:0)
[11:56:42.859] Build status: STARTED
[11:56:42.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:136:0) after 5m49s
[12:02:32.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:136:0)
[12:02:32.550] Build status: STARTED
[12:02:32.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:137:0) after 4m34s
[12:07:06.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:137:0)
[12:07:06.738] Build status: STARTED
[12:07:06.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:138:0) after 1m46s
[12:08:52.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:138:0)
[12:08:52.830] Build status: STARTED
[12:08:52.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:139:0) after 2m24s
[12:11:16.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:139:0)
[12:11:16.872] Build status: STARTED
[12:11:16.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:140:0) after 1m27s
[12:12:43.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:140:0)
[12:12:43.935] Build status: STARTED
[12:12:43.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:141:0) after 1m22s
[12:14:06.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:141:0)
[12:14:06.065] Build status: STARTED
[12:14:06.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:142:0) after 2m20s
[12:16:26.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:142:0)
[12:16:26.179] Build status: STARTED
[12:16:26.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:143:0) after 9m35s
[12:26:01.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:143:0)
[12:26:01.332] Build status: STARTED
[12:26:01.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:144:0) after 6m42s
[12:32:43.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:144:0)
[12:32:43.714] Build status: STARTED
[12:32:43.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:145:0) after 5m57s
[12:38:40.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:145:0)
[12:38:40.842] Build status: STARTED
[12:38:40.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:146:0) after 2m53s
[12:41:33.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:146:0)
[12:41:33.975] Build status: STARTED
[12:41:33.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:147:0) after 7m52s
[12:49:26.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:147:0)
[12:49:26.302] Build status: STARTED
[12:49:26.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:148:0) after 4m49s
[12:54:15.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:148:0)
[12:54:15.362] Build status: STARTED
[12:54:15.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:149:0) after 3m20s
[12:57:35.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:149:0)
[12:57:35.558] Build status: STARTED
[12:57:35.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:150:0) after 1m14s
[12:58:49.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:150:0)
[12:58:50.016] Build status: STARTED
[12:58:50.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:151:0) after 8m47s
[13:07:37.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:151:0)
[13:07:37.057] Build status: STARTED
[13:07:37.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:152:0) after 2m21s
[13:09:58.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:152:0)
[13:09:58.111] Build status: STARTED
[13:09:58.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:153:0) after 2m47s
[13:12:45.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:153:0)
[13:12:45.325] Build status: STARTED
[13:12:45.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:154:0) after 9m49s
[13:22:34.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:154:0)
[13:22:34.420] Build status: STARTED
[13:22:34.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:155:0) after 6m11s
[13:28:45.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:155:0)
[13:28:45.518] Build status: STARTED
[13:28:45.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:156:0) after 8m43s
[13:37:29.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:156:0)
[13:37:29.154] Build status: STARTED
[13:37:29.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:157:0) after 2m16s
[13:39:45.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:157:0)
[13:39:45.448] Build status: STARTED
[13:39:45.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:158:0) after 6m26s
[13:46:11.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:158:0)
[13:46:11.505] Build status: STARTED
[13:46:11.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:159:0) after 4m35s
[13:50:46.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:159:0)
[13:50:46.556] Build status: STARTED
[13:50:46.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:160:0) after 1m27s
[13:52:13.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:160:0)
[13:52:13.644] Build status: STARTED
[13:52:13.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:161:0) after 8m42s
[14:00:55.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:161:0)
[14:00:55.703] Build status: STARTED
[14:00:55.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:162:0) after 1m1s
[14:01:59.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:162:0)
[14:01:59.168] Build status: STARTED
[14:01:59.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:163:0) after 6m8s
[14:08:07.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:163:0)
[14:08:07.176] Build status: STARTED
[14:08:07.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:164:0) after 9m14s
[14:17:21.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:164:0)
[14:17:21.237] Build status: STARTED
[14:17:21.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:165:0) after 5m27s
[14:22:48.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:165:0)
[14:22:48.545] Build status: STARTED
[14:22:48.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:166:0) after 6m1s
[14:28:49.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:166:0)
[14:28:49.595] Build status: STARTED
[14:28:49.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:167:0) after 7m10s
[14:36:00.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:167:0)
[14:36:00.120] Build status: STARTED
[14:36:00.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:168:0) after 3m43s
[14:39:43.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:168:0)
[14:39:43.196] Build status: STARTED
[14:39:43.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:169:0) after 4m7s
[14:43:50.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:169:0)
[14:43:50.352] Build status: STARTED
[14:43:50.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:170:0) after 2m28s
[14:46:18.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:170:0)
[14:46:18.399] Build status: STARTED
[14:46:18.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:171:0) after 9m10s
[14:55:28.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:171:0)
[14:55:28.477] Build status: STARTED
[14:55:28.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:172:0) after 4m50s
[15:00:18.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:172:0)
[15:00:18.648] Build status: STARTED
[15:00:18.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:173:0) after 4m30s
[15:04:48.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:173:0)
[15:04:48.698] Build status: STARTED
[15:04:48.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:174:0) after 1m57s
[15:06:45.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:174:0)
[15:06:45.812] Build status: STARTED
[15:06:45.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:175:0) after 9m35s
[15:16:20.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:175:0)
[15:16:20.883] Build status: STARTED
[15:16:20.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:176:0) after 4m13s
[15:20:33.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:176:0)
[15:20:33.932] Build status: STARTED
[15:20:33.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:177:0) after 4m12s
[15:24:45.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:177:0)
[15:24:45.972] Build status: STARTED
[15:24:45.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:178:0) after 7m36s
[15:32:22.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:178:0)
[15:32:22.070] Build status: STARTED
[15:32:22.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:179:0) after 9m48s
[15:42:10.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:179:0)
[15:42:10.177] Build status: STARTED
[15:42:10.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:180:0) after 4m21s
[15:46:31.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:180:0)
[15:46:31.286] Build status: STARTED
[15:46:31.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:181:0) after 2m9s
[15:48:40.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:181:0)
[15:48:40.372] Build status: STARTED
[15:48:40.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:182:0) after 2m9s
[15:50:49.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:182:0)
[15:50:49.617] Build status: STARTED
[15:50:49.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:183:0) after 5m41s
[15:56:30.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:183:0)
[15:56:30.681] Build status: STARTED
[15:56:30.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:184:0) after 2m38s
[15:59:08.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:184:0)
[15:59:08.736] Build status: STARTED
[15:59:08.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:185:0) after 5m54s
[16:05:02.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:185:0)
[16:05:02.820] Build status: STARTED
[16:05:02.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:186:0) after 9m1s
[16:14:03.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:186:0)
[16:14:03.949] Build status: STARTED
[16:14:03.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:187:0) after 4m4s
[16:18:07.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:187:0)
[16:18:07.998] Build status: STARTED
[16:18:07.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:188:0) after 7m29s
[16:25:37.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:188:0)
[16:25:37.050] Build status: STARTED
[16:25:37.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:189:0) after 5m1s
[16:30:38.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:189:0)
[16:30:38.128] Build status: STARTED
[16:30:38.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:190:0) after 8m41s
[16:39:19.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:190:0)
[16:39:19.168] Build status: STARTED
[16:39:19.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:191:0) after 6m1s
[16:45:20.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:191:0)
[16:45:20.225] Build status: STARTED
[16:45:20.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:192:0) after 7m17s
[16:52:37.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:192:0)
[16:52:37.392] Build status: STARTED
[16:52:37.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:193:0) after 9m13s
[17:01:50.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:193:0)
[17:01:50.774] Build status: STARTED
[17:01:50.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:194:0) after 3m27s
[17:05:17.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:194:0)
[17:05:17.873] Build status: STARTED
[17:05:17.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:195:0) after 9m19s
[17:14:37.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:195:0)
[17:14:37.073] Build status: STARTED
[17:14:37.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:196:0) after 8m9s
[17:22:46.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:196:0)
[17:22:46.113] Build status: STARTED
[17:22:46.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:197:0) after 4m1s
[17:26:47.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:197:0)
[17:26:47.205] Build status: STARTED
[17:26:47.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:198:0) after 8m44s
[17:35:31.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:198:0)
[17:35:31.319] Build status: STARTED
[17:35:31.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:199:0) after 3m47s
[17:39:18.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:199:0)
[17:39:18.365] Build status: STARTED
[17:39:18.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:200:0) after 9m57s
[17:49:15.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:200:0)
[17:49:15.453] Build status: STARTED
[17:49:15.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:201:0) after 2m48s
[17:52:03.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:201:0)
[17:52:03.662] Build status: STARTED
[17:52:03.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:202:0) after 9m10s
[18:01:13.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:202:0)
[18:01:13.883] Build status: STARTED
[18:01:13.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:203:0) after 6m22s
[18:07:35.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:203:0)
[18:07:36.098] Build status: STARTED
[18:07:36.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:204:0) after 7m14s
[18:14:50.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:204:0)
[18:14:50.148] Build status: STARTED
[18:14:50.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:205:0) after 3m36s
[18:18:26.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:205:0)
[18:18:26.236] Build status: STARTED
[18:18:26.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:206:0) after 9m32s
[18:27:58.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:206:0)
[18:27:58.352] Build status: STARTED
[18:27:58.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:207:0) after 6m18s
[18:34:16.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:207:0)
[18:34:16.407] Build status: STARTED
[18:34:16.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:208:0) after 9m53s
[18:44:09.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:208:0)
[18:44:09.516] Build status: STARTED
[18:44:09.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:209:0) after 7m22s
[18:51:31.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:209:0)
[18:51:31.537] Build status: STARTED
[18:51:31.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:210:0) after 8m12s
[18:59:43.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:210:0)
[18:59:44.007] Build status: STARTED
[18:59:44.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:211:0) after 4m38s
[19:04:22.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:211:0)
[19:04:22.705] Build status: STARTED
[19:04:22.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:212:0) after 1m4s
[19:05:27.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:212:0)
[19:05:27.319] Build status: STARTED
[19:05:27.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:213:0) after 3m26s
[19:08:53.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:213:0)
[19:08:53.360] Build status: STARTED
[19:08:53.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:214:0) after 4m44s
[19:13:37.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:214:0)
[19:13:37.475] Build status: STARTED
[19:13:37.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:215:0) after 6m30s
[19:20:08.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:215:0)
[19:20:08.906] Build status: STARTED
[19:20:08.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:216:0) after 4m23s
[19:24:31.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:216:0)
[19:24:31.957] Build status: STARTED
[19:24:31.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:217:0) after 1m30s
[19:26:01.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:217:0)
[19:26:02.004] Build status: STARTED
[19:26:02.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:218:0) after 5m29s
[19:31:31.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:218:0)
[19:31:31.132] Build status: STARTED
[19:31:31.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:219:0) after 1m25s
[19:32:56.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:219:0)
[19:32:56.411] Build status: STARTED
[19:32:56.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:220:0) after 1m41s
[19:34:37.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:220:0)
[19:34:37.644] Build status: STARTED
[19:34:37.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:221:0) after 7m24s
[19:42:01.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:221:0)
[19:42:01.987] Build status: STARTED
[19:42:01.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:222:0) after 2m50s
[19:44:52.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:222:0)
[19:44:52.194] Build status: STARTED
[19:44:52.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:223:0) after 2m30s
[19:47:22.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:223:0)
[19:47:22.392] Build status: STARTED
[19:47:22.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:224:0) after 2m6s
[19:49:29.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:224:0)
[19:49:29.239] Build status: STARTED
[19:49:29.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930291644701787152:225:0) after 1m15s
[19:50:44.223] Received PubSub notification, asking Buildbucket for the build status
[19:50:44.251] Build:
{
  "id": "8764861582440893713",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30759,
  "createdBy": "project:chromium",
  "createTime": "2023-11-09T23:47:24.178540959Z",
  "startTime": "2023-11-09T23:47:29.693856Z",
  "endTime": "2023-11-10T19:50:36.514756Z",
  "updateTime": "2023-11-10T19:50:36.514756Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3e6e0ab19363a2994065b3bf336d1515c8d631ab",
      "ref": "refs/heads/main"
    }
  }
}
[19:50:44.251] Invocation finished in 20h3m21.613952647s with status FAILED