Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "cbc33d5567ab6c2e4fa346d5860ac98e4260e910"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cbc33d5567ab6c2e4fa346d5860ac98e4260e910
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:00:34.344] New invocation is queued and will start shortly
[04:00:35.464] Starting the invocation (attempt 1)
[04:00:35.511] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cbc33d5567ab6c2e4fa346d5860ac98e4260e910"
[04:00:35.511] Popped gitiles commit info from properties and tags
[04:00:35.511] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:00:35.512] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:00:35.512] Buildbucket request:
{
  "requestId": "8918498109438121568",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "cbc33d5567ab6c2e4fa346d5860ac98e4260e910",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8918498109438121568"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:00:36.141] Scheduled build:
{
  "id": "8753068047441804977",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31444,
  "createdBy": "project:chromium",
  "createTime": "2024-03-19T04:00:35.606033917Z",
  "updateTime": "2024-03-19T04:00:35.606033917Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cbc33d5567ab6c2e4fa346d5860ac98e4260e910",
      "ref": "refs/heads/main"
    }
  }
}
[04:00:36.141] Task URL: https://cr-buildbucket.appspot.com/build/8753068047441804977
[04:00:36.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:2:0) after 4m35s
[04:00:37.242] Received PubSub notification, asking Buildbucket for the build status
[04:00:37.280] Build status: SCHEDULED
[04:00:37.827] Received PubSub notification, asking Buildbucket for the build status
[04:00:37.854] Build status: STARTED
[04:05:11.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:2:0)
[04:05:11.567] Build status: STARTED
[04:05:11.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:5:0) after 4m32s
[04:09:43.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:5:0)
[04:09:43.657] Build status: STARTED
[04:09:43.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:6:0) after 3m54s
[04:13:37.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:6:0)
[04:13:37.732] Build status: STARTED
[04:13:37.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:7:0) after 7m15s
[04:20:52.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:7:0)
[04:20:52.951] Build status: STARTED
[04:20:52.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:8:0) after 5m56s
[04:26:49.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:8:0)
[04:26:49.113] Build status: STARTED
[04:26:49.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:9:0) after 8m7s
[04:34:56.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:9:0)
[04:34:56.398] Build status: STARTED
[04:34:56.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:10:0) after 5m43s
[04:40:39.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:10:0)
[04:40:39.483] Build status: STARTED
[04:40:39.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:11:0) after 1m34s
[04:42:13.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:11:0)
[04:42:13.937] Build status: STARTED
[04:42:13.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:12:0) after 3m47s
[04:46:01.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:12:0)
[04:46:01.136] Build status: STARTED
[04:46:01.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:13:0) after 5m31s
[04:51:32.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:13:0)
[04:51:32.411] Build status: STARTED
[04:51:32.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:14:0) after 7m22s
[04:58:54.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:14:0)
[04:58:54.630] Build status: STARTED
[04:58:54.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:15:0) after 1m18s
[05:00:12.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:15:0)
[05:00:12.844] Build status: STARTED
[05:00:12.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:16:0) after 6m40s
[05:06:53.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:16:0)
[05:06:53.187] Build status: STARTED
[05:06:53.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:17:0) after 5m5s
[05:11:58.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:17:0)
[05:11:58.290] Build status: STARTED
[05:11:58.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:18:0) after 6m46s
[05:18:44.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:18:0)
[05:18:44.342] Build status: STARTED
[05:18:44.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:19:0) after 8m25s
[05:27:09.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:19:0)
[05:27:09.498] Build status: STARTED
[05:27:09.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:20:0) after 6m50s
[05:33:59.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:20:0)
[05:33:59.623] Build status: STARTED
[05:33:59.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:21:0) after 9m33s
[05:43:32.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:21:0)
[05:43:32.787] Build status: STARTED
[05:43:32.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:22:0) after 6m55s
[05:50:27.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:22:0)
[05:50:27.947] Build status: STARTED
[05:50:27.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:23:0) after 4m31s
[05:54:59.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:23:0)
[05:54:59.101] Build status: STARTED
[05:54:59.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:24:0) after 8m15s
[06:03:14.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:24:0)
[06:03:14.202] Build status: STARTED
[06:03:14.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:25:0) after 4m38s
[06:07:52.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:25:0)
[06:07:52.482] Build status: STARTED
[06:07:52.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:26:0) after 4m51s
[06:12:43.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:26:0)
[06:12:43.747] Build status: STARTED
[06:12:43.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:27:0) after 4m8s
[06:16:52.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:27:0)
[06:16:52.254] Build status: STARTED
[06:16:52.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:28:0) after 2m28s
[06:19:20.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:28:0)
[06:19:20.453] Build status: STARTED
[06:19:20.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:29:0) after 5m41s
[06:25:02.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:29:0)
[06:25:02.116] Build status: STARTED
[06:25:02.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:30:0) after 4m22s
[06:29:24.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:30:0)
[06:29:24.279] Build status: STARTED
[06:29:24.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:31:0) after 8m33s
[06:37:57.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:31:0)
[06:37:57.388] Build status: STARTED
[06:37:57.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:32:0) after 8m43s
[06:46:40.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:32:0)
[06:46:40.747] Build status: STARTED
[06:46:40.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:33:0) after 8m12s
[06:54:53.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:33:0)
[06:54:53.365] Build status: STARTED
[06:54:53.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:34:0) after 6m44s
[07:01:37.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:34:0)
[07:01:37.481] Build status: STARTED
[07:01:37.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:35:0) after 1m10s
[07:02:47.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:35:0)
[07:02:47.549] Build status: STARTED
[07:02:47.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:36:0) after 8m58s
[07:11:46.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:36:0)
[07:11:46.206] Build status: STARTED
[07:11:46.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:37:0) after 9m32s
[07:21:18.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:37:0)
[07:21:18.293] Build status: STARTED
[07:21:18.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:38:0) after 4m35s
[07:25:53.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:38:0)
[07:25:53.541] Build status: STARTED
[07:25:53.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:39:0) after 8m34s
[07:34:27.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:39:0)
[07:34:27.970] Build status: STARTED
[07:34:27.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:40:0) after 6m40s
[07:41:08.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:40:0)
[07:41:08.043] Build status: STARTED
[07:41:08.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:41:0) after 3m58s
[07:45:06.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:41:0)
[07:45:06.118] Build status: STARTED
[07:45:06.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:42:0) after 3m9s
[07:48:15.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:42:0)
[07:48:15.192] Build status: STARTED
[07:48:15.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:43:0) after 6m48s
[07:55:03.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:43:0)
[07:55:03.696] Build status: STARTED
[07:55:03.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:44:0) after 1m3s
[07:56:06.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:44:0)
[07:56:06.950] Build status: STARTED
[07:56:06.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:45:0) after 4m56s
[08:01:03.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:45:0)
[08:01:03.258] Build status: STARTED
[08:01:03.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:46:0) after 5m38s
[08:06:41.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:46:0)
[08:06:41.709] Build status: STARTED
[08:06:41.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:47:0) after 7m13s
[08:13:54.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:47:0)
[08:13:54.816] Build status: STARTED
[08:13:54.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:48:0) after 2m11s
[08:16:06.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:48:0)
[08:16:06.158] Build status: STARTED
[08:16:06.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:49:0) after 8m38s
[08:24:44.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:49:0)
[08:24:44.313] Build status: STARTED
[08:24:44.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:50:0) after 8m51s
[08:33:35.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:50:0)
[08:33:35.411] Build status: STARTED
[08:33:35.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:51:0) after 6m55s
[08:40:30.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:51:0)
[08:40:30.681] Build status: STARTED
[08:40:30.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:52:0) after 4m55s
[08:45:25.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:52:0)
[08:45:25.785] Build status: STARTED
[08:45:25.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:53:0) after 9m56s
[08:55:21.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:53:0)
[08:55:21.912] Build status: STARTED
[08:55:21.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:54:0) after 9m23s
[09:04:45.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:54:0)
[09:04:45.829] Build status: STARTED
[09:04:45.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:55:0) after 7m49s
[09:12:34.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:55:0)
[09:12:34.917] Build status: STARTED
[09:12:34.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:56:0) after 7m2s
[09:19:36.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:56:0)
[09:19:36.975] Build status: STARTED
[09:19:36.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:57:0) after 4m27s
[09:24:04.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:57:0)
[09:24:04.625] Build status: STARTED
[09:24:04.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:58:0) after 2m38s
[09:26:42.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:58:0)
[09:26:43.046] Build status: STARTED
[09:26:43.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:59:0) after 4m3s
[09:30:46.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:59:0)
[09:30:46.213] Build status: STARTED
[09:30:46.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:60:0) after 8m49s
[09:39:35.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:60:0)
[09:39:35.301] Build status: STARTED
[09:39:35.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:61:0) after 2m53s
[09:42:28.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:61:0)
[09:42:28.402] Build status: STARTED
[09:42:28.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:62:0) after 1m37s
[09:44:05.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:62:0)
[09:44:05.642] Build status: STARTED
[09:44:05.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:63:0) after 7m45s
[09:51:50.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:63:0)
[09:51:50.866] Build status: STARTED
[09:51:50.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:64:0) after 9m40s
[10:01:30.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:64:0)
[10:01:30.961] Build status: STARTED
[10:01:30.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:65:0) after 9m55s
[10:11:26.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:65:0)
[10:11:26.022] Build status: STARTED
[10:11:26.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:66:0) after 2m6s
[10:13:32.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:66:0)
[10:13:32.086] Build status: STARTED
[10:13:32.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:67:0) after 7m22s
[10:20:54.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:67:0)
[10:20:54.204] Build status: STARTED
[10:20:54.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:68:0) after 1m45s
[10:22:39.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:68:0)
[10:22:39.355] Build status: STARTED
[10:22:39.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:69:0) after 4m34s
[10:27:13.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:69:0)
[10:27:13.628] Build status: STARTED
[10:27:13.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:70:0) after 2m53s
[10:30:06.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:70:0)
[10:30:06.813] Build status: STARTED
[10:30:06.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:71:0) after 5m21s
[10:35:27.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:71:0)
[10:35:27.891] Build status: STARTED
[10:35:27.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:72:0) after 9m0s
[10:44:28.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:72:0)
[10:44:28.212] Build status: STARTED
[10:44:28.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:73:0) after 9m11s
[10:53:39.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:73:0)
[10:53:39.459] Build status: STARTED
[10:53:39.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:74:0) after 4m17s
[10:57:56.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:74:0)
[10:57:56.562] Build status: STARTED
[10:57:56.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:75:0) after 1m43s
[10:59:39.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:75:0)
[10:59:39.787] Build status: STARTED
[10:59:39.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:76:0) after 7m54s
[11:07:34.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:76:0)
[11:07:34.193] Build status: STARTED
[11:07:34.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:77:0) after 6m4s
[11:13:38.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:77:0)
[11:13:38.276] Build status: STARTED
[11:13:38.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:78:0) after 5m6s
[11:18:44.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:78:0)
[11:18:44.331] Build status: STARTED
[11:18:44.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:79:0) after 6m52s
[11:25:36.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:79:0)
[11:25:36.470] Build status: STARTED
[11:25:36.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:80:0) after 4m28s
[11:30:04.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:80:0)
[11:30:04.566] Build status: STARTED
[11:30:04.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:81:0) after 9m39s
[11:39:43.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:81:0)
[11:39:43.635] Build status: STARTED
[11:39:43.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:82:0) after 3m26s
[11:43:09.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:82:0)
[11:43:09.708] Build status: STARTED
[11:43:09.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:83:0) after 2m6s
[11:45:15.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:83:0)
[11:45:15.902] Build status: STARTED
[11:45:15.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:84:0) after 5m37s
[11:50:53.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:84:0)
[11:50:53.051] Build status: STARTED
[11:50:53.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:85:0) after 4m21s
[11:55:14.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:85:0)
[11:55:14.125] Build status: STARTED
[11:55:14.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:86:0) after 1m13s
[11:56:27.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:86:0)
[11:56:27.222] Build status: STARTED
[11:56:27.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:87:0) after 1m57s
[11:58:24.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:87:0)
[11:58:24.358] Build status: STARTED
[11:58:24.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:88:0) after 6m7s
[12:04:31.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:88:0)
[12:04:31.628] Build status: STARTED
[12:04:31.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:89:0) after 9m2s
[12:13:33.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:89:0)
[12:13:33.915] Build status: STARTED
[12:13:33.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:90:0) after 1m11s
[12:14:45.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:90:0)
[12:14:45.138] Build status: STARTED
[12:14:45.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:91:0) after 8m29s
[12:23:14.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:91:0)
[12:23:14.438] Build status: STARTED
[12:23:14.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:92:0) after 4m10s
[12:27:24.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:92:0)
[12:27:24.616] Build status: STARTED
[12:27:24.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:93:0) after 4m23s
[12:31:47.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:93:0)
[12:31:47.979] Build status: STARTED
[12:31:47.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:94:0) after 4m26s
[12:36:14.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:94:0)
[12:36:14.063] Build status: STARTED
[12:36:14.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:95:0) after 5m51s
[12:42:05.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:95:0)
[12:42:05.321] Build status: STARTED
[12:42:05.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:96:0) after 7m14s
[12:49:19.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:96:0)
[12:49:19.882] Build status: STARTED
[12:49:19.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:97:0) after 9m25s
[12:58:45.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:97:0)
[12:58:45.097] Build status: STARTED
[12:58:45.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:98:0) after 6m56s
[13:05:41.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:98:0)
[13:05:41.346] Build status: STARTED
[13:05:41.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:99:0) after 2m44s
[13:08:25.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:99:0)
[13:08:25.419] Build status: STARTED
[13:08:25.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:100:0) after 9m15s
[13:17:40.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:100:0)
[13:17:40.752] Build status: STARTED
[13:17:40.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:101:0) after 5m30s
[13:23:10.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:101:0)
[13:23:11.032] Build status: STARTED
[13:23:11.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:102:0) after 7m23s
[13:30:34.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:102:0)
[13:30:34.701] Build status: STARTED
[13:30:34.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:103:0) after 2m38s
[13:33:13.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:103:0)
[13:33:13.213] Build status: STARTED
[13:33:13.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:104:0) after 9m42s
[13:42:55.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:104:0)
[13:42:55.280] Build status: STARTED
[13:42:55.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:105:0) after 7m3s
[13:49:58.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:105:0)
[13:49:58.367] Build status: STARTED
[13:49:58.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:106:0) after 9m18s
[13:59:16.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:106:0)
[13:59:16.561] Build status: STARTED
[13:59:16.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:107:0) after 7m53s
[14:07:09.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:107:0)
[14:07:09.999] Build status: STARTED
[14:07:09.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:108:0) after 7m6s
[14:14:16.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:108:0)
[14:14:16.205] Build status: STARTED
[14:14:16.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:109:0) after 7m22s
[14:21:38.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:109:0)
[14:21:38.601] Build status: STARTED
[14:21:38.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:110:0) after 2m26s
[14:24:04.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:110:0)
[14:24:04.831] Build status: STARTED
[14:24:04.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:111:0) after 3m51s
[14:27:55.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:111:0)
[14:27:55.892] Build status: STARTED
[14:27:55.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:112:0) after 7m30s
[14:35:25.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:112:0)
[14:35:26.013] Build status: STARTED
[14:35:26.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:113:0) after 1m16s
[14:36:42.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:113:0)
[14:36:42.097] Build status: STARTED
[14:36:42.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:114:0) after 1m38s
[14:38:20.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:114:0)
[14:38:20.295] Build status: STARTED
[14:38:20.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:115:0) after 5m23s
[14:43:43.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:115:0)
[14:43:43.835] Build status: STARTED
[14:43:43.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:116:0) after 3m41s
[14:47:25.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:116:0)
[14:47:25.192] Build status: STARTED
[14:47:25.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:117:0) after 3m59s
[14:51:24.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:117:0)
[14:51:24.296] Build status: STARTED
[14:51:24.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:118:0) after 1m49s
[14:53:13.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:118:0)
[14:53:13.689] Build status: STARTED
[14:53:13.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:119:0) after 7m53s
[15:01:06.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:119:0)
[15:01:06.791] Build status: STARTED
[15:01:06.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:120:0) after 9m54s
[15:11:00.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:120:0)
[15:11:00.996] Build status: STARTED
[15:11:00.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:121:0) after 4m27s
[15:15:28.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:121:0)
[15:15:28.234] Build status: STARTED
[15:15:28.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:122:0) after 1m28s
[15:16:56.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:122:0)
[15:16:56.396] Build status: STARTED
[15:16:56.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:123:0) after 3m58s
[15:20:54.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:123:0)
[15:20:54.480] Build status: STARTED
[15:20:54.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:124:0) after 5m6s
[15:26:00.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:124:0)
[15:26:00.572] Build status: STARTED
[15:26:00.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:125:0) after 8m9s
[15:34:09.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:125:0)
[15:34:09.775] Build status: STARTED
[15:34:09.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:126:0) after 3m49s
[15:37:58.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:126:0)
[15:37:59.018] Build status: STARTED
[15:37:59.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:127:0) after 6m43s
[15:44:42.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:127:0)
[15:44:42.255] Build status: STARTED
[15:44:42.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:128:0) after 5m40s
[15:50:22.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:128:0)
[15:50:22.595] Build status: STARTED
[15:50:22.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:129:0) after 5m42s
[15:56:04.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:129:0)
[15:56:04.735] Build status: STARTED
[15:56:04.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:130:0) after 5m1s
[16:01:05.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:130:0)
[16:01:05.883] Build status: STARTED
[16:01:05.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:131:0) after 2m19s
[16:03:25.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:131:0)
[16:03:25.151] Build status: STARTED
[16:03:25.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:132:0) after 2m47s
[16:06:12.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:132:0)
[16:06:12.685] Build status: STARTED
[16:06:12.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:133:0) after 1m24s
[16:07:36.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:133:0)
[16:07:36.853] Build status: STARTED
[16:07:36.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:134:0) after 6m6s
[16:13:43.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:134:0)
[16:13:43.165] Build status: STARTED
[16:13:43.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:135:0) after 5m33s
[16:19:16.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:135:0)
[16:19:16.263] Build status: STARTED
[16:19:16.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:136:0) after 2m56s
[16:22:12.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:136:0)
[16:22:12.364] Build status: STARTED
[16:22:12.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:137:0) after 5m55s
[16:28:07.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:137:0)
[16:28:07.431] Build status: STARTED
[16:28:07.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:138:0) after 4m42s
[16:32:49.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:138:0)
[16:32:49.509] Build status: STARTED
[16:32:49.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:139:0) after 6m14s
[16:39:03.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:139:0)
[16:39:03.638] Build status: STARTED
[16:39:03.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:140:0) after 6m19s
[16:45:23.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:140:0)
[16:45:23.048] Build status: STARTED
[16:45:23.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:141:0) after 9m17s
[16:54:40.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:141:0)
[16:54:40.129] Build status: STARTED
[16:54:40.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:142:0) after 7m1s
[17:01:41.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:142:0)
[17:01:41.490] Build status: STARTED
[17:01:41.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:143:0) after 6m1s
[17:07:42.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:143:0)
[17:07:42.708] Build status: STARTED
[17:07:42.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:144:0) after 2m29s
[17:10:13.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:144:0)
[17:10:13.351] Build status: STARTED
[17:10:13.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:145:0) after 8m38s
[17:18:51.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:145:0)
[17:18:51.476] Build status: STARTED
[17:18:51.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:146:0) after 7m37s
[17:26:28.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:146:0)
[17:26:28.612] Build status: STARTED
[17:26:28.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:147:0) after 8m27s
[17:34:55.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:147:0)
[17:34:55.786] Build status: STARTED
[17:34:55.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:148:0) after 1m20s
[17:36:15.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:148:0)
[17:36:15.904] Build status: STARTED
[17:36:15.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:149:0) after 4m33s
[17:40:48.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:149:0)
[17:40:48.976] Build status: STARTED
[17:40:48.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:150:0) after 8m31s
[17:49:20.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:150:0)
[17:49:20.235] Build status: STARTED
[17:49:20.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:151:0) after 5m1s
[17:54:21.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:151:0)
[17:54:21.390] Build status: STARTED
[17:54:21.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:152:0) after 6m16s
[18:00:37.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:152:0)
[18:00:37.581] Build status: STARTED
[18:00:37.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:153:0) after 4m42s
[18:05:19.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:153:0)
[18:05:19.803] Build status: STARTED
[18:05:19.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:154:0) after 2m12s
[18:07:31.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:154:0)
[18:07:31.877] Build status: STARTED
[18:07:31.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:155:0) after 1m34s
[18:09:05.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:155:0)
[18:09:06.038] Build status: STARTED
[18:09:06.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:156:0) after 8m54s
[18:18:00.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:156:0)
[18:18:00.244] Build status: STARTED
[18:18:00.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:157:0) after 6m4s
[18:24:04.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:157:0)
[18:24:04.319] Build status: STARTED
[18:24:04.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:158:0) after 9m9s
[18:33:13.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:158:0)
[18:33:13.411] Build status: STARTED
[18:33:13.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:159:0) after 6m35s
[18:39:48.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:159:0)
[18:39:48.617] Build status: STARTED
[18:39:48.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:160:0) after 4m4s
[18:43:52.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:160:0)
[18:43:52.738] Build status: STARTED
[18:43:52.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:161:0) after 1m26s
[18:45:18.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:161:0)
[18:45:18.848] Build status: STARTED
[18:45:18.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:162:0) after 3m39s
[18:48:57.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:162:0)
[18:48:57.936] Build status: STARTED
[18:48:57.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:163:0) after 1m11s
[18:50:09.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:163:0)
[18:50:09.103] Build status: STARTED
[18:50:09.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:164:0) after 1m43s
[18:51:52.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:164:0)
[18:51:52.180] Build status: STARTED
[18:51:52.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:165:0) after 2m18s
[18:54:10.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:165:0)
[18:54:10.356] Build status: STARTED
[18:54:10.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:166:0) after 8m25s
[19:02:35.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:166:0)
[19:02:35.452] Build status: STARTED
[19:02:35.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:167:0) after 2m17s
[19:04:52.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:167:0)
[19:04:52.585] Build status: STARTED
[19:04:52.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:168:0) after 1m38s
[19:06:30.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:168:0)
[19:06:30.634] Build status: STARTED
[19:06:30.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:169:0) after 1m5s
[19:07:35.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:169:0)
[19:07:35.793] Build status: STARTED
[19:07:35.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:170:0) after 1m18s
[19:08:53.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:170:0)
[19:08:53.903] Build status: STARTED
[19:08:53.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:171:0) after 5m37s
[19:14:30.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:171:0)
[19:14:31.087] Build status: STARTED
[19:14:31.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:172:0) after 5m25s
[19:19:56.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:172:0)
[19:19:56.169] Build status: STARTED
[19:19:56.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:173:0) after 4m42s
[19:24:38.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:173:0)
[19:24:38.255] Build status: STARTED
[19:24:38.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:174:0) after 8m44s
[19:33:22.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:174:0)
[19:33:22.377] Build status: STARTED
[19:33:22.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:175:0) after 8m7s
[19:41:29.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:175:0)
[19:41:29.462] Build status: STARTED
[19:41:29.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:176:0) after 8m1s
[19:49:30.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:176:0)
[19:49:30.538] Build status: STARTED
[19:49:30.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:177:0) after 6m24s
[19:55:54.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:177:0)
[19:55:54.770] Build status: STARTED
[19:55:54.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:178:0) after 2m55s
[19:58:49.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:178:0)
[19:58:49.839] Build status: STARTED
[19:58:49.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:179:0) after 6m54s
[20:05:43.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:179:0)
[20:05:43.924] Build status: STARTED
[20:05:43.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:180:0) after 5m7s
[20:10:50.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:180:0)
[20:10:51.006] Build status: STARTED
[20:10:51.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:181:0) after 2m47s
[20:13:38.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:181:0)
[20:13:38.132] Build status: STARTED
[20:13:38.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:182:0) after 6m31s
[20:20:09.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:182:0)
[20:20:09.370] Build status: STARTED
[20:20:09.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:183:0) after 3m31s
[20:23:40.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:183:0)
[20:23:40.478] Build status: STARTED
[20:23:40.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:184:0) after 3m54s
[20:27:34.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:184:0)
[20:27:34.704] Build status: STARTED
[20:27:34.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:185:0) after 4m49s
[20:32:23.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:185:0)
[20:32:23.771] Build status: STARTED
[20:32:23.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:186:0) after 2m7s
[20:34:30.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:186:0)
[20:34:30.956] Build status: STARTED
[20:34:30.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:187:0) after 7m43s
[20:42:14.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:187:0)
[20:42:14.146] Build status: STARTED
[20:42:14.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:188:0) after 9m45s
[20:51:59.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:188:0)
[20:51:59.296] Build status: STARTED
[20:51:59.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:189:0) after 4m35s
[20:56:34.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:189:0)
[20:56:34.440] Build status: STARTED
[20:56:34.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:190:0) after 6m8s
[21:02:42.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:190:0)
[21:02:42.640] Build status: STARTED
[21:02:42.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:191:0) after 5m39s
[21:08:21.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:191:0)
[21:08:21.728] Build status: STARTED
[21:08:21.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:192:0) after 9m17s
[21:17:38.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:192:0)
[21:17:38.858] Build status: STARTED
[21:17:38.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:193:0) after 1m35s
[21:19:13.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:193:0)
[21:19:13.983] Build status: STARTED
[21:19:13.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:194:0) after 4m42s
[21:23:56.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:194:0)
[21:23:56.399] Build status: STARTED
[21:23:56.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:195:0) after 6m37s
[21:30:33.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:195:0)
[21:30:33.617] Build status: STARTED
[21:30:33.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:196:0) after 7m19s
[21:37:52.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:196:0)
[21:37:52.819] Build status: STARTED
[21:37:52.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:197:0) after 8m18s
[21:46:11.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:197:0)
[21:46:11.114] Build status: STARTED
[21:46:11.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:198:0) after 3m16s
[21:49:27.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:198:0)
[21:49:27.211] Build status: STARTED
[21:49:27.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:199:0) after 5m43s
[21:55:10.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:199:0)
[21:55:10.352] Build status: STARTED
[21:55:10.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:200:0) after 1m57s
[21:57:07.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:200:0)
[21:57:07.525] Build status: STARTED
[21:57:07.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:201:0) after 2m21s
[21:59:28.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:201:0)
[21:59:28.652] Build status: STARTED
[21:59:28.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:202:0) after 9m40s
[22:09:08.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:202:0)
[22:09:08.846] Build status: STARTED
[22:09:08.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:203:0) after 8m20s
[22:17:28.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:203:0)
[22:17:28.918] Build status: STARTED
[22:17:28.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:204:0) after 2m58s
[22:20:26.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:204:0)
[22:20:26.985] Build status: STARTED
[22:20:26.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:205:0) after 5m24s
[22:25:51.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:205:0)
[22:25:51.153] Build status: STARTED
[22:25:51.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:206:0) after 9m6s
[22:34:57.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:206:0)
[22:34:57.235] Build status: STARTED
[22:34:57.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:207:0) after 2m59s
[22:37:56.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:207:0)
[22:37:56.316] Build status: STARTED
[22:37:56.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:208:0) after 5m5s
[22:43:01.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:208:0)
[22:43:01.655] Build status: STARTED
[22:43:01.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:209:0) after 7m47s
[22:50:48.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:209:0)
[22:50:48.840] Build status: STARTED
[22:50:48.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:210:0) after 2m15s
[22:53:03.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:210:0)
[22:53:04.006] Build status: STARTED
[22:53:04.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:211:0) after 4m26s
[22:57:30.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:211:0)
[22:57:30.077] Build status: STARTED
[22:57:30.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:212:0) after 3m18s
[23:00:48.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:212:0)
[23:00:48.256] Build status: STARTED
[23:00:48.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:213:0) after 5m48s
[23:06:36.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:213:0)
[23:06:36.295] Build status: STARTED
[23:06:36.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:214:0) after 6m53s
[23:13:29.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:214:0)
[23:13:29.522] Build status: STARTED
[23:13:29.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:215:0) after 4m0s
[23:17:29.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:215:0)
[23:17:29.633] Build status: STARTED
[23:17:29.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:216:0) after 3m11s
[23:20:40.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:216:0)
[23:20:40.789] Build status: STARTED
[23:20:40.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:217:0) after 7m22s
[23:28:02.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:217:0)
[23:28:02.954] Build status: STARTED
[23:28:02.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:218:0) after 4m34s
[23:32:37.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:218:0)
[23:32:37.079] Build status: STARTED
[23:32:37.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:219:0) after 9m19s
[23:41:56.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:219:0)
[23:41:56.169] Build status: STARTED
[23:41:56.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:220:0) after 4m30s
[23:46:26.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:220:0)
[23:46:26.240] Build status: STARTED
[23:46:26.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:221:0) after 9m51s
[23:56:17.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:221:0)
[23:56:17.306] Build status: STARTED
[23:56:17.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8918498109438121568:222:0) after 8m22s
[00:04:26.887] Received PubSub notification, asking Buildbucket for the build status
[00:04:26.912] Build:
{
  "id": "8753068047441804977",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31444,
  "createdBy": "project:chromium",
  "createTime": "2024-03-19T04:00:35.606033917Z",
  "startTime": "2024-03-19T04:00:36.809832Z",
  "endTime": "2024-03-20T00:04:26.132160Z",
  "updateTime": "2024-03-20T00:04:26.132160Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cbc33d5567ab6c2e4fa346d5860ac98e4260e910",
      "ref": "refs/heads/main"
    }
  }
}
[00:04:26.912] Invocation finished in 20h3m52.593632784s with status FAILED