Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "dac01c9df471bec05f0c0ced2cdb6f871d52b9f6"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/dac01c9df471bec05f0c0ced2cdb6f871d52b9f6
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:44:42.698] New invocation is queued and will start shortly
[20:44:43.802] Starting the invocation (attempt 1)
[20:44:43.834] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/dac01c9df471bec05f0c0ced2cdb6f871d52b9f6"
[20:44:43.834] Popped gitiles commit info from properties and tags
[20:44:43.834] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:44:43.834] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:44:43.834] Buildbucket request:
{
  "requestId": "8896238677682513040",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "dac01c9df471bec05f0c0ced2cdb6f871d52b9f6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8896238677682513040"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:44:44.386] Scheduled build:
{
  "id": "8730808615755795153",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33713,
  "createdBy": "project:chromium",
  "createTime": "2024-11-19T20:44:43.903911283Z",
  "updateTime": "2024-11-19T20:44:43.903911283Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "dac01c9df471bec05f0c0ced2cdb6f871d52b9f6",
      "ref": "refs/heads/main"
    }
  }
}
[20:44:44.386] Task URL: https://cr-buildbucket.appspot.com/build/8730808615755795153
[20:44:44.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:2:0) after 2m6s
[20:44:45.481] Received PubSub notification, asking Buildbucket for the build status
[20:44:45.500] Build status: SCHEDULED
[20:45:38.204] Received PubSub notification, asking Buildbucket for the build status
[20:45:38.299] Build status: STARTED
[20:46:50.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:2:0)
[20:46:50.476] Build status: STARTED
[20:46:50.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:5:0) after 1m34s
[20:48:24.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:5:0)
[20:48:24.738] Build status: STARTED
[20:48:24.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:6:0) after 5m2s
[20:53:26.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:6:0)
[20:53:26.834] Build status: STARTED
[20:53:26.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:7:0) after 6m11s
[20:59:37.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:7:0)
[20:59:37.849] Build status: STARTED
[20:59:37.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:8:0) after 7m29s
[21:07:06.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:8:0)
[21:07:06.905] Build status: STARTED
[21:07:06.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:9:0) after 1m18s
[21:08:24.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:9:0)
[21:08:25.032] Build status: STARTED
[21:08:25.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:10:0) after 6m44s
[21:15:09.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:10:0)
[21:15:09.536] Build status: STARTED
[21:15:09.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:11:0) after 1m38s
[21:16:47.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:11:0)
[21:16:47.678] Build status: STARTED
[21:16:47.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:12:0) after 9m7s
[21:25:54.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:12:0)
[21:25:54.833] Build status: STARTED
[21:25:54.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:13:0) after 7m3s
[21:32:57.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:13:0)
[21:32:57.942] Build status: STARTED
[21:32:57.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:14:0) after 6m52s
[21:39:50.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:14:0)
[21:39:50.098] Build status: STARTED
[21:39:50.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:15:0) after 8m42s
[21:48:32.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:15:0)
[21:48:32.138] Build status: STARTED
[21:48:32.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:16:0) after 4m23s
[21:52:55.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:16:0)
[21:52:55.247] Build status: STARTED
[21:52:55.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:17:0) after 6m16s
[21:59:11.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:17:0)
[21:59:11.313] Build status: STARTED
[21:59:11.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:18:0) after 2m57s
[22:02:08.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:18:0)
[22:02:08.430] Build status: STARTED
[22:02:08.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:19:0) after 2m53s
[22:05:01.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:19:0)
[22:05:01.473] Build status: STARTED
[22:05:01.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:20:0) after 9m16s
[22:14:17.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:20:0)
[22:14:17.542] Build status: STARTED
[22:14:17.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:21:0) after 7m13s
[22:21:30.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:21:0)
[22:21:30.755] Build status: STARTED
[22:21:30.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:22:0) after 4m58s
[22:26:28.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:22:0)
[22:26:28.825] Build status: STARTED
[22:26:28.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:23:0) after 8m28s
[22:34:56.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:23:0)
[22:34:56.918] Build status: STARTED
[22:34:56.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:24:0) after 4m23s
[22:39:20.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:24:0)
[22:39:20.075] Build status: STARTED
[22:39:20.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:25:0) after 6m0s
[22:45:20.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:25:0)
[22:45:20.226] Build status: STARTED
[22:45:20.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:26:0) after 9m37s
[22:54:57.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:26:0)
[22:54:57.380] Build status: STARTED
[22:54:57.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:27:0) after 5m31s
[23:00:28.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:27:0)
[23:00:28.600] Build status: STARTED
[23:00:28.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:28:0) after 4m3s
[23:04:31.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:28:0)
[23:04:31.677] Build status: STARTED
[23:04:31.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:29:0) after 4m22s
[23:08:53.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:29:0)
[23:08:53.729] Build status: STARTED
[23:08:53.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:30:0) after 3m41s
[23:12:34.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:30:0)
[23:12:34.737] Build status: STARTED
[23:12:34.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:31:0) after 8m52s
[23:21:26.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:31:0)
[23:21:26.979] Build status: STARTED
[23:21:26.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:32:0) after 7m3s
[23:28:30.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:32:0)
[23:28:30.086] Build status: STARTED
[23:28:30.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:33:0) after 5m59s
[23:34:29.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:33:0)
[23:34:29.138] Build status: STARTED
[23:34:29.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:34:0) after 9m22s
[23:43:51.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:34:0)
[23:43:51.235] Build status: STARTED
[23:43:51.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:35:0) after 7m22s
[23:51:13.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:35:0)
[23:51:13.384] Build status: STARTED
[23:51:13.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:36:0) after 4m44s
[23:55:57.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:36:0)
[23:55:57.440] Build status: STARTED
[23:55:57.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:37:0) after 7m54s
[00:03:51.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:37:0)
[00:03:51.500] Build status: STARTED
[00:03:51.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:38:0) after 7m2s
[00:10:53.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:38:0)
[00:10:53.622] Build status: STARTED
[00:10:53.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:39:0) after 3m40s
[00:14:33.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:39:0)
[00:14:33.682] Build status: STARTED
[00:14:33.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:40:0) after 8m6s
[00:22:39.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:40:0)
[00:22:39.771] Build status: STARTED
[00:22:39.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:41:0) after 5m13s
[00:27:52.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:41:0)
[00:27:52.886] Build status: STARTED
[00:27:52.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:42:0) after 5m49s
[00:33:41.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:42:0)
[00:33:41.927] Build status: STARTED
[00:33:41.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:43:0) after 2m18s
[00:35:59.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:43:0)
[00:36:00.025] Build status: STARTED
[00:36:00.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:44:0) after 4m11s
[00:40:11.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:44:0)
[00:40:11.077] Build status: STARTED
[00:40:11.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:45:0) after 7m37s
[00:47:48.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:45:0)
[00:47:48.132] Build status: STARTED
[00:47:48.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:46:0) after 4m57s
[00:52:45.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:46:0)
[00:52:45.203] Build status: STARTED
[00:52:45.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:47:0) after 9m25s
[01:02:10.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:47:0)
[01:02:10.261] Build status: STARTED
[01:02:10.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:48:0) after 2m40s
[01:04:50.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:48:0)
[01:04:50.359] Build status: STARTED
[01:04:50.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:49:0) after 7m1s
[01:11:51.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:49:0)
[01:11:51.509] Build status: STARTED
[01:11:51.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:50:0) after 7m37s
[01:19:28.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:50:0)
[01:19:28.564] Build status: STARTED
[01:19:28.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:51:0) after 4m7s
[01:23:35.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:51:0)
[01:23:35.694] Build status: STARTED
[01:23:35.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:52:0) after 3m15s
[01:26:50.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:52:0)
[01:26:50.819] Build status: STARTED
[01:26:50.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:53:0) after 6m57s
[01:33:47.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:53:0)
[01:33:47.920] Build status: STARTED
[01:33:47.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:54:0) after 7m58s
[01:41:45.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:54:0)
[01:41:46.047] Build status: STARTED
[01:41:46.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:55:0) after 1m50s
[01:43:36.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:55:0)
[01:43:36.056] Build status: STARTED
[01:43:36.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:56:0) after 1m1s
[01:44:37.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:56:0)
[01:44:37.060] Build status: STARTED
[01:44:37.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:57:0) after 4m21s
[01:48:58.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:57:0)
[01:48:58.118] Build status: STARTED
[01:48:58.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:58:0) after 4m30s
[01:53:28.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:58:0)
[01:53:28.257] Build status: STARTED
[01:53:28.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:59:0) after 4m4s
[01:57:32.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:59:0)
[01:57:32.308] Build status: STARTED
[01:57:32.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:60:0) after 1m45s
[01:59:17.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:60:0)
[01:59:17.397] Build status: STARTED
[01:59:17.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:61:0) after 1m21s
[02:00:38.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:61:0)
[02:00:38.398] Build status: STARTED
[02:00:38.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:62:0) after 6m31s
[02:07:09.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:62:0)
[02:07:09.511] Build status: STARTED
[02:07:09.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:63:0) after 6m36s
[02:13:45.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:63:0)
[02:13:45.769] Build status: STARTED
[02:13:45.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:64:0) after 4m42s
[02:18:27.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:64:0)
[02:18:27.830] Build status: STARTED
[02:18:27.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:65:0) after 8m2s
[02:26:29.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:65:0)
[02:26:29.927] Build status: STARTED
[02:26:29.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:66:0) after 7m5s
[02:33:34.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:66:0)
[02:33:35.014] Build status: STARTED
[02:33:35.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:67:0) after 9m14s
[02:42:49.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:67:0)
[02:42:49.082] Build status: STARTED
[02:42:49.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:68:0) after 9m54s
[02:52:43.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:68:0)
[02:52:43.146] Build status: STARTED
[02:52:43.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:69:0) after 4m48s
[02:57:31.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:69:0)
[02:57:31.281] Build status: STARTED
[02:57:31.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:70:0) after 1m15s
[02:58:46.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:70:0)
[02:58:46.334] Build status: STARTED
[02:58:46.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:71:0) after 9m35s
[03:08:21.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:71:0)
[03:08:21.710] Build status: STARTED
[03:08:21.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:72:0) after 4m54s
[03:13:15.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:72:0)
[03:13:15.738] Build status: STARTED
[03:13:15.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:73:0) after 8m33s
[03:21:48.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:73:0)
[03:21:48.799] Build status: STARTED
[03:21:48.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:74:0) after 9m20s
[03:31:08.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:74:0)
[03:31:08.900] Build status: STARTED
[03:31:08.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:75:0) after 8m46s
[03:39:54.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:75:0)
[03:39:54.977] Build status: STARTED
[03:39:54.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:76:0) after 8m15s
[03:48:10.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:76:0)
[03:48:10.080] Build status: STARTED
[03:48:10.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:77:0) after 2m53s
[03:51:03.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:77:0)
[03:51:03.142] Build status: STARTED
[03:51:03.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:78:0) after 7m41s
[03:58:44.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:78:0)
[03:58:44.203] Build status: STARTED
[03:58:44.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:79:0) after 3m30s
[04:02:14.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:79:0)
[04:02:14.264] Build status: STARTED
[04:02:14.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:80:0) after 6m26s
[04:08:40.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:80:0)
[04:08:40.306] Build status: STARTED
[04:08:40.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:81:0) after 6m45s
[04:15:25.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:81:0)
[04:15:25.447] Build status: STARTED
[04:15:25.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:82:0) after 3m47s
[04:19:12.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:82:0)
[04:19:12.562] Build status: STARTED
[04:19:12.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:83:0) after 6m31s
[04:25:43.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:83:0)
[04:25:43.615] Build status: STARTED
[04:25:43.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:84:0) after 8m37s
[04:34:20.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:84:0)
[04:34:20.705] Build status: STARTED
[04:34:20.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:85:0) after 6m36s
[04:40:56.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:85:0)
[04:40:56.755] Build status: STARTED
[04:40:56.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:86:0) after 2m19s
[04:43:15.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:86:0)
[04:43:15.826] Build status: STARTED
[04:43:15.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:87:0) after 3m26s
[04:46:42.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:87:0)
[04:46:42.049] Build status: STARTED
[04:46:42.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:88:0) after 9m44s
[04:56:26.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:88:0)
[04:56:26.094] Build status: STARTED
[04:56:26.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:89:0) after 7m22s
[05:03:48.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:89:0)
[05:03:48.153] Build status: STARTED
[05:03:48.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:90:0) after 2m25s
[05:06:13.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:90:0)
[05:06:13.325] Build status: STARTED
[05:06:13.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:91:0) after 9m20s
[05:15:33.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:91:0)
[05:15:33.377] Build status: STARTED
[05:15:33.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:92:0) after 3m50s
[05:19:23.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:92:0)
[05:19:23.469] Build status: STARTED
[05:19:23.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:93:0) after 6m46s
[05:26:09.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:93:0)
[05:26:09.521] Build status: STARTED
[05:26:09.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:94:0) after 2m39s
[05:28:48.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:94:0)
[05:28:48.592] Build status: STARTED
[05:28:48.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:95:0) after 3m49s
[05:32:37.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:95:0)
[05:32:37.697] Build status: STARTED
[05:32:37.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:96:0) after 3m47s
[05:36:24.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:96:0)
[05:36:24.805] Build status: STARTED
[05:36:24.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:97:0) after 4m8s
[05:40:32.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:97:0)
[05:40:32.893] Build status: STARTED
[05:40:32.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:98:0) after 6m10s
[05:46:42.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:98:0)
[05:46:42.951] Build status: STARTED
[05:46:42.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:99:0) after 5m16s
[05:51:59.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:99:0)
[05:51:59.027] Build status: STARTED
[05:51:59.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:100:0) after 6m12s
[05:58:11.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:100:0)
[05:58:11.112] Build status: STARTED
[05:58:11.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:101:0) after 2m28s
[06:00:39.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:101:0)
[06:00:39.295] Build status: STARTED
[06:00:39.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:102:0) after 1m32s
[06:02:11.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:102:0)
[06:02:11.365] Build status: STARTED
[06:02:11.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:103:0) after 3m42s
[06:05:53.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:103:0)
[06:05:53.480] Build status: STARTED
[06:05:53.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:104:0) after 6m21s
[06:12:14.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:104:0)
[06:12:14.600] Build status: STARTED
[06:12:14.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:105:0) after 1m35s
[06:13:49.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:105:0)
[06:13:49.708] Build status: STARTED
[06:13:49.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:106:0) after 6m41s
[06:20:30.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:106:0)
[06:20:30.840] Build status: STARTED
[06:20:30.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:107:0) after 8m21s
[06:28:52.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:107:0)
[06:28:52.184] Build status: STARTED
[06:28:52.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:108:0) after 4m25s
[06:33:17.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:108:0)
[06:33:17.813] Build status: STARTED
[06:33:17.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:109:0) after 7m31s
[06:40:48.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:109:0)
[06:40:48.907] Build status: STARTED
[06:40:48.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:110:0) after 9m0s
[06:49:48.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:110:0)
[06:49:49.020] Build status: STARTED
[06:49:49.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:111:0) after 4m22s
[06:54:11.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:111:0)
[06:54:11.136] Build status: STARTED
[06:54:11.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:112:0) after 5m14s
[06:59:25.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:112:0)
[06:59:25.186] Build status: STARTED
[06:59:25.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:113:0) after 6m14s
[07:05:39.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:113:0)
[07:05:39.262] Build status: STARTED
[07:05:39.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:114:0) after 9m46s
[07:15:25.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:114:0)
[07:15:25.350] Build status: STARTED
[07:15:25.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:115:0) after 4m9s
[07:19:34.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:115:0)
[07:19:34.876] Build status: STARTED
[07:19:34.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:116:0) after 2m31s
[07:22:06.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:116:0)
[07:22:06.170] Build status: STARTED
[07:22:06.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:117:0) after 6m11s
[07:28:17.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:117:0)
[07:28:17.262] Build status: STARTED
[07:28:17.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:118:0) after 6m12s
[07:34:29.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:118:0)
[07:34:29.717] Build status: STARTED
[07:34:29.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:119:0) after 6m8s
[07:40:37.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:119:0)
[07:40:37.771] Build status: STARTED
[07:40:37.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:120:0) after 6m58s
[07:47:35.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:120:0)
[07:47:35.965] Build status: STARTED
[07:47:35.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:121:0) after 1m52s
[07:49:28.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:121:0)
[07:49:28.111] Build status: STARTED
[07:49:28.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:122:0) after 4m3s
[07:53:31.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:122:0)
[07:53:31.485] Build status: STARTED
[07:53:31.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:123:0) after 7m49s
[08:01:20.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:123:0)
[08:01:20.832] Build status: STARTED
[08:01:20.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:124:0) after 5m45s
[08:07:06.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:124:0)
[08:07:06.065] Build status: STARTED
[08:07:06.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:125:0) after 7m20s
[08:14:26.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:125:0)
[08:14:26.128] Build status: STARTED
[08:14:26.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:126:0) after 9m54s
[08:24:20.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:126:0)
[08:24:20.374] Build status: STARTED
[08:24:20.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:127:0) after 1m51s
[08:26:11.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:127:0)
[08:26:11.562] Build status: STARTED
[08:26:11.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:128:0) after 9m24s
[08:35:35.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:128:0)
[08:35:35.630] Build status: STARTED
[08:35:35.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:129:0) after 7m3s
[08:42:38.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:129:0)
[08:42:38.741] Build status: STARTED
[08:42:38.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:130:0) after 1m26s
[08:44:05.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:130:0)
[08:44:05.066] Build status: STARTED
[08:44:05.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:131:0) after 3m27s
[08:47:32.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:131:0)
[08:47:32.230] Build status: STARTED
[08:47:32.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:132:0) after 4m22s
[08:51:54.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:132:0)
[08:51:54.281] Build status: STARTED
[08:51:54.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:133:0) after 6m54s
[08:58:48.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:133:0)
[08:58:48.510] Build status: STARTED
[08:58:48.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:134:0) after 8m44s
[09:07:32.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:134:0)
[09:07:32.726] Build status: STARTED
[09:07:32.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:135:0) after 7m56s
[09:15:29.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:135:0)
[09:15:29.072] Build status: STARTED
[09:15:29.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:136:0) after 9m52s
[09:25:21.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:136:0)
[09:25:21.383] Build status: STARTED
[09:25:21.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:137:0) after 4m17s
[09:29:38.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:137:0)
[09:29:38.525] Build status: STARTED
[09:29:38.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:138:0) after 9m58s
[09:39:37.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:138:0)
[09:39:37.052] Build status: STARTED
[09:39:37.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:139:0) after 4m23s
[09:44:00.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:139:0)
[09:44:00.108] Build status: STARTED
[09:44:00.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:140:0) after 5m27s
[09:49:27.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:140:0)
[09:49:27.196] Build status: STARTED
[09:49:27.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:141:0) after 9m7s
[09:58:34.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:141:0)
[09:58:34.293] Build status: STARTED
[09:58:34.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:142:0) after 9m20s
[10:07:54.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:142:0)
[10:07:54.353] Build status: STARTED
[10:07:54.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:143:0) after 4m19s
[10:12:13.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:143:0)
[10:12:13.517] Build status: STARTED
[10:12:13.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:144:0) after 1m25s
[10:13:38.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:144:0)
[10:13:38.695] Build status: STARTED
[10:13:38.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:145:0) after 1m10s
[10:14:48.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:145:0)
[10:14:48.930] Build status: STARTED
[10:14:48.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:146:0) after 5m31s
[10:20:19.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:146:0)
[10:20:19.999] Build status: STARTED
[10:20:19.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:147:0) after 8m14s
[10:28:34.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:147:0)
[10:28:34.320] Build status: STARTED
[10:28:34.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:148:0) after 8m29s
[10:37:03.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:148:0)
[10:37:03.520] Build status: STARTED
[10:37:03.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:149:0) after 2m40s
[10:39:43.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:149:0)
[10:39:43.584] Build status: STARTED
[10:39:43.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:150:0) after 1m36s
[10:41:19.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:150:0)
[10:41:19.697] Build status: STARTED
[10:41:19.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:151:0) after 8m20s
[10:49:39.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:151:0)
[10:49:39.745] Build status: STARTED
[10:49:39.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:152:0) after 5m42s
[10:55:21.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:152:0)
[10:55:21.951] Build status: STARTED
[10:55:21.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:153:0) after 7m19s
[11:02:41.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:153:0)
[11:02:41.070] Build status: STARTED
[11:02:41.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:154:0) after 9m13s
[11:11:54.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:154:0)
[11:11:54.190] Build status: STARTED
[11:11:54.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:155:0) after 8m38s
[11:20:32.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:155:0)
[11:20:32.249] Build status: STARTED
[11:20:32.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:156:0) after 9m13s
[11:29:45.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:156:0)
[11:29:45.305] Build status: STARTED
[11:29:45.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:157:0) after 6m38s
[11:36:23.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:157:0)
[11:36:23.395] Build status: STARTED
[11:36:23.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:158:0) after 1m26s
[11:37:49.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:158:0)
[11:37:49.442] Build status: STARTED
[11:37:49.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:159:0) after 6m11s
[11:44:01.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:159:0)
[11:44:01.098] Build status: STARTED
[11:44:01.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:160:0) after 2m3s
[11:46:04.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:160:0)
[11:46:04.416] Build status: STARTED
[11:46:04.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:161:0) after 2m40s
[11:48:44.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:161:0)
[11:48:44.467] Build status: STARTED
[11:48:44.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:162:0) after 3m33s
[11:52:17.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:162:0)
[11:52:17.925] Build status: STARTED
[11:52:17.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:163:0) after 9m36s
[12:01:54.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:163:0)
[12:01:54.051] Build status: STARTED
[12:01:54.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:164:0) after 5m24s
[12:07:18.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:164:0)
[12:07:18.787] Build status: STARTED
[12:07:18.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:165:0) after 2m10s
[12:09:28.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:165:0)
[12:09:28.994] Build status: STARTED
[12:09:28.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:166:0) after 3m13s
[12:12:42.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:166:0)
[12:12:42.254] Build status: STARTED
[12:12:42.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:167:0) after 6m55s
[12:19:37.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:167:0)
[12:19:37.428] Build status: STARTED
[12:19:37.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:168:0) after 5m9s
[12:24:46.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:168:0)
[12:24:46.508] Build status: STARTED
[12:24:46.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:169:0) after 8m8s
[12:32:54.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:169:0)
[12:32:54.557] Build status: STARTED
[12:32:54.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:170:0) after 5m53s
[12:38:47.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:170:0)
[12:38:47.611] Build status: STARTED
[12:38:47.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:171:0) after 5m34s
[12:44:21.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:171:0)
[12:44:21.668] Build status: STARTED
[12:44:21.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:172:0) after 1m49s
[12:46:10.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:172:0)
[12:46:10.799] Build status: STARTED
[12:46:10.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:173:0) after 7m17s
[12:53:27.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:173:0)
[12:53:27.897] Build status: STARTED
[12:53:27.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:174:0) after 9m11s
[13:02:38.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:174:0)
[13:02:38.951] Build status: STARTED
[13:02:38.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:175:0) after 1m44s
[13:04:22.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:175:0)
[13:04:23.007] Build status: STARTED
[13:04:23.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:176:0) after 7m58s
[13:12:21.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:176:0)
[13:12:21.161] Build status: STARTED
[13:12:21.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:177:0) after 3m47s
[13:16:08.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:177:0)
[13:16:08.210] Build status: STARTED
[13:16:08.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:178:0) after 2m4s
[13:18:12.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:178:0)
[13:18:12.276] Build status: STARTED
[13:18:12.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:179:0) after 6m28s
[13:24:40.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:179:0)
[13:24:40.480] Build status: STARTED
[13:24:40.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:180:0) after 5m3s
[13:29:43.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:180:0)
[13:29:43.538] Build status: STARTED
[13:29:43.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:181:0) after 8m30s
[13:38:13.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:181:0)
[13:38:13.561] Build status: STARTED
[13:38:13.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:182:0) after 2m5s
[13:40:18.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:182:0)
[13:40:18.620] Build status: STARTED
[13:40:18.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:183:0) after 1m40s
[13:41:58.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:183:0)
[13:41:58.736] Build status: STARTED
[13:41:58.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:184:0) after 6m44s
[13:48:42.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:184:0)
[13:48:42.790] Build status: STARTED
[13:48:42.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:185:0) after 4m49s
[13:53:31.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:185:0)
[13:53:31.889] Build status: STARTED
[13:53:31.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:186:0) after 7m40s
[14:01:12.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:186:0)
[14:01:12.042] Build status: STARTED
[14:01:12.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:187:0) after 5m42s
[14:06:54.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:187:0)
[14:06:57.151] Build status: STARTED
[14:06:57.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:188:0) after 8m5s
[14:15:02.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:188:0)
[14:15:02.228] Build status: STARTED
[14:15:02.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:189:0) after 1m51s
[14:16:53.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:189:0)
[14:16:53.422] Build status: STARTED
[14:16:53.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:190:0) after 9m51s
[14:26:44.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:190:0)
[14:26:44.678] Build status: STARTED
[14:26:44.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:191:0) after 2m15s
[14:28:59.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:191:0)
[14:28:59.756] Build status: STARTED
[14:28:59.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:192:0) after 5m58s
[14:34:57.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:192:0)
[14:34:57.859] Build status: STARTED
[14:34:57.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:193:0) after 7m35s
[14:42:33.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:193:0)
[14:42:33.028] Build status: STARTED
[14:42:33.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:194:0) after 7m27s
[14:50:00.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:194:0)
[14:50:00.072] Build status: STARTED
[14:50:00.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:195:0) after 8m8s
[14:58:08.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:195:0)
[14:58:08.189] Build status: STARTED
[14:58:08.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:196:0) after 7m39s
[15:05:47.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:196:0)
[15:05:47.324] Build status: STARTED
[15:05:47.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:197:0) after 9m42s
[15:15:29.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:197:0)
[15:15:29.918] Build status: STARTED
[15:15:29.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:198:0) after 3m33s
[15:19:03.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:198:0)
[15:19:03.110] Build status: STARTED
[15:19:03.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:199:0) after 8m53s
[15:27:56.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:199:0)
[15:27:56.283] Build status: STARTED
[15:27:56.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:200:0) after 8m52s
[15:36:48.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:200:0)
[15:36:48.369] Build status: STARTED
[15:36:48.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:201:0) after 7m25s
[15:44:13.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:201:0)
[15:44:13.471] Build status: STARTED
[15:44:13.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:202:0) after 5m20s
[15:49:33.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:202:0)
[15:49:33.559] Build status: STARTED
[15:49:33.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:203:0) after 9m19s
[15:58:52.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:203:0)
[15:58:52.670] Build status: STARTED
[15:58:52.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:204:0) after 2m13s
[16:01:05.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:204:0)
[16:01:05.712] Build status: STARTED
[16:01:05.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:205:0) after 6m24s
[16:07:29.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:205:0)
[16:07:29.819] Build status: STARTED
[16:07:29.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:206:0) after 4m0s
[16:11:29.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:206:0)
[16:11:29.966] Build status: STARTED
[16:11:29.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:207:0) after 5m18s
[16:16:48.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:207:0)
[16:16:48.054] Build status: STARTED
[16:16:48.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:208:0) after 2m10s
[16:18:58.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:208:0)
[16:18:58.122] Build status: STARTED
[16:18:58.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:209:0) after 8m48s
[16:27:46.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:209:0)
[16:27:46.176] Build status: STARTED
[16:27:46.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:210:0) after 7m34s
[16:35:20.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:210:0)
[16:35:20.231] Build status: STARTED
[16:35:20.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:211:0) after 1m21s
[16:36:41.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:211:0)
[16:36:41.476] Build status: STARTED
[16:36:41.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:212:0) after 2m13s
[16:38:54.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:212:0)
[16:38:54.648] Build status: STARTED
[16:38:54.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:213:0) after 1m55s
[16:40:49.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:213:0)
[16:40:49.718] Build status: STARTED
[16:40:49.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:214:0) after 6m21s
[16:47:10.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:214:0)
[16:47:10.877] Build status: STARTED
[16:47:10.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896238677682513040:215:0) after 6m32s
[16:47:46.922] Received PubSub notification, asking Buildbucket for the build status
[16:47:46.939] Build:
{
  "id": "8730808615755795153",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33713,
  "createdBy": "project:chromium",
  "createTime": "2024-11-19T20:44:43.903911283Z",
  "startTime": "2024-11-19T20:45:37.861363121Z",
  "endTime": "2024-11-20T16:47:46.567023183Z",
  "updateTime": "2024-11-20T16:47:46.567023183Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "dac01c9df471bec05f0c0ced2cdb6f871d52b9f6",
      "ref": "refs/heads/main"
    }
  }
}
[16:47:46.939] Invocation finished in 20h3m4.256822021s with status FAILED