Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c9fed962abc090b5da30fdc2f41dcd57c34e24f5"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c9fed962abc090b5da30fdc2f41dcd57c34e24f5
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:41:26.864] New invocation is queued and will start shortly
[08:41:28.148] Starting the invocation (attempt 1)
[08:41:28.176] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c9fed962abc090b5da30fdc2f41dcd57c34e24f5"
[08:41:28.176] Popped gitiles commit info from properties and tags
[08:41:28.176] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:41:28.176] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:41:28.176] Buildbucket request:
{
  "requestId": "8944662961565809168",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c9fed962abc090b5da30fdc2f41dcd57c34e24f5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8944662961565809168"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:41:28.549] Scheduled build:
{
  "id": "8779232899460468977",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29998,
  "createdBy": "project:chromium",
  "createTime": "2023-06-04T08:41:28.243375924Z",
  "updateTime": "2023-06-04T08:41:28.243375924Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c9fed962abc090b5da30fdc2f41dcd57c34e24f5",
      "ref": "refs/heads/main"
    }
  }
}
[08:41:28.549] Task URL: https://cr-buildbucket.appspot.com/build/8779232899460468977
[08:41:28.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:2:0) after 6m5s
[08:42:33.240] Received PubSub notification, asking Buildbucket for the build status
[08:42:33.257] Build status: STARTED
[08:47:33.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:2:0)
[08:47:33.548] Build status: STARTED
[08:47:33.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:4:0) after 9m28s
[08:57:01.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:4:0)
[08:57:01.902] Build status: STARTED
[08:57:01.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:5:0) after 8m48s
[09:05:50.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:5:0)
[09:05:50.050] Build status: STARTED
[09:05:50.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:6:0) after 6m3s
[09:11:53.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:6:0)
[09:11:53.194] Build status: STARTED
[09:11:53.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:7:0) after 7m19s
[09:19:12.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:7:0)
[09:19:12.226] Build status: STARTED
[09:19:12.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:8:0) after 2m26s
[09:21:38.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:8:0)
[09:21:38.409] Build status: STARTED
[09:21:38.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:9:0) after 4m8s
[09:25:46.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:9:0)
[09:25:46.441] Build status: STARTED
[09:25:46.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:10:0) after 7m14s
[09:33:00.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:10:0)
[09:33:00.543] Build status: STARTED
[09:33:00.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:11:0) after 3m18s
[09:36:18.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:11:0)
[09:36:18.755] Build status: STARTED
[09:36:18.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:12:0) after 5m15s
[09:41:33.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:12:0)
[09:41:33.787] Build status: STARTED
[09:41:33.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:13:0) after 7m29s
[09:49:03.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:13:0)
[09:49:03.224] Build status: STARTED
[09:49:03.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:14:0) after 9m17s
[09:58:20.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:14:0)
[09:58:20.260] Build status: STARTED
[09:58:20.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:15:0) after 8m51s
[10:07:11.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:15:0)
[10:07:11.322] Build status: STARTED
[10:07:11.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:16:0) after 9m11s
[10:16:22.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:16:0)
[10:16:22.356] Build status: STARTED
[10:16:22.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:17:0) after 1m54s
[10:18:16.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:17:0)
[10:18:16.504] Build status: STARTED
[10:18:16.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:18:0) after 5m46s
[10:24:02.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:18:0)
[10:24:02.546] Build status: STARTED
[10:24:02.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:19:0) after 7m20s
[10:31:22.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:19:0)
[10:31:22.784] Build status: STARTED
[10:31:22.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:20:0) after 3m20s
[10:34:42.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:20:0)
[10:34:42.824] Build status: STARTED
[10:34:42.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:21:0) after 3m24s
[10:38:06.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:21:0)
[10:38:06.862] Build status: STARTED
[10:38:06.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:22:0) after 9m5s
[10:47:12.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:22:0)
[10:47:12.122] Build status: STARTED
[10:47:12.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:23:0) after 4m38s
[10:51:50.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:23:0)
[10:51:50.531] Build status: STARTED
[10:51:50.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:24:0) after 6m41s
[10:58:31.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:24:0)
[10:58:31.677] Build status: STARTED
[10:58:31.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:25:0) after 4m47s
[11:03:18.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:25:0)
[11:03:18.931] Build status: STARTED
[11:03:18.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:26:0) after 8m22s
[11:11:40.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:26:0)
[11:11:40.933] Build status: STARTED
[11:11:40.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:27:0) after 1m6s
[11:12:46.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:27:0)
[11:12:46.956] Build status: STARTED
[11:12:46.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:28:0) after 5m17s
[11:18:04.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:28:0)
[11:18:04.142] Build status: STARTED
[11:18:04.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:29:0) after 1m35s
[11:19:39.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:29:0)
[11:19:39.919] Build status: STARTED
[11:19:39.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:30:0) after 7m8s
[11:26:47.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:30:0)
[11:26:48.086] Build status: STARTED
[11:26:48.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:31:0) after 7m7s
[11:33:55.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:31:0)
[11:33:55.201] Build status: STARTED
[11:33:55.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:32:0) after 3m23s
[11:37:18.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:32:0)
[11:37:18.236] Build status: STARTED
[11:37:18.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:33:0) after 4m55s
[11:42:13.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:33:0)
[11:42:13.457] Build status: STARTED
[11:42:13.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:34:0) after 6m7s
[11:48:20.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:34:0)
[11:48:20.629] Build status: STARTED
[11:48:20.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:35:0) after 4m25s
[11:52:46.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:35:0)
[11:52:46.051] Build status: STARTED
[11:52:46.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:36:0) after 8m49s
[12:01:35.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:36:0)
[12:01:35.226] Build status: STARTED
[12:01:35.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:37:0) after 2m5s
[12:03:40.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:37:0)
[12:03:40.265] Build status: STARTED
[12:03:40.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:38:0) after 3m38s
[12:07:18.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:38:0)
[12:07:18.312] Build status: STARTED
[12:07:18.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:39:0) after 8m23s
[12:15:41.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:39:0)
[12:15:41.360] Build status: STARTED
[12:15:41.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:40:0) after 8m43s
[12:24:24.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:40:0)
[12:24:24.440] Build status: STARTED
[12:24:24.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:41:0) after 8m54s
[12:33:18.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:41:0)
[12:33:18.689] Build status: STARTED
[12:33:18.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:42:0) after 8m8s
[12:41:26.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:42:0)
[12:41:26.743] Build status: STARTED
[12:41:26.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:43:0) after 3m37s
[12:45:03.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:43:0)
[12:45:03.830] Build status: STARTED
[12:45:03.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:44:0) after 5m20s
[12:50:23.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:44:0)
[12:50:23.868] Build status: STARTED
[12:50:23.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:45:0) after 4m49s
[12:55:13.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:45:0)
[12:55:13.020] Build status: STARTED
[12:55:13.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:46:0) after 5m52s
[13:01:05.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:46:0)
[13:01:05.058] Build status: STARTED
[13:01:05.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:47:0) after 4m14s
[13:05:19.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:47:0)
[13:05:19.460] Build status: STARTED
[13:05:19.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:48:0) after 7m39s
[13:12:58.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:48:0)
[13:12:58.506] Build status: STARTED
[13:12:58.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:49:0) after 3m54s
[13:16:52.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:49:0)
[13:16:52.802] Build status: STARTED
[13:16:52.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:50:0) after 9m8s
[13:26:00.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:50:0)
[13:26:00.864] Build status: STARTED
[13:26:00.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:51:0) after 7m23s
[13:33:23.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:51:0)
[13:33:23.905] Build status: STARTED
[13:33:23.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:52:0) after 1m2s
[13:34:25.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:52:0)
[13:34:25.994] Build status: STARTED
[13:34:25.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:53:0) after 3m45s
[13:38:11.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:53:0)
[13:38:11.158] Build status: STARTED
[13:38:11.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:54:0) after 6m1s
[13:44:12.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:54:0)
[13:44:12.266] Build status: STARTED
[13:44:12.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:55:0) after 8m57s
[13:53:09.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:55:0)
[13:53:09.567] Build status: STARTED
[13:53:09.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:56:0) after 4m27s
[13:57:36.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:56:0)
[13:57:36.779] Build status: STARTED
[13:57:36.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:57:0) after 8m53s
[14:06:30.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:57:0)
[14:06:30.901] Build status: STARTED
[14:06:30.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:58:0) after 8m57s
[14:15:27.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:58:0)
[14:15:27.961] Build status: STARTED
[14:15:27.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:59:0) after 9m8s
[14:24:36.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:59:0)
[14:24:36.213] Build status: STARTED
[14:24:36.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:60:0) after 6m41s
[14:31:17.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:60:0)
[14:31:17.580] Build status: STARTED
[14:31:17.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:61:0) after 5m48s
[14:37:05.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:61:0)
[14:37:05.617] Build status: STARTED
[14:37:05.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:62:0) after 2m16s
[14:39:22.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:62:0)
[14:39:22.131] Build status: STARTED
[14:39:22.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:63:0) after 8m50s
[14:48:12.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:63:0)
[14:48:12.395] Build status: STARTED
[14:48:12.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:64:0) after 7m34s
[14:55:46.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:64:0)
[14:55:46.446] Build status: STARTED
[14:55:46.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:65:0) after 7m41s
[15:03:27.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:65:0)
[15:03:27.490] Build status: STARTED
[15:03:27.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:66:0) after 2m1s
[15:05:28.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:66:0)
[15:05:28.724] Build status: STARTED
[15:05:28.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:67:0) after 2m13s
[15:07:41.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:67:0)
[15:07:41.769] Build status: STARTED
[15:07:41.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:68:0) after 5m58s
[15:13:40.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:68:0)
[15:13:40.344] Build status: STARTED
[15:13:40.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:69:0) after 2m22s
[15:16:02.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:69:0)
[15:16:02.403] Build status: STARTED
[15:16:02.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:70:0) after 9m0s
[15:25:02.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:70:0)
[15:25:02.458] Build status: STARTED
[15:25:02.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:71:0) after 4m21s
[15:29:23.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:71:0)
[15:29:23.617] Build status: STARTED
[15:29:23.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:72:0) after 3m33s
[15:32:56.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:72:0)
[15:32:56.914] Build status: STARTED
[15:32:56.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:73:0) after 7m56s
[15:40:53.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:73:0)
[15:40:53.060] Build status: STARTED
[15:40:53.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:74:0) after 3m19s
[15:44:12.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:74:0)
[15:44:12.199] Build status: STARTED
[15:44:12.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:75:0) after 7m17s
[15:51:29.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:75:0)
[15:51:29.241] Build status: STARTED
[15:51:29.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:76:0) after 9m48s
[16:01:17.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:76:0)
[16:01:17.313] Build status: STARTED
[16:01:17.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:77:0) after 4m45s
[16:06:02.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:77:0)
[16:06:02.400] Build status: STARTED
[16:06:02.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:78:0) after 5m57s
[16:11:59.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:78:0)
[16:11:59.454] Build status: STARTED
[16:11:59.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:79:0) after 3m20s
[16:15:19.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:79:0)
[16:15:19.627] Build status: STARTED
[16:15:19.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:80:0) after 4m47s
[16:20:06.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:80:0)
[16:20:06.673] Build status: STARTED
[16:20:06.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:81:0) after 8m51s
[16:28:57.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:81:0)
[16:28:57.999] Build status: STARTED
[16:28:57.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:82:0) after 1m43s
[16:30:41.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:82:0)
[16:30:41.068] Build status: STARTED
[16:30:41.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:83:0) after 9m46s
[16:40:27.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:83:0)
[16:40:27.108] Build status: STARTED
[16:40:27.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:84:0) after 5m24s
[16:45:51.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:84:0)
[16:45:51.150] Build status: STARTED
[16:45:51.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:85:0) after 6m24s
[16:52:15.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:85:0)
[16:52:15.260] Build status: STARTED
[16:52:15.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:86:0) after 6m15s
[16:58:30.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:86:0)
[16:58:30.314] Build status: STARTED
[16:58:30.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:87:0) after 3m19s
[17:01:49.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:87:0)
[17:01:49.694] Build status: STARTED
[17:01:49.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:88:0) after 1m44s
[17:03:33.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:88:0)
[17:03:33.919] Build status: STARTED
[17:03:33.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:89:0) after 3m56s
[17:07:29.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:89:0)
[17:07:29.963] Build status: STARTED
[17:07:29.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:90:0) after 5m36s
[17:13:05.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:90:0)
[17:13:06.016] Build status: STARTED
[17:13:06.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:91:0) after 6m14s
[17:19:20.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:91:0)
[17:19:20.057] Build status: STARTED
[17:19:20.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:92:0) after 8m43s
[17:28:03.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:92:0)
[17:28:03.202] Build status: STARTED
[17:28:03.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:93:0) after 6m53s
[17:34:56.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:93:0)
[17:34:56.339] Build status: STARTED
[17:34:56.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:94:0) after 4m51s
[17:39:47.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:94:0)
[17:39:47.382] Build status: STARTED
[17:39:47.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:95:0) after 8m45s
[17:48:32.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:95:0)
[17:48:32.537] Build status: STARTED
[17:48:32.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:96:0) after 3m17s
[17:51:49.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:96:0)
[17:51:49.961] Build status: STARTED
[17:51:49.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:97:0) after 7m12s
[17:59:02.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:97:0)
[17:59:02.084] Build status: STARTED
[17:59:02.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:98:0) after 7m58s
[18:07:00.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:98:0)
[18:07:00.126] Build status: STARTED
[18:07:00.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:99:0) after 2m50s
[18:09:50.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:99:0)
[18:09:50.237] Build status: STARTED
[18:09:50.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:100:0) after 3m13s
[18:13:03.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:100:0)
[18:13:03.306] Build status: STARTED
[18:13:03.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:101:0) after 9m57s
[18:23:00.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:101:0)
[18:23:00.359] Build status: STARTED
[18:23:00.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:102:0) after 8m22s
[18:31:23.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:102:0)
[18:31:23.141] Build status: STARTED
[18:31:23.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:103:0) after 9m28s
[18:40:51.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:103:0)
[18:40:51.304] Build status: STARTED
[18:40:51.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:104:0) after 5m34s
[18:46:25.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:104:0)
[18:46:25.520] Build status: STARTED
[18:46:25.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:105:0) after 6m37s
[18:53:02.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:105:0)
[18:53:02.630] Build status: STARTED
[18:53:02.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:106:0) after 6m40s
[18:59:42.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:106:0)
[18:59:42.750] Build status: STARTED
[18:59:42.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:107:0) after 6m19s
[19:06:01.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:107:0)
[19:06:01.834] Build status: STARTED
[19:06:01.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:108:0) after 6m25s
[19:12:26.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:108:0)
[19:12:26.874] Build status: STARTED
[19:12:26.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:109:0) after 5m51s
[19:18:17.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:109:0)
[19:18:18.018] Build status: STARTED
[19:18:18.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:110:0) after 2m56s
[19:21:14.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:110:0)
[19:21:14.061] Build status: STARTED
[19:21:14.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:111:0) after 9m35s
[19:30:49.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:111:0)
[19:30:49.101] Build status: STARTED
[19:30:49.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:112:0) after 5m23s
[19:36:12.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:112:0)
[19:36:12.243] Build status: STARTED
[19:36:12.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:113:0) after 1m39s
[19:37:51.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:113:0)
[19:37:51.349] Build status: STARTED
[19:37:51.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:114:0) after 7m25s
[19:45:16.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:114:0)
[19:45:16.641] Build status: STARTED
[19:45:16.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:115:0) after 6m37s
[19:51:53.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:115:0)
[19:51:53.699] Build status: STARTED
[19:51:53.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:116:0) after 5m43s
[19:57:36.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:116:0)
[19:57:36.765] Build status: STARTED
[19:57:36.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:117:0) after 3m36s
[20:01:12.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:117:0)
[20:01:12.821] Build status: STARTED
[20:01:12.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:118:0) after 4m19s
[20:05:32.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:118:0)
[20:05:32.683] Build status: STARTED
[20:05:32.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:119:0) after 2m14s
[20:07:46.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:119:0)
[20:07:46.844] Build status: STARTED
[20:07:46.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:120:0) after 9m35s
[20:17:21.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:120:0)
[20:17:21.878] Build status: STARTED
[20:17:21.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:121:0) after 5m57s
[20:23:18.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:121:0)
[20:23:18.937] Build status: STARTED
[20:23:18.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:122:0) after 6m50s
[20:30:08.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:122:0)
[20:30:08.986] Build status: STARTED
[20:30:08.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:123:0) after 8m13s
[20:38:22.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:123:0)
[20:38:22.067] Build status: STARTED
[20:38:22.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:124:0) after 2m18s
[20:40:40.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:124:0)
[20:40:40.106] Build status: STARTED
[20:40:40.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:125:0) after 1m12s
[20:41:52.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:125:0)
[20:41:52.363] Build status: STARTED
[20:41:52.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:126:0) after 7m8s
[20:49:00.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:126:0)
[20:49:00.533] Build status: STARTED
[20:49:00.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:127:0) after 4m12s
[20:53:12.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:127:0)
[20:53:12.608] Build status: STARTED
[20:53:12.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:128:0) after 3m28s
[20:56:40.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:128:0)
[20:56:40.725] Build status: STARTED
[20:56:40.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:129:0) after 1m10s
[20:57:51.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:129:0)
[20:57:51.067] Build status: STARTED
[20:57:51.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:130:0) after 6m16s
[21:04:07.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:130:0)
[21:04:07.079] Build status: STARTED
[21:04:07.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:131:0) after 9m35s
[21:13:42.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:131:0)
[21:13:42.189] Build status: STARTED
[21:13:42.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:132:0) after 1m17s
[21:14:59.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:132:0)
[21:14:59.262] Build status: STARTED
[21:14:59.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:133:0) after 8m26s
[21:23:25.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:133:0)
[21:23:25.300] Build status: STARTED
[21:23:25.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:134:0) after 5m36s
[21:29:01.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:134:0)
[21:29:01.382] Build status: STARTED
[21:29:01.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:135:0) after 2m29s
[21:31:30.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:135:0)
[21:31:30.450] Build status: STARTED
[21:31:30.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:136:0) after 8m56s
[21:40:26.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:136:0)
[21:40:26.506] Build status: STARTED
[21:40:26.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:137:0) after 7m58s
[21:48:24.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:137:0)
[21:48:24.947] Build status: STARTED
[21:48:24.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:138:0) after 3m26s
[21:51:50.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:138:0)
[21:51:50.988] Build status: STARTED
[21:51:50.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:139:0) after 1m58s
[21:53:49.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:139:0)
[21:53:49.026] Build status: STARTED
[21:53:49.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:140:0) after 6m51s
[22:00:40.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:140:0)
[22:00:40.065] Build status: STARTED
[22:00:40.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:141:0) after 8m27s
[22:09:07.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:141:0)
[22:09:07.125] Build status: STARTED
[22:09:07.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:142:0) after 9m20s
[22:18:27.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:142:0)
[22:18:27.275] Build status: STARTED
[22:18:27.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:143:0) after 2m2s
[22:20:29.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:143:0)
[22:20:29.310] Build status: STARTED
[22:20:29.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:144:0) after 9m16s
[22:29:45.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:144:0)
[22:29:45.375] Build status: STARTED
[22:29:45.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:145:0) after 8m29s
[22:38:14.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:145:0)
[22:38:14.432] Build status: STARTED
[22:38:14.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:146:0) after 3m40s
[22:41:54.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:146:0)
[22:41:54.473] Build status: STARTED
[22:41:54.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:147:0) after 3m20s
[22:45:14.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:147:0)
[22:45:14.524] Build status: STARTED
[22:45:14.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:148:0) after 1m16s
[22:46:30.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:148:0)
[22:46:30.700] Build status: STARTED
[22:46:30.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:149:0) after 4m55s
[22:51:26.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:149:0)
[22:51:26.273] Build status: STARTED
[22:51:26.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:150:0) after 6m38s
[22:58:04.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:150:0)
[22:58:04.408] Build status: STARTED
[22:58:04.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:151:0) after 4m54s
[23:02:58.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:151:0)
[23:02:58.458] Build status: STARTED
[23:02:58.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:152:0) after 1m43s
[23:04:41.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:152:0)
[23:04:41.749] Build status: STARTED
[23:04:41.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:153:0) after 4m31s
[23:09:13.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:153:0)
[23:09:13.596] Build status: STARTED
[23:09:13.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:154:0) after 8m9s
[23:17:23.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:154:0)
[23:17:23.320] Build status: STARTED
[23:17:23.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:155:0) after 3m25s
[23:20:48.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:155:0)
[23:20:48.769] Build status: STARTED
[23:20:48.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:156:0) after 7m26s
[23:28:14.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:156:0)
[23:28:14.812] Build status: STARTED
[23:28:14.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:157:0) after 3m36s
[23:31:50.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:157:0)
[23:31:50.864] Build status: STARTED
[23:31:50.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:158:0) after 7m10s
[23:39:00.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:158:0)
[23:39:00.910] Build status: STARTED
[23:39:00.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:159:0) after 6m57s
[23:45:57.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:159:0)
[23:45:57.948] Build status: STARTED
[23:45:57.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:160:0) after 8m16s
[23:54:14.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:160:0)
[23:54:14.034] Build status: STARTED
[23:54:14.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:161:0) after 6m11s
[00:00:25.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:161:0)
[00:00:25.078] Build status: STARTED
[00:00:25.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:162:0) after 2m37s
[00:03:02.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:162:0)
[00:03:02.174] Build status: STARTED
[00:03:02.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:163:0) after 8m28s
[00:11:30.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:163:0)
[00:11:30.242] Build status: STARTED
[00:11:30.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:164:0) after 3m27s
[00:14:57.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:164:0)
[00:14:57.292] Build status: STARTED
[00:14:57.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:165:0) after 4m19s
[00:19:16.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:165:0)
[00:19:16.454] Build status: STARTED
[00:19:16.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:166:0) after 8m24s
[00:27:40.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:166:0)
[00:27:40.535] Build status: STARTED
[00:27:40.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:167:0) after 9m22s
[00:37:02.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:167:0)
[00:37:02.569] Build status: STARTED
[00:37:02.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:168:0) after 8m21s
[00:45:23.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:168:0)
[00:45:23.638] Build status: STARTED
[00:45:23.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:169:0) after 7m45s
[00:53:08.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:169:0)
[00:53:08.878] Build status: STARTED
[00:53:08.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:170:0) after 4m25s
[00:57:33.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:170:0)
[00:57:33.919] Build status: STARTED
[00:57:33.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:171:0) after 1m36s
[00:59:09.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:171:0)
[00:59:10.008] Build status: STARTED
[00:59:10.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:172:0) after 3m35s
[01:02:45.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:172:0)
[01:02:45.052] Build status: STARTED
[01:02:45.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:173:0) after 8m4s
[01:10:49.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:173:0)
[01:10:49.142] Build status: STARTED
[01:10:49.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:174:0) after 1m40s
[01:12:29.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:174:0)
[01:12:29.213] Build status: STARTED
[01:12:29.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:175:0) after 4m50s
[01:17:19.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:175:0)
[01:17:19.354] Build status: STARTED
[01:17:19.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:176:0) after 1m20s
[01:18:39.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:176:0)
[01:18:39.498] Build status: STARTED
[01:18:39.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:177:0) after 9m9s
[01:27:48.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:177:0)
[01:27:48.646] Build status: STARTED
[01:27:48.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:178:0) after 3m36s
[01:31:24.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:178:0)
[01:31:24.692] Build status: STARTED
[01:31:24.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:179:0) after 3m59s
[01:35:23.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:179:0)
[01:35:23.738] Build status: STARTED
[01:35:23.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:180:0) after 2m42s
[01:38:05.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:180:0)
[01:38:05.949] Build status: STARTED
[01:38:05.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:181:0) after 7m45s
[01:45:51.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:181:0)
[01:45:51.173] Build status: STARTED
[01:45:51.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:182:0) after 9m4s
[01:54:55.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:182:0)
[01:54:55.215] Build status: STARTED
[01:54:55.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:183:0) after 6m17s
[02:01:12.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:183:0)
[02:01:12.232] Build status: STARTED
[02:01:12.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:184:0) after 7m36s
[02:08:48.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:184:0)
[02:08:48.428] Build status: STARTED
[02:08:48.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:185:0) after 6m0s
[02:14:48.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:185:0)
[02:14:48.466] Build status: STARTED
[02:14:48.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:186:0) after 5m50s
[02:20:38.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:186:0)
[02:20:38.669] Build status: STARTED
[02:20:38.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:187:0) after 1m1s
[02:21:39.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:187:0)
[02:21:39.896] Build status: STARTED
[02:21:39.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:188:0) after 9m1s
[02:30:40.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:188:0)
[02:30:41.003] Build status: STARTED
[02:30:41.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:189:0) after 5m24s
[02:36:05.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:189:0)
[02:36:05.162] Build status: STARTED
[02:36:05.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:190:0) after 1m25s
[02:37:30.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:190:0)
[02:37:30.296] Build status: STARTED
[02:37:30.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:191:0) after 6m20s
[02:43:50.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:191:0)
[02:43:50.353] Build status: STARTED
[02:43:50.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:192:0) after 9m14s
[02:53:04.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:192:0)
[02:53:04.407] Build status: STARTED
[02:53:04.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:193:0) after 9m43s
[03:02:47.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:193:0)
[03:02:47.434] Build status: STARTED
[03:02:47.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:194:0) after 1m10s
[03:03:57.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:194:0)
[03:03:57.477] Build status: STARTED
[03:03:57.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:195:0) after 5m47s
[03:09:44.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:195:0)
[03:09:44.524] Build status: STARTED
[03:09:44.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:196:0) after 9m22s
[03:19:06.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:196:0)
[03:19:06.568] Build status: STARTED
[03:19:06.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:197:0) after 9m58s
[03:29:04.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:197:0)
[03:29:04.801] Build status: STARTED
[03:29:04.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:198:0) after 8m33s
[03:37:37.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:198:0)
[03:37:37.848] Build status: STARTED
[03:37:37.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:199:0) after 5m29s
[03:43:06.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:199:0)
[03:43:06.955] Build status: STARTED
[03:43:06.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:200:0) after 6m56s
[03:50:03.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:200:0)
[03:50:03.051] Build status: STARTED
[03:50:03.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:201:0) after 2m59s
[03:53:02.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:201:0)
[03:53:02.129] Build status: STARTED
[03:53:02.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:202:0) after 7m57s
[04:00:59.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:202:0)
[04:00:59.174] Build status: STARTED
[04:00:59.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:203:0) after 5m9s
[04:06:08.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:203:0)
[04:06:08.350] Build status: STARTED
[04:06:08.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:204:0) after 4m47s
[04:10:55.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:204:0)
[04:10:55.400] Build status: STARTED
[04:10:55.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:205:0) after 6m3s
[04:16:58.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:205:0)
[04:16:58.441] Build status: STARTED
[04:16:58.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:206:0) after 8m18s
[04:25:16.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:206:0)
[04:25:16.502] Build status: STARTED
[04:25:16.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:207:0) after 7m47s
[04:33:03.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:207:0)
[04:33:03.544] Build status: STARTED
[04:33:03.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:208:0) after 7m28s
[04:40:31.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:208:0)
[04:40:31.582] Build status: STARTED
[04:40:31.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:209:0) after 7m1s
[04:47:32.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:209:0)
[04:47:32.627] Build status: STARTED
[04:47:32.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8944662961565809168:210:0) after 5m19s
[04:49:53.966] Received PubSub notification, asking Buildbucket for the build status
[04:49:53.982] Build:
{
  "id": "8779232899460468977",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 29998,
  "createdBy": "project:chromium",
  "createTime": "2023-06-04T08:41:28.243375924Z",
  "startTime": "2023-06-04T08:42:32.600754Z",
  "endTime": "2023-06-05T04:49:53.432925Z",
  "updateTime": "2023-06-05T04:49:53.432925Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c9fed962abc090b5da30fdc2f41dcd57c34e24f5",
      "ref": "refs/heads/main"
    }
  }
}
[04:49:53.982] Invocation finished in 20h8m27.130392364s with status FAILED