Status: FAILED
Triggered by: -
Duration: 16 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "bff06dc5632d5bed5d5bc9c8842ab4f0ab8b5909"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bff06dc5632d5bed5d5bc9c8842ab4f0ab8b5909
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:41:33.718] New invocation is queued and will start shortly
[05:41:34.822] Starting the invocation (attempt 1)
[05:41:34.858] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bff06dc5632d5bed5d5bc9c8842ab4f0ab8b5909"
[05:41:34.858] Popped gitiles commit info from properties and tags
[05:41:34.858] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:41:34.858] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:41:34.859] Buildbucket request:
{
  "requestId": "8915592652785364960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "bff06dc5632d5bed5d5bc9c8842ab4f0ab8b5909",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915592652785364960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:41:35.431] Scheduled build:
{
  "id": "8750162590831899553",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31519,
  "createdBy": "project:chromium",
  "createTime": "2024-04-20T05:41:34.952156350Z",
  "updateTime": "2024-04-20T05:41:34.952156350Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bff06dc5632d5bed5d5bc9c8842ab4f0ab8b5909",
      "ref": "refs/heads/main"
    }
  }
}
[05:41:35.431] Task URL: https://cr-buildbucket.appspot.com/build/8750162590831899553
[05:41:35.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:2:0) after 2m41s
[05:42:23.099] Received PubSub notification, asking Buildbucket for the build status
[05:42:23.124] Build status: STARTED
[05:42:43.714] Received PubSub notification, asking Buildbucket for the build status
[05:42:43.739] Build status: STARTED
[05:44:16.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:2:0)
[05:44:16.494] Build status: STARTED
[05:44:16.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:5:0) after 7m27s
[05:51:43.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:5:0)
[05:51:43.594] Build status: STARTED
[05:51:43.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:6:0) after 1m47s
[05:53:30.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:6:0)
[05:53:30.707] Build status: STARTED
[05:53:30.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:7:0) after 6m40s
[06:00:10.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:7:0)
[06:00:10.781] Build status: STARTED
[06:00:10.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:8:0) after 1m16s
[06:01:26.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:8:0)
[06:01:27.094] Build status: STARTED
[06:01:27.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:9:0) after 8m18s
[06:09:45.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:9:0)
[06:09:45.279] Build status: STARTED
[06:09:45.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:10:0) after 4m16s
[06:14:01.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:10:0)
[06:14:01.335] Build status: STARTED
[06:14:01.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:11:0) after 5m51s
[06:19:52.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:11:0)
[06:19:52.406] Build status: STARTED
[06:19:52.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:12:0) after 3m17s
[06:23:09.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:12:0)
[06:23:09.658] Build status: STARTED
[06:23:09.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:13:0) after 9m28s
[06:32:37.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:13:0)
[06:32:37.795] Build status: STARTED
[06:32:37.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:14:0) after 5m54s
[06:38:31.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:14:0)
[06:38:31.928] Build status: STARTED
[06:38:31.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:15:0) after 1m51s
[06:40:22.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:15:0)
[06:40:22.985] Build status: STARTED
[06:40:22.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:16:0) after 1m41s
[06:42:04.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:16:0)
[06:42:04.079] Build status: STARTED
[06:42:04.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:17:0) after 6m8s
[06:48:12.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:17:0)
[06:48:12.174] Build status: STARTED
[06:48:12.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:18:0) after 2m0s
[06:50:12.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:18:0)
[06:50:12.277] Build status: STARTED
[06:50:12.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:19:0) after 8m14s
[06:58:26.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:19:0)
[06:58:26.408] Build status: STARTED
[06:58:26.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:20:0) after 9m20s
[07:07:46.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:20:0)
[07:07:46.547] Build status: STARTED
[07:07:46.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:21:0) after 6m18s
[07:14:04.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:21:0)
[07:14:04.593] Build status: STARTED
[07:14:04.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:22:0) after 7m57s
[07:22:01.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:22:0)
[07:22:01.666] Build status: STARTED
[07:22:01.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:23:0) after 9m44s
[07:31:45.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:23:0)
[07:31:45.900] Build status: STARTED
[07:31:45.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:24:0) after 3m24s
[07:35:09.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:24:0)
[07:35:09.955] Build status: STARTED
[07:35:09.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:25:0) after 2m37s
[07:37:47.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:25:0)
[07:37:47.079] Build status: STARTED
[07:37:47.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:26:0) after 9m1s
[07:46:48.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:26:0)
[07:46:48.138] Build status: STARTED
[07:46:48.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:27:0) after 5m47s
[07:52:35.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:27:0)
[07:52:35.196] Build status: STARTED
[07:52:35.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:28:0) after 5m42s
[07:58:17.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:28:0)
[07:58:17.245] Build status: STARTED
[07:58:17.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:29:0) after 2m54s
[08:01:11.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:29:0)
[08:01:11.336] Build status: STARTED
[08:01:11.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:30:0) after 2m54s
[08:04:05.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:30:0)
[08:04:05.385] Build status: STARTED
[08:04:05.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:31:0) after 7m7s
[08:11:12.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:31:0)
[08:11:12.504] Build status: STARTED
[08:11:12.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:32:0) after 2m8s
[08:13:20.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:32:0)
[08:13:20.550] Build status: STARTED
[08:13:20.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:33:0) after 4m51s
[08:18:11.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:33:0)
[08:18:11.602] Build status: STARTED
[08:18:11.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:34:0) after 7m12s
[08:25:23.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:34:0)
[08:25:23.700] Build status: STARTED
[08:25:23.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:35:0) after 8m15s
[08:33:38.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:35:0)
[08:33:38.811] Build status: STARTED
[08:33:38.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:36:0) after 2m49s
[08:36:27.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:36:0)
[08:36:27.934] Build status: STARTED
[08:36:27.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:37:0) after 8m26s
[08:44:53.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:37:0)
[08:44:54.043] Build status: STARTED
[08:44:54.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:38:0) after 1m8s
[08:46:02.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:38:0)
[08:46:02.091] Build status: STARTED
[08:46:02.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:39:0) after 9m38s
[08:55:40.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:39:0)
[08:55:40.159] Build status: STARTED
[08:55:40.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:40:0) after 5m1s
[09:00:41.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:40:0)
[09:00:41.370] Build status: STARTED
[09:00:41.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:41:0) after 9m59s
[09:10:48.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:41:0)
[09:10:48.604] Build status: STARTED
[09:10:48.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:42:0) after 4m24s
[09:15:12.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:42:0)
[09:15:12.695] Build status: STARTED
[09:15:12.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:43:0) after 2m26s
[09:17:38.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:43:0)
[09:17:38.941] Build status: STARTED
[09:17:38.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:44:0) after 7m31s
[09:25:10.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:44:0)
[09:25:10.084] Build status: STARTED
[09:25:10.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:45:0) after 2m13s
[09:27:23.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:45:0)
[09:27:23.159] Build status: STARTED
[09:27:23.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:46:0) after 5m21s
[09:32:44.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:46:0)
[09:32:44.488] Build status: STARTED
[09:32:44.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:47:0) after 3m0s
[09:35:44.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:47:0)
[09:35:44.671] Build status: STARTED
[09:35:44.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:48:0) after 2m46s
[09:38:30.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:48:0)
[09:38:30.741] Build status: STARTED
[09:38:30.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:49:0) after 7m10s
[09:45:40.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:49:0)
[09:45:40.828] Build status: STARTED
[09:45:40.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:50:0) after 6m55s
[09:52:35.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:50:0)
[09:52:35.946] Build status: STARTED
[09:52:35.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:51:0) after 7m15s
[09:59:51.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:51:0)
[09:59:51.050] Build status: STARTED
[09:59:51.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:52:0) after 2m19s
[10:02:10.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:52:0)
[10:02:10.210] Build status: STARTED
[10:02:10.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:53:0) after 8m4s
[10:10:14.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:53:0)
[10:10:14.286] Build status: STARTED
[10:10:14.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:54:0) after 2m56s
[10:13:10.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:54:0)
[10:13:10.627] Build status: STARTED
[10:13:10.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:55:0) after 4m11s
[10:17:21.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:55:0)
[10:17:21.733] Build status: STARTED
[10:17:21.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:56:0) after 8m47s
[10:26:08.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:56:0)
[10:26:08.807] Build status: STARTED
[10:26:08.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:57:0) after 2m58s
[10:29:06.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:57:0)
[10:29:07.016] Build status: STARTED
[10:29:07.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:58:0) after 6m47s
[10:35:54.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:58:0)
[10:35:54.116] Build status: STARTED
[10:35:54.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:59:0) after 9m7s
[10:45:01.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:59:0)
[10:45:01.225] Build status: STARTED
[10:45:01.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:60:0) after 2m47s
[10:47:48.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:60:0)
[10:47:48.271] Build status: STARTED
[10:47:48.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:61:0) after 6m33s
[10:54:21.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:61:0)
[10:54:21.404] Build status: STARTED
[10:54:21.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:62:0) after 5m18s
[10:59:39.437] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:62:0)
[10:59:39.455] Build status: STARTED
[10:59:39.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:63:0) after 7m15s
[11:06:54.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:63:0)
[11:06:54.564] Build status: STARTED
[11:06:54.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:64:0) after 6m48s
[11:13:43.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:64:0)
[11:13:43.683] Build status: STARTED
[11:13:43.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:65:0) after 2m38s
[11:16:21.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:65:0)
[11:16:21.851] Build status: STARTED
[11:16:21.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:66:0) after 8m10s
[11:24:31.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:66:0)
[11:24:31.914] Build status: STARTED
[11:24:31.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:67:0) after 5m7s
[11:29:38.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:67:0)
[11:29:38.979] Build status: STARTED
[11:29:38.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:68:0) after 5m8s
[11:34:47.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:68:0)
[11:34:47.064] Build status: STARTED
[11:34:47.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:69:0) after 8m20s
[11:43:07.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:69:0)
[11:43:07.120] Build status: STARTED
[11:43:07.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:70:0) after 9m19s
[11:52:26.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:70:0)
[11:52:26.481] Build status: STARTED
[11:52:26.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:71:0) after 3m37s
[11:56:03.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:71:0)
[11:56:03.558] Build status: STARTED
[11:56:03.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:72:0) after 8m38s
[12:04:41.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:72:0)
[12:04:41.667] Build status: STARTED
[12:04:41.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:73:0) after 4m15s
[12:08:56.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:73:0)
[12:08:56.733] Build status: STARTED
[12:08:56.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:74:0) after 9m29s
[12:18:25.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:74:0)
[12:18:25.998] Build status: STARTED
[12:18:25.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:75:0) after 5m42s
[12:24:08.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:75:0)
[12:24:08.239] Build status: STARTED
[12:24:08.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:76:0) after 3m30s
[12:27:38.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:76:0)
[12:27:38.280] Build status: STARTED
[12:27:38.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:77:0) after 2m28s
[12:30:06.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:77:0)
[12:30:06.304] Build status: STARTED
[12:30:06.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:78:0) after 2m7s
[12:32:13.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:78:0)
[12:32:13.414] Build status: STARTED
[12:32:13.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:79:0) after 9m34s
[12:41:47.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:79:0)
[12:41:47.519] Build status: STARTED
[12:41:47.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:80:0) after 7m50s
[12:49:37.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:80:0)
[12:49:37.812] Build status: STARTED
[12:49:37.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:81:0) after 2m37s
[12:52:14.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:81:0)
[12:52:14.930] Build status: STARTED
[12:52:14.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:82:0) after 2m6s
[12:54:21.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:82:0)
[12:54:21.168] Build status: STARTED
[12:54:21.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:83:0) after 6m53s
[13:01:14.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:83:0)
[13:01:14.252] Build status: STARTED
[13:01:14.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:84:0) after 4m23s
[13:05:37.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:84:0)
[13:05:37.416] Build status: STARTED
[13:05:37.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:85:0) after 9m43s
[13:15:20.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:85:0)
[13:15:20.451] Build status: STARTED
[13:15:20.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:86:0) after 1m19s
[13:16:39.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:86:0)
[13:16:39.532] Build status: STARTED
[13:16:39.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:87:0) after 8m48s
[13:25:27.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:87:0)
[13:25:27.784] Build status: STARTED
[13:25:27.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:88:0) after 3m23s
[13:28:50.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:88:0)
[13:28:50.848] Build status: STARTED
[13:28:50.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:89:0) after 8m49s
[13:37:39.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:89:0)
[13:37:39.973] Build status: STARTED
[13:37:39.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:90:0) after 1m7s
[13:38:47.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:90:0)
[13:38:47.200] Build status: STARTED
[13:38:47.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:91:0) after 5m33s
[13:44:20.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:91:0)
[13:44:20.250] Build status: STARTED
[13:44:20.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:92:0) after 6m38s
[13:50:58.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:92:0)
[13:50:58.465] Build status: STARTED
[13:50:58.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:93:0) after 2m48s
[13:53:47.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:93:0)
[13:53:47.239] Build status: STARTED
[13:53:47.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:94:0) after 4m13s
[13:58:00.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:94:0)
[13:58:00.311] Build status: STARTED
[13:58:00.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:95:0) after 3m16s
[14:01:16.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:95:0)
[14:01:16.466] Build status: STARTED
[14:01:16.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:96:0) after 7m31s
[14:08:47.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:96:0)
[14:08:47.909] Build status: STARTED
[14:08:47.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:97:0) after 6m10s
[14:14:58.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:97:0)
[14:14:58.233] Build status: STARTED
[14:14:58.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:98:0) after 7m42s
[14:22:40.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:98:0)
[14:22:40.306] Build status: STARTED
[14:22:40.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:99:0) after 6m23s
[14:29:03.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:99:0)
[14:29:03.379] Build status: STARTED
[14:29:03.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:100:0) after 7m36s
[14:36:39.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:100:0)
[14:36:39.433] Build status: STARTED
[14:36:39.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:101:0) after 7m37s
[14:44:16.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:101:0)
[14:44:16.533] Build status: STARTED
[14:44:16.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:102:0) after 8m36s
[14:52:52.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:102:0)
[14:52:52.745] Build status: STARTED
[14:52:52.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:103:0) after 7m59s
[15:00:51.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:103:0)
[15:00:51.831] Build status: STARTED
[15:00:51.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:104:0) after 4m29s
[15:05:20.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:104:0)
[15:05:20.909] Build status: STARTED
[15:05:20.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:105:0) after 4m10s
[15:09:31.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:105:0)
[15:09:31.229] Build status: STARTED
[15:09:31.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:106:0) after 1m35s
[15:11:06.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:106:0)
[15:11:06.419] Build status: STARTED
[15:11:06.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:107:0) after 3m25s
[15:14:31.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:107:0)
[15:14:31.785] Build status: STARTED
[15:14:31.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:108:0) after 9m46s
[15:24:17.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:108:0)
[15:24:17.982] Build status: STARTED
[15:24:17.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:109:0) after 1m45s
[15:26:03.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:109:0)
[15:26:03.107] Build status: STARTED
[15:26:03.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:110:0) after 1m22s
[15:27:25.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:110:0)
[15:27:25.216] Build status: STARTED
[15:27:25.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:111:0) after 8m49s
[15:36:14.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:111:0)
[15:36:14.316] Build status: STARTED
[15:36:14.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:112:0) after 3m39s
[15:39:53.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:112:0)
[15:39:53.828] Build status: STARTED
[15:39:53.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:113:0) after 9m3s
[15:48:57.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:113:0)
[15:48:57.059] Build status: STARTED
[15:48:57.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:114:0) after 3m47s
[15:52:44.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:114:0)
[15:52:44.140] Build status: STARTED
[15:52:44.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:115:0) after 7m12s
[15:59:56.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:115:0)
[15:59:56.238] Build status: STARTED
[15:59:56.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:116:0) after 4m24s
[16:04:20.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:116:0)
[16:04:20.369] Build status: STARTED
[16:04:20.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:117:0) after 2m33s
[16:06:53.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:117:0)
[16:06:53.859] Build status: STARTED
[16:06:53.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:118:0) after 6m6s
[16:13:00.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:118:0)
[16:13:00.038] Build status: STARTED
[16:13:00.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:119:0) after 3m35s
[16:16:35.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:119:0)
[16:16:35.331] Build status: STARTED
[16:16:35.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:120:0) after 6m11s
[16:22:46.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:120:0)
[16:22:46.446] Build status: STARTED
[16:22:46.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:121:0) after 9m37s
[16:32:23.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:121:0)
[16:32:23.559] Build status: STARTED
[16:32:23.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:122:0) after 5m12s
[16:37:35.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:122:0)
[16:37:35.740] Build status: STARTED
[16:37:35.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:123:0) after 4m42s
[16:42:17.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:123:0)
[16:42:17.881] Build status: STARTED
[16:42:17.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:124:0) after 6m3s
[16:48:20.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:124:0)
[16:48:20.973] Build status: STARTED
[16:48:20.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:125:0) after 5m24s
[16:53:45.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:125:0)
[16:53:45.182] Build status: STARTED
[16:53:45.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:126:0) after 9m4s
[17:02:49.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:126:0)
[17:02:49.233] Build status: STARTED
[17:02:49.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:127:0) after 7m21s
[17:10:10.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:127:0)
[17:10:10.403] Build status: STARTED
[17:10:10.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:128:0) after 3m36s
[17:13:46.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:128:0)
[17:13:46.506] Build status: STARTED
[17:13:46.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:129:0) after 4m45s
[17:18:31.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:129:0)
[17:18:31.663] Build status: STARTED
[17:18:31.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:130:0) after 9m59s
[17:28:30.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:130:0)
[17:28:30.719] Build status: STARTED
[17:28:30.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:131:0) after 4m7s
[17:32:37.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:131:0)
[17:32:37.851] Build status: STARTED
[17:32:37.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:132:0) after 2m8s
[17:34:46.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:132:0)
[17:34:46.285] Build status: STARTED
[17:34:46.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:133:0) after 8m53s
[17:43:39.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:133:0)
[17:43:39.502] Build status: STARTED
[17:43:39.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:134:0) after 4m19s
[17:47:58.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:134:0)
[17:47:58.571] Build status: STARTED
[17:47:58.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:135:0) after 1m36s
[17:49:34.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:135:0)
[17:49:34.680] Build status: STARTED
[17:49:34.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:136:0) after 6m9s
[17:55:43.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:136:0)
[17:55:43.768] Build status: STARTED
[17:55:43.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:137:0) after 4m40s
[18:00:23.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:137:0)
[18:00:24.018] Build status: STARTED
[18:00:24.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:138:0) after 2m2s
[18:02:26.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:138:0)
[18:02:26.171] Build status: STARTED
[18:02:26.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:139:0) after 4m55s
[18:07:21.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:139:0)
[18:07:21.270] Build status: STARTED
[18:07:21.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:140:0) after 9m59s
[18:17:20.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:140:0)
[18:17:20.334] Build status: STARTED
[18:17:20.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:141:0) after 4m27s
[18:21:47.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:141:0)
[18:21:47.460] Build status: STARTED
[18:21:47.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:142:0) after 7m44s
[18:29:31.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:142:0)
[18:29:31.592] Build status: STARTED
[18:29:31.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:143:0) after 2m0s
[18:31:32.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:143:0)
[18:31:32.315] Build status: STARTED
[18:31:32.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:144:0) after 1m49s
[18:33:21.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:144:0)
[18:33:21.653] Build status: STARTED
[18:33:21.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:145:0) after 1m34s
[18:34:55.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:145:0)
[18:34:55.742] Build status: STARTED
[18:34:55.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:146:0) after 5m17s
[18:40:12.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:146:0)
[18:40:12.977] Build status: STARTED
[18:40:12.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:147:0) after 3m22s
[18:43:35.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:147:0)
[18:43:35.105] Build status: STARTED
[18:43:35.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:148:0) after 8m21s
[18:51:56.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:148:0)
[18:51:56.250] Build status: STARTED
[18:51:56.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:149:0) after 3m32s
[18:55:28.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:149:0)
[18:55:28.377] Build status: STARTED
[18:55:28.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:150:0) after 1m58s
[18:57:26.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:150:0)
[18:57:26.763] Build status: STARTED
[18:57:26.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:151:0) after 1m56s
[18:59:22.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:151:0)
[18:59:22.956] Build status: STARTED
[18:59:22.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:152:0) after 2m47s
[19:02:10.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:152:0)
[19:02:10.286] Build status: STARTED
[19:02:10.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:153:0) after 1m52s
[19:04:02.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:153:0)
[19:04:02.487] Build status: STARTED
[19:04:02.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:154:0) after 6m34s
[19:10:36.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:154:0)
[19:10:36.550] Build status: STARTED
[19:10:36.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:155:0) after 4m56s
[19:15:32.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:155:0)
[19:15:32.790] Build status: STARTED
[19:15:32.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:156:0) after 1m11s
[19:16:43.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:156:0)
[19:16:43.921] Build status: STARTED
[19:16:43.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:157:0) after 8m53s
[19:25:36.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:157:0)
[19:25:37.020] Build status: STARTED
[19:25:37.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:158:0) after 5m49s
[19:31:26.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:158:0)
[19:31:26.549] Build status: STARTED
[19:31:26.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:159:0) after 1m41s
[19:33:07.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:159:0)
[19:33:07.654] Build status: STARTED
[19:33:07.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:160:0) after 5m55s
[19:39:02.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:160:0)
[19:39:02.705] Build status: STARTED
[19:39:02.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:161:0) after 6m16s
[19:45:18.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:161:0)
[19:45:18.891] Build status: STARTED
[19:45:18.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:162:0) after 9m50s
[19:55:09.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:162:0)
[19:55:09.088] Build status: STARTED
[19:55:09.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:163:0) after 8m10s
[20:03:19.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:163:0)
[20:03:19.202] Build status: STARTED
[20:03:19.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:164:0) after 4m17s
[20:07:36.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:164:0)
[20:07:36.256] Build status: STARTED
[20:07:36.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:165:0) after 9m0s
[20:16:36.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:165:0)
[20:16:36.422] Build status: STARTED
[20:16:36.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:166:0) after 4m53s
[20:21:29.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:166:0)
[20:21:29.537] Build status: STARTED
[20:21:29.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:167:0) after 6m58s
[20:28:27.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:167:0)
[20:28:27.701] Build status: STARTED
[20:28:27.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:168:0) after 8m40s
[20:37:07.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:168:0)
[20:37:07.902] Build status: STARTED
[20:37:07.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:169:0) after 9m16s
[20:46:23.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:169:0)
[20:46:23.978] Build status: STARTED
[20:46:23.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:170:0) after 9m46s
[20:56:10.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:170:0)
[20:56:10.169] Build status: STARTED
[20:56:10.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:171:0) after 2m35s
[20:58:45.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:171:0)
[20:58:45.274] Build status: STARTED
[20:58:45.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:172:0) after 2m32s
[21:01:17.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:172:0)
[21:01:17.615] Build status: STARTED
[21:01:17.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:173:0) after 1m40s
[21:02:57.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:173:0)
[21:02:57.778] Build status: STARTED
[21:02:57.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:174:0) after 2m24s
[21:05:21.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:174:0)
[21:05:21.846] Build status: STARTED
[21:05:21.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:175:0) after 8m11s
[21:13:32.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:175:0)
[21:13:32.907] Build status: STARTED
[21:13:32.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:176:0) after 1m16s
[21:14:49.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:176:0)
[21:14:49.069] Build status: STARTED
[21:14:49.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:177:0) after 2m8s
[21:16:57.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:177:0)
[21:16:57.153] Build status: STARTED
[21:16:57.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:178:0) after 8m30s
[21:25:27.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:178:0)
[21:25:27.402] Build status: STARTED
[21:25:27.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:179:0) after 4m32s
[21:29:59.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:179:0)
[21:29:59.471] Build status: STARTED
[21:29:59.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:180:0) after 4m59s
[21:34:58.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:180:0)
[21:34:58.841] Build status: STARTED
[21:34:58.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:181:0) after 9m3s
[21:44:02.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:181:0)
[21:44:02.106] Build status: STARTED
[21:44:02.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:182:0) after 3m44s
[21:47:46.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:182:0)
[21:47:46.272] Build status: STARTED
[21:47:46.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:183:0) after 2m39s
[21:50:25.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:183:0)
[21:50:25.352] Build status: STARTED
[21:50:25.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:184:0) after 3m13s
[21:53:38.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:184:0)
[21:53:38.474] Build status: STARTED
[21:53:38.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:185:0) after 6m1s
[21:59:39.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:185:0)
[21:59:39.530] Build status: STARTED
[21:59:39.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:186:0) after 4m47s
[22:04:26.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:186:0)
[22:04:26.704] Build status: STARTED
[22:04:26.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:187:0) after 4m49s
[22:09:15.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:187:0)
[22:09:15.897] Build status: STARTED
[22:09:15.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:188:0) after 9m22s
[22:18:38.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:188:0)
[22:18:38.098] Build status: STARTED
[22:18:38.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915592652785364960:189:0) after 9m39s
[22:22:48.954] Received PubSub notification, asking Buildbucket for the build status
[22:22:48.976] Build:
{
  "id": "8750162590831899553",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31519,
  "createdBy": "project:chromium",
  "createTime": "2024-04-20T05:41:34.952156350Z",
  "startTime": "2024-04-20T05:41:53.556483208Z",
  "endTime": "2024-04-20T22:22:48.616033466Z",
  "updateTime": "2024-04-20T22:22:48.616033466Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bff06dc5632d5bed5d5bc9c8842ab4f0ab8b5909",
      "ref": "refs/heads/main"
    }
  }
}
[22:22:48.976] Invocation finished in 16h41m15.269811311s with status FAILED