Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f756511e760bc95ed659c7d7e0729d58e6519946"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f756511e760bc95ed659c7d7e0729d58e6519946
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:28:36.342] New invocation is queued and will start shortly
[00:28:37.476] Starting the invocation (attempt 1)
[00:28:37.503] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f756511e760bc95ed659c7d7e0729d58e6519946"
[00:28:37.503] Popped gitiles commit info from properties and tags
[00:28:37.503] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:28:37.503] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:28:37.503] Buildbucket request:
{
  "requestId": "8929383081185178048",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f756511e760bc95ed659c7d7e0729d58e6519946",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8929383081185178048"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:28:38.119] Scheduled build:
{
  "id": "8763953019222229873",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30771,
  "createdBy": "project:chromium",
  "createTime": "2023-11-20T00:28:37.584265734Z",
  "updateTime": "2023-11-20T00:28:37.584265734Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f756511e760bc95ed659c7d7e0729d58e6519946",
      "ref": "refs/heads/main"
    }
  }
}
[00:28:38.119] Task URL: https://cr-buildbucket.appspot.com/build/8763953019222229873
[00:28:38.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:2:0) after 1m41s
[00:28:39.031] Received PubSub notification, asking Buildbucket for the build status
[00:28:39.059] Build status: SCHEDULED
[00:28:39.872] Received PubSub notification, asking Buildbucket for the build status
[00:28:39.890] Build status: STARTED
[00:30:19.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:2:0)
[00:30:19.160] Build status: STARTED
[00:30:19.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:5:0) after 7m14s
[00:37:33.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:5:0)
[00:37:33.287] Build status: STARTED
[00:37:33.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:6:0) after 2m1s
[00:39:34.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:6:0)
[00:39:34.404] Build status: STARTED
[00:39:34.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:7:0) after 3m18s
[00:42:52.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:7:0)
[00:42:52.452] Build status: STARTED
[00:42:52.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:8:0) after 6m23s
[00:49:15.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:8:0)
[00:49:15.541] Build status: STARTED
[00:49:15.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:9:0) after 7m2s
[00:56:17.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:9:0)
[00:56:17.669] Build status: STARTED
[00:56:17.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:10:0) after 6m43s
[01:03:00.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:10:0)
[01:03:00.940] Build status: STARTED
[01:03:00.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:11:0) after 9m31s
[01:12:32.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:11:0)
[01:12:32.093] Build status: STARTED
[01:12:32.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:12:0) after 8m58s
[01:21:30.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:12:0)
[01:21:30.088] Build status: STARTED
[01:21:30.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:13:0) after 7m26s
[01:28:56.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:13:0)
[01:28:56.334] Build status: STARTED
[01:28:56.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:14:0) after 1m59s
[01:30:55.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:14:0)
[01:30:55.437] Build status: STARTED
[01:30:55.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:15:0) after 4m19s
[01:35:14.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:15:0)
[01:35:14.689] Build status: STARTED
[01:35:14.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:16:0) after 7m58s
[01:43:13.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:16:0)
[01:43:13.219] Build status: STARTED
[01:43:13.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:17:0) after 7m53s
[01:51:06.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:17:0)
[01:51:06.573] Build status: STARTED
[01:51:06.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:18:0) after 1m46s
[01:52:52.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:18:0)
[01:52:52.662] Build status: STARTED
[01:52:52.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:19:0) after 6m42s
[01:59:34.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:19:0)
[01:59:34.822] Build status: STARTED
[01:59:34.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:20:0) after 1m44s
[02:01:18.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:20:0)
[02:01:18.936] Build status: STARTED
[02:01:18.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:21:0) after 1m52s
[02:03:11.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:21:0)
[02:03:11.101] Build status: STARTED
[02:03:11.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:22:0) after 7m33s
[02:10:44.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:22:0)
[02:10:44.278] Build status: STARTED
[02:10:44.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:23:0) after 2m13s
[02:12:57.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:23:0)
[02:12:57.507] Build status: STARTED
[02:12:57.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:24:0) after 3m58s
[02:16:55.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:24:0)
[02:16:55.581] Build status: STARTED
[02:16:55.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:25:0) after 1m6s
[02:18:01.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:25:0)
[02:18:01.693] Build status: STARTED
[02:18:01.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:26:0) after 9m56s
[02:27:57.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:26:0)
[02:27:57.734] Build status: STARTED
[02:27:57.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:27:0) after 8m21s
[02:36:18.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:27:0)
[02:36:18.894] Build status: STARTED
[02:36:18.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:28:0) after 6m11s
[02:42:29.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:28:0)
[02:42:29.960] Build status: STARTED
[02:42:29.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:29:0) after 8m52s
[02:51:22.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:29:0)
[02:51:22.067] Build status: STARTED
[02:51:22.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:30:0) after 2m24s
[02:53:46.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:30:0)
[02:53:46.172] Build status: STARTED
[02:53:46.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:31:0) after 6m23s
[03:00:09.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:31:0)
[03:00:09.396] Build status: STARTED
[03:00:09.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:32:0) after 5m1s
[03:05:10.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:32:0)
[03:05:10.480] Build status: STARTED
[03:05:10.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:33:0) after 7m51s
[03:13:01.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:33:0)
[03:13:01.500] Build status: STARTED
[03:13:01.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:34:0) after 8m11s
[03:21:12.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:34:0)
[03:21:12.550] Build status: STARTED
[03:21:12.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:35:0) after 6m11s
[03:27:23.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:35:0)
[03:27:23.677] Build status: STARTED
[03:27:23.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:36:0) after 7m27s
[03:34:50.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:36:0)
[03:34:50.757] Build status: STARTED
[03:34:50.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:37:0) after 4m36s
[03:39:26.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:37:0)
[03:39:26.811] Build status: STARTED
[03:39:26.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:38:0) after 5m6s
[03:44:32.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:38:0)
[03:44:32.877] Build status: STARTED
[03:44:32.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:39:0) after 8m40s
[03:53:12.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:39:0)
[03:53:12.931] Build status: STARTED
[03:53:12.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:40:0) after 6m16s
[03:59:29.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:40:0)
[03:59:29.066] Build status: STARTED
[03:59:29.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:41:0) after 2m2s
[04:01:31.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:41:0)
[04:01:31.146] Build status: STARTED
[04:01:31.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:42:0) after 5m5s
[04:06:36.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:42:0)
[04:06:36.182] Build status: STARTED
[04:06:36.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:43:0) after 7m11s
[04:13:47.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:43:0)
[04:13:47.526] Build status: STARTED
[04:13:47.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:44:0) after 9m42s
[04:23:29.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:44:0)
[04:23:29.608] Build status: STARTED
[04:23:29.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:45:0) after 7m38s
[04:31:07.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:45:0)
[04:31:07.673] Build status: STARTED
[04:31:07.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:46:0) after 5m47s
[04:36:54.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:46:0)
[04:36:54.768] Build status: STARTED
[04:36:54.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:47:0) after 4m13s
[04:41:07.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:47:0)
[04:41:07.911] Build status: STARTED
[04:41:07.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:48:0) after 3m45s
[04:44:52.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:48:0)
[04:44:52.949] Build status: STARTED
[04:44:52.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:49:0) after 8m58s
[04:53:51.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:49:0)
[04:53:51.188] Build status: STARTED
[04:53:51.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:50:0) after 8m10s
[05:02:01.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:50:0)
[05:02:01.340] Build status: STARTED
[05:02:01.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:51:0) after 1m40s
[05:03:41.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:51:0)
[05:03:41.377] Build status: STARTED
[05:03:41.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:52:0) after 7m15s
[05:10:56.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:52:0)
[05:10:56.744] Build status: STARTED
[05:10:56.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:53:0) after 3m2s
[05:13:58.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:53:0)
[05:13:58.792] Build status: STARTED
[05:13:58.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:54:0) after 2m55s
[05:16:53.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:54:0)
[05:16:53.842] Build status: STARTED
[05:16:53.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:55:0) after 5m50s
[05:22:43.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:55:0)
[05:22:43.881] Build status: STARTED
[05:22:43.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:56:0) after 4m42s
[05:27:25.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:56:0)
[05:27:25.929] Build status: STARTED
[05:27:25.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:57:0) after 5m38s
[05:33:04.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:57:0)
[05:33:04.047] Build status: STARTED
[05:33:04.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:58:0) after 1m10s
[05:34:14.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:58:0)
[05:34:14.399] Build status: STARTED
[05:34:14.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:59:0) after 8m59s
[05:43:13.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:59:0)
[05:43:13.593] Build status: STARTED
[05:43:13.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:60:0) after 9m24s
[05:52:37.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:60:0)
[05:52:37.617] Build status: STARTED
[05:52:37.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:61:0) after 3m18s
[05:55:55.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:61:0)
[05:55:55.661] Build status: STARTED
[05:55:55.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:62:0) after 6m51s
[06:02:46.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:62:0)
[06:02:46.775] Build status: STARTED
[06:02:46.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:63:0) after 2m28s
[06:05:14.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:63:0)
[06:05:14.986] Build status: STARTED
[06:05:14.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:64:0) after 8m24s
[06:13:39.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:64:0)
[06:13:39.028] Build status: STARTED
[06:13:39.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:65:0) after 1m53s
[06:15:32.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:65:0)
[06:15:32.070] Build status: STARTED
[06:15:32.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:66:0) after 7m4s
[06:22:36.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:66:0)
[06:22:36.289] Build status: STARTED
[06:22:36.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:67:0) after 7m1s
[06:29:37.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:67:0)
[06:29:37.347] Build status: STARTED
[06:29:37.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:68:0) after 4m33s
[06:34:10.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:68:0)
[06:34:10.394] Build status: STARTED
[06:34:10.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:69:0) after 4m44s
[06:38:54.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:69:0)
[06:38:54.434] Build status: STARTED
[06:38:54.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:70:0) after 6m27s
[06:45:21.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:70:0)
[06:45:21.523] Build status: STARTED
[06:45:21.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:71:0) after 2m11s
[06:47:32.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:71:0)
[06:47:32.661] Build status: STARTED
[06:47:32.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:72:0) after 9m13s
[06:56:45.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:72:0)
[06:56:45.815] Build status: STARTED
[06:56:45.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:73:0) after 5m51s
[07:02:36.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:73:0)
[07:02:36.932] Build status: STARTED
[07:02:36.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:74:0) after 9m7s
[07:11:44.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:74:0)
[07:11:44.079] Build status: STARTED
[07:11:44.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:75:0) after 3m28s
[07:15:12.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:75:0)
[07:15:12.133] Build status: STARTED
[07:15:12.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:76:0) after 8m38s
[07:23:50.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:76:0)
[07:23:50.257] Build status: STARTED
[07:23:50.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:77:0) after 5m3s
[07:28:53.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:77:0)
[07:28:53.288] Build status: STARTED
[07:28:53.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:78:0) after 7m56s
[07:36:49.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:78:0)
[07:36:49.331] Build status: STARTED
[07:36:49.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:79:0) after 7m17s
[07:44:06.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:79:0)
[07:44:06.559] Build status: STARTED
[07:44:06.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:80:0) after 7m2s
[07:51:08.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:80:0)
[07:51:08.806] Build status: STARTED
[07:51:08.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:81:0) after 3m17s
[07:54:25.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:81:0)
[07:54:25.849] Build status: STARTED
[07:54:25.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:82:0) after 9m25s
[08:03:50.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:82:0)
[08:03:50.983] Build status: STARTED
[08:03:50.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:83:0) after 5m50s
[08:09:41.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:83:0)
[08:09:41.122] Build status: STARTED
[08:09:41.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:84:0) after 4m27s
[08:14:08.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:84:0)
[08:14:08.293] Build status: STARTED
[08:14:08.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:85:0) after 3m44s
[08:17:52.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:85:0)
[08:17:52.384] Build status: STARTED
[08:17:52.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:86:0) after 6m58s
[08:24:50.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:86:0)
[08:24:50.473] Build status: STARTED
[08:24:50.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:87:0) after 8m59s
[08:33:49.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:87:0)
[08:33:49.704] Build status: STARTED
[08:33:49.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:88:0) after 9m8s
[08:42:58.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:88:0)
[08:42:58.057] Build status: STARTED
[08:42:58.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:89:0) after 7m50s
[08:50:48.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:89:0)
[08:50:48.204] Build status: STARTED
[08:50:48.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:90:0) after 4m43s
[08:55:31.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:90:0)
[08:55:31.283] Build status: STARTED
[08:55:31.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:91:0) after 6m1s
[09:01:32.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:91:0)
[09:01:32.611] Build status: STARTED
[09:01:32.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:92:0) after 3m20s
[09:04:52.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:92:0)
[09:04:52.799] Build status: STARTED
[09:04:52.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:93:0) after 5m33s
[09:10:25.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:93:0)
[09:10:25.895] Build status: STARTED
[09:10:25.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:94:0) after 7m23s
[09:17:48.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:94:0)
[09:17:48.981] Build status: STARTED
[09:17:48.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:95:0) after 9m51s
[09:27:40.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:95:0)
[09:27:40.029] Build status: STARTED
[09:27:40.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:96:0) after 2m54s
[09:30:34.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:96:0)
[09:30:34.509] Build status: STARTED
[09:30:34.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:97:0) after 4m27s
[09:35:01.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:97:0)
[09:35:01.872] Build status: STARTED
[09:35:01.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:98:0) after 5m53s
[09:40:55.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:98:0)
[09:40:55.292] Build status: STARTED
[09:40:55.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:99:0) after 6m18s
[09:47:13.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:99:0)
[09:47:13.439] Build status: STARTED
[09:47:13.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:100:0) after 9m36s
[09:56:49.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:100:0)
[09:56:49.556] Build status: STARTED
[09:56:49.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:101:0) after 8m15s
[10:05:04.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:101:0)
[10:05:04.672] Build status: STARTED
[10:05:04.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:102:0) after 1m27s
[10:06:31.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:102:0)
[10:06:31.841] Build status: STARTED
[10:06:31.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:103:0) after 7m51s
[10:14:22.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:103:0)
[10:14:22.993] Build status: STARTED
[10:14:22.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:104:0) after 9m30s
[10:23:53.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:104:0)
[10:23:53.055] Build status: STARTED
[10:23:53.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:105:0) after 2m18s
[10:26:11.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:105:0)
[10:26:11.610] Build status: STARTED
[10:26:11.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:106:0) after 1m37s
[10:27:48.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:106:0)
[10:27:48.854] Build status: STARTED
[10:27:48.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:107:0) after 6m47s
[10:34:36.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:107:0)
[10:34:36.077] Build status: STARTED
[10:34:36.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:108:0) after 2m8s
[10:36:44.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:108:0)
[10:36:44.146] Build status: STARTED
[10:36:44.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:109:0) after 4m16s
[10:41:00.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:109:0)
[10:41:00.298] Build status: STARTED
[10:41:00.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:110:0) after 1m18s
[10:42:18.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:110:0)
[10:42:18.508] Build status: STARTED
[10:42:18.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:111:0) after 4m11s
[10:46:29.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:111:0)
[10:46:29.749] Build status: STARTED
[10:46:29.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:112:0) after 8m30s
[10:55:00.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:112:0)
[10:55:00.071] Build status: STARTED
[10:55:00.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:113:0) after 1m46s
[10:56:46.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:113:0)
[10:56:46.122] Build status: STARTED
[10:56:46.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:114:0) after 8m40s
[11:05:26.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:114:0)
[11:05:26.495] Build status: STARTED
[11:05:26.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:115:0) after 1m36s
[11:07:02.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:115:0)
[11:07:02.620] Build status: STARTED
[11:07:02.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:116:0) after 2m34s
[11:09:36.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:116:0)
[11:09:36.736] Build status: STARTED
[11:09:36.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:117:0) after 4m46s
[11:14:22.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:117:0)
[11:14:22.784] Build status: STARTED
[11:14:22.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:118:0) after 7m18s
[11:21:41.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:118:0)
[11:21:41.117] Build status: STARTED
[11:21:41.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:119:0) after 3m56s
[11:25:37.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:119:0)
[11:25:37.191] Build status: STARTED
[11:25:37.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:120:0) after 1m18s
[11:26:55.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:120:0)
[11:26:55.289] Build status: STARTED
[11:26:55.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:121:0) after 3m57s
[11:30:52.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:121:0)
[11:30:52.334] Build status: STARTED
[11:30:52.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:122:0) after 4m48s
[11:35:40.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:122:0)
[11:35:40.383] Build status: STARTED
[11:35:40.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:123:0) after 7m59s
[11:43:39.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:123:0)
[11:43:39.756] Build status: STARTED
[11:43:39.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:124:0) after 2m25s
[11:46:04.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:124:0)
[11:46:04.803] Build status: STARTED
[11:46:04.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:125:0) after 3m7s
[11:49:12.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:125:0)
[11:49:12.039] Build status: STARTED
[11:49:12.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:126:0) after 9m46s
[11:58:58.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:126:0)
[11:58:58.215] Build status: STARTED
[11:58:58.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:127:0) after 1m16s
[12:00:14.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:127:0)
[12:00:14.292] Build status: STARTED
[12:00:14.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:128:0) after 3m31s
[12:03:45.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:128:0)
[12:03:45.702] Build status: STARTED
[12:03:45.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:129:0) after 4m22s
[12:08:07.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:129:0)
[12:08:07.940] Build status: STARTED
[12:08:07.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:130:0) after 4m57s
[12:13:05.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:130:0)
[12:13:05.181] Build status: STARTED
[12:13:05.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:131:0) after 7m6s
[12:20:11.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:131:0)
[12:20:11.224] Build status: STARTED
[12:20:11.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:132:0) after 3m9s
[12:23:20.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:132:0)
[12:23:20.828] Build status: STARTED
[12:23:20.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:133:0) after 3m30s
[12:26:50.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:133:0)
[12:26:50.980] Build status: STARTED
[12:26:50.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:134:0) after 5m4s
[12:31:55.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:134:0)
[12:31:55.024] Build status: STARTED
[12:31:55.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:135:0) after 1m16s
[12:33:11.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:135:0)
[12:33:11.104] Build status: STARTED
[12:33:11.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:136:0) after 8m1s
[12:41:12.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:136:0)
[12:41:12.241] Build status: STARTED
[12:41:12.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:137:0) after 7m36s
[12:48:48.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:137:0)
[12:48:48.500] Build status: STARTED
[12:48:48.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:138:0) after 8m29s
[12:57:17.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:138:0)
[12:57:17.688] Build status: STARTED
[12:57:17.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:139:0) after 2m36s
[12:59:53.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:139:0)
[12:59:53.735] Build status: STARTED
[12:59:53.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:140:0) after 6m28s
[13:06:21.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:140:0)
[13:06:21.828] Build status: STARTED
[13:06:21.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:141:0) after 5m24s
[13:11:46.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:141:0)
[13:11:46.058] Build status: STARTED
[13:11:46.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:142:0) after 4m54s
[13:16:40.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:142:0)
[13:16:40.108] Build status: STARTED
[13:16:40.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:143:0) after 7m16s
[13:23:56.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:143:0)
[13:23:56.164] Build status: STARTED
[13:23:56.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:144:0) after 3m11s
[13:27:07.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:144:0)
[13:27:07.236] Build status: STARTED
[13:27:07.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:145:0) after 1m35s
[13:28:42.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:145:0)
[13:28:42.316] Build status: STARTED
[13:28:42.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:146:0) after 9m57s
[13:38:39.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:146:0)
[13:38:39.449] Build status: STARTED
[13:38:39.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:147:0) after 4m24s
[13:43:03.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:147:0)
[13:43:03.519] Build status: STARTED
[13:43:03.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:148:0) after 1m53s
[13:44:56.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:148:0)
[13:44:56.576] Build status: STARTED
[13:44:56.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:149:0) after 4m10s
[13:49:06.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:149:0)
[13:49:06.719] Build status: STARTED
[13:49:06.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:150:0) after 6m28s
[13:55:34.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:150:0)
[13:55:34.769] Build status: STARTED
[13:55:34.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:151:0) after 6m38s
[14:02:12.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:151:0)
[14:02:13.032] Build status: STARTED
[14:02:13.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:152:0) after 4m57s
[14:07:10.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:152:0)
[14:07:10.394] Build status: STARTED
[14:07:10.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:153:0) after 1m23s
[14:08:33.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:153:0)
[14:08:33.575] Build status: STARTED
[14:08:33.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:154:0) after 2m3s
[14:10:36.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:154:0)
[14:10:36.833] Build status: STARTED
[14:10:36.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:155:0) after 4m54s
[14:15:30.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:155:0)
[14:15:30.945] Build status: STARTED
[14:15:30.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:156:0) after 9m4s
[14:24:35.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:156:0)
[14:24:35.460] Build status: STARTED
[14:24:35.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:157:0) after 5m33s
[14:30:08.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:157:0)
[14:30:08.513] Build status: STARTED
[14:30:08.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:158:0) after 4m50s
[14:34:58.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:158:0)
[14:34:58.619] Build status: STARTED
[14:34:58.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:159:0) after 4m27s
[14:39:25.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:159:0)
[14:39:25.962] Build status: STARTED
[14:39:25.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:160:0) after 9m46s
[14:49:12.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:160:0)
[14:49:12.090] Build status: STARTED
[14:49:12.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:161:0) after 4m22s
[14:53:34.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:161:0)
[14:53:34.512] Build status: STARTED
[14:53:34.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:162:0) after 1m1s
[14:54:36.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:162:0)
[14:54:36.132] Build status: STARTED
[14:54:36.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:163:0) after 1m45s
[14:56:21.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:163:0)
[14:56:21.579] Build status: STARTED
[14:56:21.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:164:0) after 1m40s
[14:58:02.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:164:0)
[14:58:02.034] Build status: STARTED
[14:58:02.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:165:0) after 3m14s
[15:01:16.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:165:0)
[15:01:16.357] Build status: STARTED
[15:01:16.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:166:0) after 9m36s
[15:10:52.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:166:0)
[15:10:52.415] Build status: STARTED
[15:10:52.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:167:0) after 6m14s
[15:17:06.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:167:0)
[15:17:06.516] Build status: STARTED
[15:17:06.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:168:0) after 2m6s
[15:19:12.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:168:0)
[15:19:12.948] Build status: STARTED
[15:19:12.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:169:0) after 7m19s
[15:26:32.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:169:0)
[15:26:32.086] Build status: STARTED
[15:26:32.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:170:0) after 3m6s
[15:29:38.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:170:0)
[15:29:38.366] Build status: STARTED
[15:29:38.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:171:0) after 8m7s
[15:37:45.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:171:0)
[15:37:45.411] Build status: STARTED
[15:37:45.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:172:0) after 9m36s
[15:47:21.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:172:0)
[15:47:21.718] Build status: STARTED
[15:47:21.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:173:0) after 2m21s
[15:49:42.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:173:0)
[15:49:42.761] Build status: STARTED
[15:49:42.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:174:0) after 3m8s
[15:52:50.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:174:0)
[15:52:50.981] Build status: STARTED
[15:52:50.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:175:0) after 3m35s
[15:56:26.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:175:0)
[15:56:26.044] Build status: STARTED
[15:56:26.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:176:0) after 3m33s
[15:59:59.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:176:0)
[15:59:59.134] Build status: STARTED
[15:59:59.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:177:0) after 1m59s
[16:01:58.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:177:0)
[16:01:58.636] Build status: STARTED
[16:01:58.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:178:0) after 5m6s
[16:07:04.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:178:0)
[16:07:04.895] Build status: STARTED
[16:07:04.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:179:0) after 8m45s
[16:15:50.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:179:0)
[16:15:50.252] Build status: STARTED
[16:15:50.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:180:0) after 7m40s
[16:23:30.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:180:0)
[16:23:30.348] Build status: STARTED
[16:23:30.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:181:0) after 4m23s
[16:27:53.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:181:0)
[16:27:53.392] Build status: STARTED
[16:27:53.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:182:0) after 5m16s
[16:33:09.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:182:0)
[16:33:09.479] Build status: STARTED
[16:33:09.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:183:0) after 8m33s
[16:41:42.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:183:0)
[16:41:42.973] Build status: STARTED
[16:41:42.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:184:0) after 1m16s
[16:42:59.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:184:0)
[16:42:59.090] Build status: STARTED
[16:42:59.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:185:0) after 1m19s
[16:44:18.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:185:0)
[16:44:18.288] Build status: STARTED
[16:44:18.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:186:0) after 1m24s
[16:45:42.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:186:0)
[16:45:42.815] Build status: STARTED
[16:45:42.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:187:0) after 4m30s
[16:50:12.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:187:0)
[16:50:12.900] Build status: STARTED
[16:50:12.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:188:0) after 2m36s
[16:52:48.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:188:0)
[16:52:48.957] Build status: STARTED
[16:52:48.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:189:0) after 5m44s
[16:58:33.032] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:189:0)
[16:58:33.053] Build status: STARTED
[16:58:33.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:190:0) after 7m54s
[17:06:27.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:190:0)
[17:06:27.164] Build status: STARTED
[17:06:27.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:191:0) after 8m52s
[17:15:19.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:191:0)
[17:15:19.250] Build status: STARTED
[17:15:19.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:192:0) after 4m25s
[17:19:44.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:192:0)
[17:19:44.337] Build status: STARTED
[17:19:44.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:193:0) after 2m11s
[17:21:55.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:193:0)
[17:21:55.387] Build status: STARTED
[17:21:55.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:194:0) after 2m14s
[17:24:09.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:194:0)
[17:24:09.605] Build status: STARTED
[17:24:09.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:195:0) after 1m44s
[17:25:53.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:195:0)
[17:25:53.839] Build status: STARTED
[17:25:53.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:196:0) after 6m7s
[17:32:01.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:196:0)
[17:32:01.264] Build status: STARTED
[17:32:01.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:197:0) after 6m40s
[17:38:41.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:197:0)
[17:38:41.596] Build status: STARTED
[17:38:41.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:198:0) after 5m25s
[17:44:06.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:198:0)
[17:44:06.943] Build status: STARTED
[17:44:06.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:199:0) after 5m16s
[17:49:23.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:199:0)
[17:49:23.081] Build status: STARTED
[17:49:23.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:200:0) after 3m16s
[17:52:39.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:200:0)
[17:52:39.120] Build status: STARTED
[17:52:39.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:201:0) after 1m26s
[17:54:05.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:201:0)
[17:54:05.185] Build status: STARTED
[17:54:05.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:202:0) after 5m48s
[17:59:53.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:202:0)
[17:59:53.581] Build status: STARTED
[17:59:53.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:203:0) after 4m42s
[18:04:35.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:203:0)
[18:04:35.629] Build status: STARTED
[18:04:35.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:204:0) after 6m28s
[18:11:03.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:204:0)
[18:11:03.675] Build status: STARTED
[18:11:03.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:205:0) after 3m59s
[18:15:02.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:205:0)
[18:15:02.864] Build status: STARTED
[18:15:02.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:206:0) after 7m37s
[18:22:39.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:206:0)
[18:22:40.005] Build status: STARTED
[18:22:40.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:207:0) after 8m53s
[18:31:33.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:207:0)
[18:31:33.607] Build status: STARTED
[18:31:33.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:208:0) after 1m51s
[18:33:24.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:208:0)
[18:33:25.017] Build status: STARTED
[18:33:25.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:209:0) after 7m23s
[18:40:48.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:209:0)
[18:40:48.087] Build status: STARTED
[18:40:48.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:210:0) after 1m4s
[18:41:52.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:210:0)
[18:41:52.142] Build status: STARTED
[18:41:52.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:211:0) after 9m39s
[18:51:31.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:211:0)
[18:51:31.533] Build status: STARTED
[18:51:31.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:212:0) after 5m31s
[18:57:02.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:212:0)
[18:57:04.381] Build status: STARTED
[18:57:04.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:213:0) after 3m5s
[19:00:09.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:213:0)
[19:00:09.814] Build status: STARTED
[19:00:09.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:214:0) after 5m25s
[19:05:34.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:214:0)
[19:05:34.953] Build status: STARTED
[19:05:34.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:215:0) after 6m44s
[19:12:18.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:215:0)
[19:12:18.998] Build status: STARTED
[19:12:18.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:216:0) after 5m4s
[19:17:23.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:216:0)
[19:17:23.140] Build status: STARTED
[19:17:23.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:217:0) after 7m48s
[19:25:11.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:217:0)
[19:25:11.228] Build status: STARTED
[19:25:11.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:218:0) after 2m12s
[19:27:23.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:218:0)
[19:27:23.286] Build status: STARTED
[19:27:23.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:219:0) after 4m49s
[19:32:12.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:219:0)
[19:32:12.446] Build status: STARTED
[19:32:12.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:220:0) after 4m4s
[19:36:16.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:220:0)
[19:36:16.514] Build status: STARTED
[19:36:16.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:221:0) after 1m56s
[19:38:12.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:221:0)
[19:38:12.817] Build status: STARTED
[19:38:12.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:222:0) after 8m15s
[19:46:27.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:222:0)
[19:46:27.863] Build status: STARTED
[19:46:27.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:223:0) after 9m42s
[19:56:09.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:223:0)
[19:56:09.980] Build status: STARTED
[19:56:09.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:224:0) after 7m42s
[20:03:52.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:224:0)
[20:03:52.022] Build status: STARTED
[20:03:52.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:225:0) after 4m53s
[20:08:45.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:225:0)
[20:08:45.176] Build status: STARTED
[20:08:45.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:226:0) after 6m33s
[20:15:18.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:226:0)
[20:15:18.240] Build status: STARTED
[20:15:18.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:227:0) after 5m48s
[20:21:06.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:227:0)
[20:21:06.416] Build status: STARTED
[20:21:06.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:228:0) after 9m25s
[20:30:31.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:228:0)
[20:30:31.555] Build status: STARTED
[20:30:31.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929383081185178048:229:0) after 7m45s
[20:32:05.559] Received PubSub notification, asking Buildbucket for the build status
[20:32:05.586] Build:
{
  "id": "8763953019222229873",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30771,
  "createdBy": "project:chromium",
  "createTime": "2023-11-20T00:28:37.584265734Z",
  "startTime": "2023-11-20T00:28:38.710692Z",
  "endTime": "2023-11-20T20:32:04.539341Z",
  "updateTime": "2023-11-20T20:32:04.539341Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f756511e760bc95ed659c7d7e0729d58e6519946",
      "ref": "refs/heads/main"
    }
  }
}
[20:32:05.587] Invocation finished in 20h3m29.257641559s with status FAILED