Status: FAILED
Triggered by: -
Duration: 18 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ec382af9eb5951e4ea47091e0630ba761444d17d"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ec382af9eb5951e4ea47091e0630ba761444d17d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:48:36.087] New invocation is queued and will start shortly
[01:48:37.167] Starting the invocation (attempt 1)
[01:48:37.191] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ec382af9eb5951e4ea47091e0630ba761444d17d"
[01:48:37.191] Popped gitiles commit info from properties and tags
[01:48:37.191] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:48:37.191] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:48:37.191] Buildbucket request:
{
  "requestId": "8905369852190619376",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ec382af9eb5951e4ea47091e0630ba761444d17d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8905369852190619376"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:48:37.981] Scheduled build:
{
  "id": "8739939790262369649",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32719,
  "createdBy": "project:chromium",
  "createTime": "2024-08-11T01:48:37.297725605Z",
  "updateTime": "2024-08-11T01:48:37.297725605Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ec382af9eb5951e4ea47091e0630ba761444d17d",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:48:37.981] Task URL: https://cr-buildbucket.appspot.com/build/8739939790262369649
[01:48:37.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:2:0) after 4m48s
[01:48:39.786] Received PubSub notification, asking Buildbucket for the build status
[01:48:39.879] Build status: SCHEDULED
[01:49:08.087] Received PubSub notification, asking Buildbucket for the build status
[01:49:08.110] Build status: STARTED
[01:53:25.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:2:0)
[01:53:26.017] Build status: STARTED
[01:53:26.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:5:0) after 6m50s
[02:00:16.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:5:0)
[02:00:16.084] Build status: STARTED
[02:00:16.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:6:0) after 8m24s
[02:08:40.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:6:0)
[02:08:40.201] Build status: STARTED
[02:08:40.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:7:0) after 7m56s
[02:16:36.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:7:0)
[02:16:36.376] Build status: STARTED
[02:16:36.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:8:0) after 8m37s
[02:25:13.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:8:0)
[02:25:13.554] Build status: STARTED
[02:25:13.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:9:0) after 5m42s
[02:30:55.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:9:0)
[02:30:55.739] Build status: STARTED
[02:30:55.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:10:0) after 4m31s
[02:35:26.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:10:0)
[02:35:26.818] Build status: STARTED
[02:35:26.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:11:0) after 8m11s
[02:43:37.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:11:0)
[02:43:37.958] Build status: STARTED
[02:43:37.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:12:0) after 2m25s
[02:46:02.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:12:0)
[02:46:02.959] Build status: STARTED
[02:46:02.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:13:0) after 3m19s
[02:49:22.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:13:0)
[02:49:22.098] Build status: STARTED
[02:49:22.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:14:0) after 5m29s
[02:54:51.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:14:0)
[02:54:51.264] Build status: STARTED
[02:54:51.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:15:0) after 5m45s
[03:00:36.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:15:0)
[03:00:36.303] Build status: STARTED
[03:00:36.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:16:0) after 1m34s
[03:02:10.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:16:0)
[03:02:10.384] Build status: STARTED
[03:02:10.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:17:0) after 3m52s
[03:06:02.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:17:0)
[03:06:02.607] Build status: STARTED
[03:06:02.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:18:0) after 1m31s
[03:07:33.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:18:0)
[03:07:33.740] Build status: STARTED
[03:07:33.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:19:0) after 7m19s
[03:14:52.767] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:19:0)
[03:14:52.871] Build status: STARTED
[03:14:52.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:20:0) after 8m17s
[03:23:09.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:20:0)
[03:23:09.872] Build status: STARTED
[03:23:09.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:21:0) after 9m54s
[03:33:04.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:21:0)
[03:33:04.279] Build status: STARTED
[03:33:04.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:22:0) after 8m54s
[03:41:58.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:22:0)
[03:41:58.367] Build status: STARTED
[03:41:58.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:23:0) after 9m45s
[03:51:43.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:23:0)
[03:51:43.577] Build status: STARTED
[03:51:43.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:24:0) after 2m9s
[03:53:52.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:24:0)
[03:53:52.677] Build status: STARTED
[03:53:52.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:25:0) after 1m14s
[03:55:06.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:25:0)
[03:55:06.716] Build status: STARTED
[03:55:06.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:26:0) after 6m10s
[04:01:16.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:26:0)
[04:01:16.736] Build status: STARTED
[04:01:16.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:27:0) after 3m48s
[04:05:04.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:27:0)
[04:05:04.771] Build status: STARTED
[04:05:04.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:28:0) after 6m37s
[04:11:41.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:28:0)
[04:11:42.039] Build status: STARTED
[04:11:42.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:29:0) after 3m41s
[04:15:23.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:29:0)
[04:15:23.081] Build status: STARTED
[04:15:23.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:30:0) after 1m14s
[04:16:37.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:30:0)
[04:16:37.137] Build status: STARTED
[04:16:37.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:31:0) after 1m40s
[04:18:17.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:31:0)
[04:18:17.193] Build status: STARTED
[04:18:17.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:32:0) after 3m37s
[04:21:54.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:32:0)
[04:21:54.242] Build status: STARTED
[04:21:54.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:33:0) after 5m17s
[04:27:11.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:33:0)
[04:27:11.272] Build status: STARTED
[04:27:11.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:34:0) after 8m10s
[04:35:21.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:34:0)
[04:35:21.309] Build status: STARTED
[04:35:21.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:35:0) after 6m32s
[04:41:53.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:35:0)
[04:41:53.715] Build status: STARTED
[04:41:53.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:36:0) after 2m7s
[04:44:01.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:36:0)
[04:44:01.035] Build status: STARTED
[04:44:01.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:37:0) after 6m10s
[04:50:11.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:37:0)
[04:50:11.088] Build status: STARTED
[04:50:11.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:38:0) after 4m46s
[04:54:57.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:38:0)
[04:54:57.299] Build status: STARTED
[04:54:57.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:39:0) after 8m58s
[05:03:55.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:39:0)
[05:03:55.402] Build status: STARTED
[05:03:55.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:40:0) after 1m51s
[05:05:46.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:40:0)
[05:05:46.679] Build status: STARTED
[05:05:46.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:41:0) after 1m2s
[05:06:48.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:41:0)
[05:06:48.755] Build status: STARTED
[05:06:48.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:42:0) after 5m27s
[05:12:15.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:42:0)
[05:12:15.877] Build status: STARTED
[05:12:15.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:43:0) after 9m52s
[05:22:07.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:43:0)
[05:22:07.967] Build status: STARTED
[05:22:07.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:44:0) after 9m18s
[05:31:25.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:44:0)
[05:31:26.013] Build status: STARTED
[05:31:26.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:45:0) after 5m43s
[05:37:09.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:45:0)
[05:37:09.143] Build status: STARTED
[05:37:09.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:46:0) after 7m26s
[05:44:35.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:46:0)
[05:44:35.220] Build status: STARTED
[05:44:35.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:47:0) after 6m46s
[05:51:21.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:47:0)
[05:51:21.454] Build status: STARTED
[05:51:21.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:48:0) after 7m28s
[05:58:49.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:48:0)
[05:58:49.496] Build status: STARTED
[05:58:49.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:49:0) after 4m57s
[06:03:46.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:49:0)
[06:03:46.578] Build status: STARTED
[06:03:46.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:50:0) after 1m47s
[06:05:33.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:50:0)
[06:05:33.629] Build status: STARTED
[06:05:33.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:51:0) after 5m6s
[06:10:39.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:51:0)
[06:10:39.661] Build status: STARTED
[06:10:39.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:52:0) after 1m32s
[06:12:11.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:52:0)
[06:12:11.831] Build status: STARTED
[06:12:11.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:53:0) after 1m32s
[06:13:43.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:53:0)
[06:13:43.991] Build status: STARTED
[06:13:43.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:54:0) after 9m9s
[06:22:53.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:54:0)
[06:22:53.026] Build status: STARTED
[06:22:53.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:55:0) after 9m2s
[06:31:55.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:55:0)
[06:31:55.167] Build status: STARTED
[06:31:55.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:56:0) after 9m28s
[06:41:23.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:56:0)
[06:41:23.258] Build status: STARTED
[06:41:23.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:57:0) after 5m23s
[06:46:46.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:57:0)
[06:46:46.432] Build status: STARTED
[06:46:46.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:58:0) after 4m25s
[06:51:11.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:58:0)
[06:51:11.468] Build status: STARTED
[06:51:11.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:59:0) after 3m7s
[06:54:18.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:59:0)
[06:54:18.546] Build status: STARTED
[06:54:18.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:60:0) after 5m41s
[06:59:59.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:60:0)
[06:59:59.696] Build status: STARTED
[06:59:59.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:61:0) after 9m8s
[07:09:07.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:61:0)
[07:09:07.801] Build status: STARTED
[07:09:07.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:62:0) after 1m7s
[07:10:14.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:62:0)
[07:10:14.852] Build status: STARTED
[07:10:14.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:63:0) after 5m55s
[07:16:09.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:63:0)
[07:16:10.001] Build status: STARTED
[07:16:10.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:64:0) after 4m0s
[07:20:10.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:64:0)
[07:20:10.101] Build status: STARTED
[07:20:10.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:65:0) after 5m50s
[07:26:00.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:65:0)
[07:26:00.142] Build status: STARTED
[07:26:00.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:66:0) after 5m32s
[07:31:32.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:66:0)
[07:31:32.178] Build status: STARTED
[07:31:32.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:67:0) after 6m57s
[07:38:29.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:67:0)
[07:38:29.388] Build status: STARTED
[07:38:29.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:68:0) after 3m23s
[07:41:52.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:68:0)
[07:41:52.400] Build status: STARTED
[07:41:52.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:69:0) after 1m49s
[07:43:41.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:69:0)
[07:43:41.441] Build status: STARTED
[07:43:41.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:70:0) after 6m28s
[07:50:09.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:70:0)
[07:50:09.530] Build status: STARTED
[07:50:09.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:71:0) after 1m8s
[07:51:17.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:71:0)
[07:51:17.636] Build status: STARTED
[07:51:17.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:72:0) after 7m41s
[07:58:58.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:72:0)
[07:58:58.688] Build status: STARTED
[07:58:58.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:73:0) after 5m9s
[08:04:07.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:73:0)
[08:04:07.898] Build status: STARTED
[08:04:07.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:74:0) after 5m24s
[08:09:31.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:74:0)
[08:09:31.896] Build status: STARTED
[08:09:31.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:75:0) after 4m2s
[08:13:33.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:75:0)
[08:13:33.965] Build status: STARTED
[08:13:33.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:76:0) after 9m58s
[08:23:32.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:76:0)
[08:23:32.177] Build status: STARTED
[08:23:32.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:77:0) after 6m9s
[08:29:41.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:77:0)
[08:29:41.171] Build status: STARTED
[08:29:41.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:78:0) after 7m19s
[08:37:00.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:78:0)
[08:37:00.234] Build status: STARTED
[08:37:00.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:79:0) after 4m20s
[08:41:20.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:79:0)
[08:41:20.292] Build status: STARTED
[08:41:20.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:80:0) after 5m18s
[08:46:38.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:80:0)
[08:46:38.358] Build status: STARTED
[08:46:38.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:81:0) after 8m2s
[08:54:40.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:81:0)
[08:54:40.491] Build status: STARTED
[08:54:40.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:82:0) after 1m53s
[08:56:33.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:82:0)
[08:56:33.794] Build status: STARTED
[08:56:33.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:83:0) after 8m9s
[09:04:42.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:83:0)
[09:04:42.832] Build status: STARTED
[09:04:42.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:84:0) after 6m43s
[09:11:26.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:84:0)
[09:11:26.190] Build status: STARTED
[09:11:26.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:85:0) after 1m38s
[09:13:04.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:85:0)
[09:13:04.232] Build status: STARTED
[09:13:04.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:86:0) after 2m5s
[09:15:09.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:86:0)
[09:15:09.266] Build status: STARTED
[09:15:09.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:87:0) after 3m57s
[09:19:06.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:87:0)
[09:19:06.353] Build status: STARTED
[09:19:06.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:88:0) after 3m21s
[09:22:27.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:88:0)
[09:22:27.527] Build status: STARTED
[09:22:27.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:89:0) after 1m57s
[09:24:24.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:89:0)
[09:24:24.566] Build status: STARTED
[09:24:24.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:90:0) after 8m55s
[09:33:19.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:90:0)
[09:33:19.616] Build status: STARTED
[09:33:19.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:91:0) after 1m54s
[09:35:13.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:91:0)
[09:35:13.662] Build status: STARTED
[09:35:13.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:92:0) after 7m54s
[09:43:07.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:92:0)
[09:43:07.749] Build status: STARTED
[09:43:07.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:93:0) after 1m1s
[09:44:08.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:93:0)
[09:44:08.999] Build status: STARTED
[09:44:09.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:94:0) after 8m47s
[09:52:56.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:94:0)
[09:52:56.037] Build status: STARTED
[09:52:56.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:95:0) after 3m39s
[09:56:35.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:95:0)
[09:56:35.244] Build status: STARTED
[09:56:35.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:96:0) after 6m25s
[10:03:00.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:96:0)
[10:03:01.000] Build status: STARTED
[10:03:01.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:97:0) after 4m12s
[10:07:13.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:97:0)
[10:07:13.935] Build status: STARTED
[10:07:13.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:98:0) after 4m14s
[10:11:27.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:98:0)
[10:11:27.980] Build status: STARTED
[10:11:27.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:99:0) after 5m12s
[10:16:40.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:99:0)
[10:16:40.091] Build status: STARTED
[10:16:40.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:100:0) after 2m43s
[10:19:23.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:100:0)
[10:19:23.296] Build status: STARTED
[10:19:23.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:101:0) after 6m21s
[10:25:44.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:101:0)
[10:25:44.345] Build status: STARTED
[10:25:44.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:102:0) after 1m44s
[10:27:28.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:102:0)
[10:27:28.393] Build status: STARTED
[10:27:28.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:103:0) after 8m30s
[10:35:58.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:103:0)
[10:35:58.719] Build status: STARTED
[10:35:58.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:104:0) after 2m47s
[10:38:45.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:104:0)
[10:38:45.902] Build status: STARTED
[10:38:45.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:105:0) after 8m7s
[10:46:53.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:105:0)
[10:46:53.071] Build status: STARTED
[10:46:53.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:106:0) after 1m56s
[10:48:49.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:106:0)
[10:48:49.111] Build status: STARTED
[10:48:49.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:107:0) after 5m15s
[10:54:04.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:107:0)
[10:54:04.223] Build status: STARTED
[10:54:04.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:108:0) after 3m25s
[10:57:29.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:108:0)
[10:57:29.311] Build status: STARTED
[10:57:29.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:109:0) after 9m9s
[11:06:38.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:109:0)
[11:06:38.937] Build status: STARTED
[11:06:38.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:110:0) after 1m59s
[11:08:37.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:110:0)
[11:08:37.998] Build status: STARTED
[11:08:37.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:111:0) after 3m22s
[11:12:00.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:111:0)
[11:12:00.048] Build status: STARTED
[11:12:00.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:112:0) after 9m39s
[11:21:39.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:112:0)
[11:21:39.165] Build status: STARTED
[11:21:39.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:113:0) after 8m19s
[11:29:58.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:113:0)
[11:29:58.218] Build status: STARTED
[11:29:58.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:114:0) after 3m30s
[11:33:28.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:114:0)
[11:33:28.258] Build status: STARTED
[11:33:28.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:115:0) after 4m20s
[11:37:48.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:115:0)
[11:37:48.395] Build status: STARTED
[11:37:48.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:116:0) after 1m7s
[11:38:55.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:116:0)
[11:38:56.031] Build status: STARTED
[11:38:56.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:117:0) after 1m5s
[11:40:01.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:117:0)
[11:40:01.134] Build status: STARTED
[11:40:01.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:118:0) after 4m4s
[11:44:05.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:118:0)
[11:44:05.182] Build status: STARTED
[11:44:05.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:119:0) after 9m46s
[11:53:51.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:119:0)
[11:53:51.304] Build status: STARTED
[11:53:51.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:120:0) after 9m12s
[12:03:03.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:120:0)
[12:03:03.376] Build status: STARTED
[12:03:03.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:121:0) after 3m3s
[12:06:06.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:121:0)
[12:06:06.590] Build status: STARTED
[12:06:06.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:122:0) after 5m27s
[12:11:33.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:122:0)
[12:11:33.633] Build status: STARTED
[12:11:33.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:123:0) after 8m43s
[12:20:16.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:123:0)
[12:20:16.687] Build status: STARTED
[12:20:16.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:124:0) after 2m19s
[12:22:35.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:124:0)
[12:22:35.758] Build status: STARTED
[12:22:35.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:125:0) after 2m0s
[12:24:35.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:125:0)
[12:24:35.797] Build status: STARTED
[12:24:35.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:126:0) after 6m13s
[12:30:48.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:126:0)
[12:30:49.042] Build status: STARTED
[12:30:49.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:127:0) after 6m37s
[12:37:26.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:127:0)
[12:37:26.114] Build status: STARTED
[12:37:26.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:128:0) after 7m13s
[12:44:39.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:128:0)
[12:44:39.196] Build status: STARTED
[12:44:39.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:129:0) after 8m7s
[12:52:46.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:129:0)
[12:52:46.346] Build status: STARTED
[12:52:46.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:130:0) after 7m17s
[13:00:03.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:130:0)
[13:00:03.583] Build status: STARTED
[13:00:03.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:131:0) after 2m32s
[13:02:35.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:131:0)
[13:02:35.930] Build status: STARTED
[13:02:35.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:132:0) after 4m13s
[13:06:48.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:132:0)
[13:06:49.004] Build status: STARTED
[13:06:49.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:133:0) after 1m39s
[13:08:28.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:133:0)
[13:08:28.120] Build status: STARTED
[13:08:28.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:134:0) after 2m20s
[13:10:48.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:134:0)
[13:10:48.313] Build status: STARTED
[13:10:48.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:135:0) after 8m51s
[13:19:39.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:135:0)
[13:19:39.432] Build status: STARTED
[13:19:39.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:136:0) after 5m43s
[13:25:22.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:136:0)
[13:25:22.471] Build status: STARTED
[13:25:22.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:137:0) after 1m18s
[13:26:40.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:137:0)
[13:26:40.619] Build status: STARTED
[13:26:40.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:138:0) after 1m11s
[13:27:51.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:138:0)
[13:27:51.682] Build status: STARTED
[13:27:51.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:139:0) after 7m48s
[13:35:39.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:139:0)
[13:35:39.734] Build status: STARTED
[13:35:39.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:140:0) after 8m33s
[13:44:12.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:140:0)
[13:44:12.772] Build status: STARTED
[13:44:12.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:141:0) after 6m22s
[13:50:34.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:141:0)
[13:50:34.810] Build status: STARTED
[13:50:34.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:142:0) after 8m51s
[13:59:25.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:142:0)
[13:59:25.852] Build status: STARTED
[13:59:25.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:143:0) after 7m9s
[14:06:34.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:143:0)
[14:06:34.889] Build status: STARTED
[14:06:34.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:144:0) after 8m23s
[14:14:58.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:144:0)
[14:14:58.112] Build status: STARTED
[14:14:58.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:145:0) after 2m48s
[14:17:46.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:145:0)
[14:17:46.187] Build status: STARTED
[14:17:46.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:146:0) after 6m33s
[14:24:19.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:146:0)
[14:24:19.325] Build status: STARTED
[14:24:19.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:147:0) after 1m41s
[14:26:00.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:147:0)
[14:26:00.631] Build status: STARTED
[14:26:00.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:148:0) after 7m49s
[14:33:49.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:148:0)
[14:33:49.844] Build status: STARTED
[14:33:49.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:149:0) after 7m51s
[14:41:40.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:149:0)
[14:41:40.961] Build status: STARTED
[14:41:40.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:150:0) after 2m47s
[14:44:28.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:150:0)
[14:44:28.125] Build status: STARTED
[14:44:28.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:151:0) after 3m59s
[14:48:27.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:151:0)
[14:48:27.161] Build status: STARTED
[14:48:27.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:152:0) after 3m28s
[14:51:55.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:152:0)
[14:51:55.273] Build status: STARTED
[14:51:55.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:153:0) after 5m52s
[14:57:47.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:153:0)
[14:57:47.418] Build status: STARTED
[14:57:47.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:154:0) after 2m43s
[15:00:30.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:154:0)
[15:00:30.467] Build status: STARTED
[15:00:30.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:155:0) after 5m34s
[15:06:04.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:155:0)
[15:06:04.738] Build status: STARTED
[15:06:04.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:156:0) after 5m0s
[15:11:04.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:156:0)
[15:11:04.845] Build status: STARTED
[15:11:04.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:157:0) after 2m33s
[15:13:37.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:157:0)
[15:13:37.991] Build status: STARTED
[15:13:37.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:158:0) after 8m25s
[15:22:03.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:158:0)
[15:22:03.051] Build status: STARTED
[15:22:03.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:159:0) after 6m40s
[15:28:43.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:159:0)
[15:28:43.194] Build status: STARTED
[15:28:43.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:160:0) after 5m46s
[15:34:29.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:160:0)
[15:34:29.391] Build status: STARTED
[15:34:29.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:161:0) after 7m35s
[15:42:04.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:161:0)
[15:42:04.944] Build status: STARTED
[15:42:04.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:162:0) after 4m52s
[15:46:56.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:162:0)
[15:46:57.094] Build status: STARTED
[15:46:57.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:163:0) after 8m58s
[15:55:55.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:163:0)
[15:55:55.313] Build status: STARTED
[15:55:55.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:164:0) after 1m9s
[15:57:04.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:164:0)
[15:57:04.595] Build status: STARTED
[15:57:04.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:165:0) after 1m47s
[15:58:51.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:165:0)
[15:58:51.633] Build status: STARTED
[15:58:51.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:166:0) after 5m36s
[16:04:27.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:166:0)
[16:04:27.679] Build status: STARTED
[16:04:27.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:167:0) after 9m18s
[16:13:45.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:167:0)
[16:13:45.755] Build status: STARTED
[16:13:45.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:168:0) after 3m56s
[16:17:41.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:168:0)
[16:17:41.824] Build status: STARTED
[16:17:41.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:169:0) after 7m43s
[16:25:24.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:169:0)
[16:25:24.957] Build status: STARTED
[16:25:24.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:170:0) after 4m39s
[16:30:03.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:170:0)
[16:30:04.008] Build status: STARTED
[16:30:04.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:171:0) after 7m23s
[16:37:27.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:171:0)
[16:37:27.102] Build status: STARTED
[16:37:27.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:172:0) after 1m15s
[16:38:42.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:172:0)
[16:38:42.151] Build status: STARTED
[16:38:42.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:173:0) after 9m51s
[16:48:33.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:173:0)
[16:48:33.336] Build status: STARTED
[16:48:33.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:174:0) after 9m30s
[16:58:03.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:174:0)
[16:58:03.471] Build status: STARTED
[16:58:03.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:175:0) after 3m58s
[17:02:01.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:175:0)
[17:02:01.886] Build status: STARTED
[17:02:01.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:176:0) after 1m54s
[17:03:55.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:176:0)
[17:03:55.934] Build status: STARTED
[17:03:55.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:177:0) after 6m37s
[17:10:32.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:177:0)
[17:10:32.960] Build status: STARTED
[17:10:32.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:178:0) after 3m22s
[17:13:55.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:178:0)
[17:13:55.066] Build status: STARTED
[17:13:55.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:179:0) after 7m27s
[17:21:22.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:179:0)
[17:21:22.299] Build status: STARTED
[17:21:22.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:180:0) after 7m22s
[17:28:44.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:180:0)
[17:28:44.378] Build status: STARTED
[17:28:44.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:181:0) after 2m59s
[17:31:43.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:181:0)
[17:31:43.618] Build status: STARTED
[17:31:43.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:182:0) after 3m21s
[17:35:04.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:182:0)
[17:35:04.839] Build status: STARTED
[17:35:04.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:183:0) after 8m40s
[17:43:44.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:183:0)
[17:43:44.902] Build status: STARTED
[17:43:44.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:184:0) after 7m30s
[17:51:15.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:184:0)
[17:51:15.043] Build status: STARTED
[17:51:15.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:185:0) after 6m53s
[17:58:08.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:185:0)
[17:58:08.084] Build status: STARTED
[17:58:08.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:186:0) after 5m38s
[18:03:46.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:186:0)
[18:03:46.246] Build status: STARTED
[18:03:46.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:187:0) after 6m2s
[18:09:48.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:187:0)
[18:09:48.288] Build status: STARTED
[18:09:48.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:188:0) after 2m9s
[18:11:57.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:188:0)
[18:11:57.327] Build status: STARTED
[18:11:57.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:189:0) after 5m11s
[18:17:08.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:189:0)
[18:17:08.415] Build status: STARTED
[18:17:08.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:190:0) after 2m32s
[18:19:40.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:190:0)
[18:19:40.621] Build status: STARTED
[18:19:40.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:191:0) after 2m29s
[18:22:09.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:191:0)
[18:22:09.685] Build status: STARTED
[18:22:09.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:192:0) after 4m11s
[18:26:21.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:192:0)
[18:26:21.039] Build status: STARTED
[18:26:21.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:193:0) after 5m41s
[18:32:02.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:193:0)
[18:32:02.147] Build status: STARTED
[18:32:02.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:194:0) after 4m7s
[18:36:09.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:194:0)
[18:36:09.216] Build status: STARTED
[18:36:09.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:195:0) after 6m4s
[18:42:13.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:195:0)
[18:42:13.283] Build status: STARTED
[18:42:13.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:196:0) after 1m49s
[18:44:02.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:196:0)
[18:44:02.365] Build status: STARTED
[18:44:02.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:197:0) after 8m54s
[18:52:56.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:197:0)
[18:52:56.457] Build status: STARTED
[18:52:56.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:198:0) after 3m23s
[18:56:19.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:198:0)
[18:56:19.569] Build status: STARTED
[18:56:19.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:199:0) after 4m32s
[19:00:51.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:199:0)
[19:00:51.608] Build status: STARTED
[19:00:51.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:200:0) after 5m6s
[19:05:57.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:200:0)
[19:05:57.709] Build status: STARTED
[19:05:57.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:201:0) after 2m12s
[19:08:09.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:201:0)
[19:08:09.756] Build status: STARTED
[19:08:09.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:202:0) after 8m2s
[19:16:11.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:202:0)
[19:16:11.820] Build status: STARTED
[19:16:11.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:203:0) after 3m35s
[19:19:46.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:203:0)
[19:19:46.903] Build status: STARTED
[19:19:46.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:204:0) after 3m40s
[19:23:26.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:204:0)
[19:23:26.943] Build status: STARTED
[19:23:26.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:205:0) after 1m49s
[19:25:15.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:205:0)
[19:25:16.002] Build status: STARTED
[19:25:16.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:206:0) after 6m19s
[19:31:35.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:206:0)
[19:31:35.044] Build status: STARTED
[19:31:35.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:207:0) after 1m41s
[19:33:16.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:207:0)
[19:33:16.112] Build status: STARTED
[19:33:16.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:208:0) after 8m0s
[19:41:16.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:208:0)
[19:41:16.231] Build status: STARTED
[19:41:16.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8905369852190619376:209:0) after 9m51s
[19:48:47.670] Received PubSub notification, asking Buildbucket for the build status
[19:48:47.696] Build:
{
  "id": "8739939790262369649",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32719,
  "createdBy": "project:chromium",
  "createTime": "2024-08-11T01:48:37.297725605Z",
  "startTime": "2024-08-11T01:49:07.859544390Z",
  "endTime": "2024-08-11T19:48:47.346494318Z",
  "updateTime": "2024-08-11T19:48:47.346494318Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ec382af9eb5951e4ea47091e0630ba761444d17d",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[19:48:47.696] Invocation finished in 18h0m11.6212824s with status FAILED