Status: FAILED
Triggered by: -
Duration: 18 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e7ba811080ca8da37f2ae00c9242555dbbf5b93d"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e7ba811080ca8da37f2ae00c9242555dbbf5b93d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[09:00:04.730] New invocation is queued and will start shortly
[09:00:06.509] Starting the invocation (attempt 1)
[09:00:06.568] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e7ba811080ca8da37f2ae00c9242555dbbf5b93d"
[09:00:06.568] Popped gitiles commit info from properties and tags
[09:00:06.568] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:00:06.569] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:00:06.570] Buildbucket request:
{
  "requestId": "8932340601973061920",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e7ba811080ca8da37f2ae00c9242555dbbf5b93d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8932340601973061920"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:00:07.261] Scheduled build:
{
  "id": "8766910539258621585",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30638,
  "createdBy": "project:chromium",
  "createTime": "2023-10-18T09:00:06.685860374Z",
  "updateTime": "2023-10-18T09:00:06.685860374Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e7ba811080ca8da37f2ae00c9242555dbbf5b93d",
      "ref": "refs/heads/main"
    }
  }
}
[09:00:07.261] Task URL: https://cr-buildbucket.appspot.com/build/8766910539258621585
[09:00:07.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:2:0) after 6m49s
[09:00:08.320] Received PubSub notification, asking Buildbucket for the build status
[09:00:08.345] Build status: SCHEDULED
[09:00:11.413] Received PubSub notification, asking Buildbucket for the build status
[09:00:11.441] Build status: STARTED
[09:06:56.649] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:2:0)
[09:06:56.746] Build status: STARTED
[09:06:56.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:5:0) after 1m58s
[09:08:54.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:5:0)
[09:08:54.808] Build status: STARTED
[09:08:54.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:6:0) after 8m1s
[09:16:56.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:6:0)
[09:16:56.189] Build status: STARTED
[09:16:56.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:7:0) after 2m12s
[09:19:08.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:7:0)
[09:19:08.451] Build status: STARTED
[09:19:08.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:8:0) after 8m8s
[09:27:17.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:8:0)
[09:27:17.227] Build status: STARTED
[09:27:17.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:9:0) after 5m56s
[09:33:13.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:9:0)
[09:33:13.371] Build status: STARTED
[09:33:13.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:10:0) after 4m23s
[09:37:36.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:10:0)
[09:37:36.433] Build status: STARTED
[09:37:36.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:11:0) after 1m3s
[09:38:39.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:11:0)
[09:38:39.590] Build status: STARTED
[09:38:39.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:12:0) after 5m43s
[09:44:22.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:12:0)
[09:44:22.764] Build status: STARTED
[09:44:22.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:13:0) after 5m41s
[09:50:03.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:13:0)
[09:50:03.816] Build status: STARTED
[09:50:03.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:14:0) after 3m53s
[09:53:56.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:14:0)
[09:53:56.946] Build status: STARTED
[09:53:56.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:15:0) after 2m17s
[09:56:13.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:15:0)
[09:56:13.996] Build status: STARTED
[09:56:13.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:16:0) after 1m44s
[09:57:58.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:16:0)
[09:57:58.068] Build status: STARTED
[09:57:58.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:17:0) after 9m25s
[10:07:23.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:17:0)
[10:07:23.199] Build status: STARTED
[10:07:23.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:18:0) after 9m51s
[10:17:14.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:18:0)
[10:17:14.576] Build status: STARTED
[10:17:14.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:19:0) after 4m24s
[10:21:38.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:19:0)
[10:21:38.853] Build status: STARTED
[10:21:38.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:20:0) after 9m15s
[10:30:53.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:20:0)
[10:30:53.981] Build status: STARTED
[10:30:53.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:21:0) after 7m48s
[10:38:42.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:21:0)
[10:38:42.224] Build status: STARTED
[10:38:42.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:22:0) after 3m18s
[10:42:00.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:22:0)
[10:42:00.279] Build status: STARTED
[10:42:00.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:23:0) after 7m4s
[10:49:04.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:23:0)
[10:49:04.630] Build status: STARTED
[10:49:04.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:24:0) after 3m38s
[10:52:42.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:24:0)
[10:52:42.736] Build status: STARTED
[10:52:42.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:25:0) after 6m43s
[10:59:25.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:25:0)
[10:59:25.799] Build status: STARTED
[10:59:25.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:26:0) after 1m20s
[11:00:45.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:26:0)
[11:00:45.918] Build status: STARTED
[11:00:45.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:27:0) after 8m32s
[11:09:18.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:27:0)
[11:09:18.176] Build status: STARTED
[11:09:18.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:28:0) after 8m0s
[11:17:18.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:28:0)
[11:17:18.229] Build status: STARTED
[11:17:18.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:29:0) after 2m49s
[11:20:07.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:29:0)
[11:20:07.286] Build status: STARTED
[11:20:07.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:30:0) after 7m32s
[11:27:39.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:30:0)
[11:27:39.498] Build status: STARTED
[11:27:39.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:31:0) after 2m13s
[11:29:52.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:31:0)
[11:29:52.624] Build status: STARTED
[11:29:52.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:32:0) after 5m45s
[11:35:37.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:32:0)
[11:35:37.747] Build status: STARTED
[11:35:37.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:33:0) after 3m6s
[11:38:44.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:33:0)
[11:38:44.387] Build status: STARTED
[11:38:44.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:34:0) after 6m15s
[11:44:59.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:34:0)
[11:44:59.494] Build status: STARTED
[11:44:59.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:35:0) after 8m14s
[11:53:13.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:35:0)
[11:53:13.581] Build status: STARTED
[11:53:13.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:36:0) after 9m48s
[12:03:01.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:36:0)
[12:03:01.957] Build status: STARTED
[12:03:01.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:37:0) after 2m36s
[12:05:38.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:37:0)
[12:05:38.553] Build status: STARTED
[12:05:38.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:38:0) after 3m48s
[12:09:26.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:38:0)
[12:09:26.648] Build status: STARTED
[12:09:26.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:39:0) after 6m1s
[12:15:27.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:39:0)
[12:15:28.012] Build status: STARTED
[12:15:28.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:40:0) after 7m31s
[12:22:59.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:40:0)
[12:22:59.141] Build status: STARTED
[12:22:59.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:41:0) after 5m59s
[12:28:58.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:41:0)
[12:28:58.355] Build status: STARTED
[12:28:58.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:42:0) after 7m48s
[12:36:46.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:42:0)
[12:36:46.604] Build status: STARTED
[12:36:46.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:43:0) after 6m37s
[12:43:23.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:43:0)
[12:43:23.774] Build status: STARTED
[12:43:23.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:44:0) after 8m2s
[12:51:26.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:44:0)
[12:51:26.040] Build status: STARTED
[12:51:26.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:45:0) after 4m25s
[12:55:51.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:45:0)
[12:55:51.092] Build status: STARTED
[12:55:51.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:46:0) after 2m23s
[12:58:14.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:46:0)
[12:58:14.409] Build status: STARTED
[12:58:14.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:47:0) after 2m48s
[13:01:02.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:47:0)
[13:01:02.669] Build status: STARTED
[13:01:02.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:48:0) after 7m13s
[13:08:15.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:48:0)
[13:08:16.025] Build status: STARTED
[13:08:16.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:49:0) after 4m51s
[13:13:07.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:49:0)
[13:13:07.100] Build status: STARTED
[13:13:07.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:50:0) after 2m29s
[13:15:36.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:50:0)
[13:15:36.149] Build status: STARTED
[13:15:36.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:51:0) after 1m20s
[13:16:56.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:51:0)
[13:16:56.201] Build status: STARTED
[13:16:56.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:52:0) after 6m34s
[13:23:30.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:52:0)
[13:23:30.316] Build status: STARTED
[13:23:30.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:53:0) after 7m39s
[13:31:09.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:53:0)
[13:31:09.610] Build status: STARTED
[13:31:09.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:54:0) after 3m34s
[13:34:43.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:54:0)
[13:34:43.660] Build status: STARTED
[13:34:43.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:55:0) after 1m41s
[13:36:24.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:55:0)
[13:36:24.717] Build status: STARTED
[13:36:24.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:56:0) after 9m8s
[13:45:33.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:56:0)
[13:45:33.237] Build status: STARTED
[13:45:33.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:57:0) after 7m57s
[13:53:30.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:57:0)
[13:53:30.514] Build status: STARTED
[13:53:30.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:58:0) after 3m24s
[13:56:54.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:58:0)
[13:56:54.594] Build status: STARTED
[13:56:54.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:59:0) after 9m36s
[14:06:30.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:59:0)
[14:06:30.762] Build status: STARTED
[14:06:30.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:60:0) after 4m23s
[14:10:53.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:60:0)
[14:10:53.970] Build status: STARTED
[14:10:53.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:61:0) after 5m7s
[14:16:01.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:61:0)
[14:16:01.573] Build status: STARTED
[14:16:01.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:62:0) after 2m24s
[14:18:25.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:62:0)
[14:18:25.850] Build status: STARTED
[14:18:25.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:63:0) after 8m39s
[14:27:04.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:63:0)
[14:27:04.921] Build status: STARTED
[14:27:04.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:64:0) after 3m32s
[14:30:37.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:64:0)
[14:30:37.243] Build status: STARTED
[14:30:37.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:65:0) after 6m10s
[14:36:47.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:65:0)
[14:36:47.636] Build status: STARTED
[14:36:47.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:66:0) after 5m0s
[14:41:47.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:66:0)
[14:41:47.695] Build status: STARTED
[14:41:47.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:67:0) after 5m41s
[14:47:29.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:67:0)
[14:47:29.050] Build status: STARTED
[14:47:29.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:68:0) after 5m53s
[14:53:22.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:68:0)
[14:53:22.140] Build status: STARTED
[14:53:22.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:69:0) after 8m43s
[15:02:05.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:69:0)
[15:02:05.234] Build status: STARTED
[15:02:05.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:70:0) after 3m50s
[15:05:55.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:70:0)
[15:05:55.367] Build status: STARTED
[15:05:55.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:71:0) after 5m0s
[15:10:55.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:71:0)
[15:10:55.633] Build status: STARTED
[15:10:55.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:72:0) after 6m49s
[15:17:44.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:72:0)
[15:17:44.705] Build status: STARTED
[15:17:44.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:73:0) after 9m50s
[15:27:34.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:73:0)
[15:27:34.896] Build status: STARTED
[15:27:34.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:74:0) after 2m56s
[15:30:30.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:74:0)
[15:30:30.947] Build status: STARTED
[15:30:30.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:75:0) after 2m56s
[15:33:27.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:75:0)
[15:33:27.254] Build status: STARTED
[15:33:27.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:76:0) after 5m38s
[15:39:05.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:76:0)
[15:39:05.381] Build status: STARTED
[15:39:05.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:77:0) after 6m26s
[15:45:31.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:77:0)
[15:45:31.552] Build status: STARTED
[15:45:31.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:78:0) after 3m8s
[15:48:39.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:78:0)
[15:48:39.648] Build status: STARTED
[15:48:39.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:79:0) after 8m8s
[15:56:47.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:79:0)
[15:56:47.944] Build status: STARTED
[15:56:47.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:80:0) after 1m12s
[15:58:00.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:80:0)
[15:58:00.133] Build status: STARTED
[15:58:00.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:81:0) after 3m33s
[16:01:33.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:81:0)
[16:01:33.195] Build status: STARTED
[16:01:33.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:82:0) after 9m13s
[16:10:46.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:82:0)
[16:10:46.327] Build status: STARTED
[16:10:46.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:83:0) after 4m6s
[16:14:52.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:83:0)
[16:14:52.434] Build status: STARTED
[16:14:52.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:84:0) after 2m43s
[16:17:35.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:84:0)
[16:17:35.496] Build status: STARTED
[16:17:35.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:85:0) after 7m7s
[16:24:42.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:85:0)
[16:24:42.961] Build status: STARTED
[16:24:42.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:86:0) after 3m13s
[16:27:56.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:86:0)
[16:27:56.085] Build status: STARTED
[16:27:56.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:87:0) after 6m19s
[16:34:15.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:87:0)
[16:34:15.171] Build status: STARTED
[16:34:15.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:88:0) after 4m49s
[16:39:04.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:88:0)
[16:39:04.236] Build status: STARTED
[16:39:04.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:89:0) after 8m52s
[16:47:56.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:89:0)
[16:47:56.602] Build status: STARTED
[16:47:56.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:90:0) after 2m28s
[16:50:25.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:90:0)
[16:50:25.165] Build status: STARTED
[16:50:25.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:91:0) after 4m50s
[16:55:15.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:91:0)
[16:55:15.320] Build status: STARTED
[16:55:15.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:92:0) after 9m52s
[17:05:07.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:92:0)
[17:05:07.637] Build status: STARTED
[17:05:07.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:93:0) after 3m52s
[17:08:59.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:93:0)
[17:08:59.678] Build status: STARTED
[17:08:59.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:94:0) after 3m57s
[17:12:56.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:94:0)
[17:12:56.735] Build status: STARTED
[17:12:56.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:95:0) after 9m32s
[17:22:28.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:95:0)
[17:22:28.821] Build status: STARTED
[17:22:28.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:96:0) after 6m18s
[17:28:46.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:96:0)
[17:28:46.878] Build status: STARTED
[17:28:46.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:97:0) after 1m58s
[17:30:44.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:97:0)
[17:30:45.014] Build status: STARTED
[17:30:45.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:98:0) after 5m38s
[17:36:23.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:98:0)
[17:36:23.285] Build status: STARTED
[17:36:23.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:99:0) after 7m49s
[17:44:12.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:99:0)
[17:44:12.465] Build status: STARTED
[17:44:12.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:100:0) after 5m59s
[17:50:11.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:100:0)
[17:50:11.537] Build status: STARTED
[17:50:11.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:101:0) after 2m27s
[17:52:38.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:101:0)
[17:52:38.810] Build status: STARTED
[17:52:38.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:102:0) after 1m12s
[17:53:50.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:102:0)
[17:53:51.019] Build status: STARTED
[17:53:51.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:103:0) after 6m19s
[18:00:10.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:103:0)
[18:00:10.065] Build status: STARTED
[18:00:10.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:104:0) after 8m48s
[18:08:58.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:104:0)
[18:08:58.114] Build status: STARTED
[18:08:58.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:105:0) after 4m55s
[18:13:53.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:105:0)
[18:13:53.167] Build status: STARTED
[18:13:53.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:106:0) after 5m2s
[18:18:55.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:106:0)
[18:18:55.171] Build status: STARTED
[18:18:55.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:107:0) after 8m18s
[18:27:13.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:107:0)
[18:27:13.313] Build status: STARTED
[18:27:13.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:108:0) after 9m40s
[18:36:54.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:108:0)
[18:36:54.302] Build status: STARTED
[18:36:54.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:109:0) after 3m34s
[18:40:28.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:109:0)
[18:40:28.363] Build status: STARTED
[18:40:28.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:110:0) after 9m14s
[18:49:42.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:110:0)
[18:49:42.546] Build status: STARTED
[18:49:42.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:111:0) after 5m53s
[18:55:35.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:111:0)
[18:55:35.657] Build status: STARTED
[18:55:35.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:112:0) after 5m58s
[19:01:33.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:112:0)
[19:01:33.905] Build status: STARTED
[19:01:33.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:113:0) after 9m45s
[19:11:19.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:113:0)
[19:11:19.036] Build status: STARTED
[19:11:19.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:114:0) after 7m39s
[19:18:58.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:114:0)
[19:18:58.096] Build status: STARTED
[19:18:58.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:115:0) after 9m34s
[19:28:32.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:115:0)
[19:28:32.277] Build status: STARTED
[19:28:32.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:116:0) after 6m12s
[19:34:44.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:116:0)
[19:34:44.391] Build status: STARTED
[19:34:44.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:117:0) after 2m39s
[19:37:23.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:117:0)
[19:37:23.514] Build status: STARTED
[19:37:23.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:118:0) after 1m29s
[19:38:52.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:118:0)
[19:38:52.793] Build status: STARTED
[19:38:52.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:119:0) after 5m2s
[19:43:54.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:119:0)
[19:43:54.967] Build status: STARTED
[19:43:54.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:120:0) after 3m50s
[19:47:45.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:120:0)
[19:47:45.261] Build status: STARTED
[19:47:45.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:121:0) after 1m1s
[19:48:46.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:121:0)
[19:48:46.624] Build status: STARTED
[19:48:46.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:122:0) after 7m11s
[19:55:57.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:122:0)
[19:55:57.691] Build status: STARTED
[19:55:57.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:123:0) after 9m45s
[20:05:42.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:123:0)
[20:05:42.907] Build status: STARTED
[20:05:42.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:124:0) after 3m35s
[20:09:18.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:124:0)
[20:09:18.044] Build status: STARTED
[20:09:18.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:125:0) after 4m42s
[20:14:00.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:125:0)
[20:14:00.114] Build status: STARTED
[20:14:00.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:126:0) after 9m44s
[20:23:44.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:126:0)
[20:23:44.212] Build status: STARTED
[20:23:44.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:127:0) after 9m50s
[20:33:34.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:127:0)
[20:33:34.264] Build status: STARTED
[20:33:34.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:128:0) after 5m46s
[20:39:20.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:128:0)
[20:39:20.414] Build status: STARTED
[20:39:20.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:129:0) after 3m13s
[20:42:33.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:129:0)
[20:42:33.655] Build status: STARTED
[20:42:33.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:130:0) after 8m48s
[20:51:21.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:130:0)
[20:51:21.946] Build status: STARTED
[20:51:21.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:131:0) after 2m37s
[20:53:58.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:131:0)
[20:53:59.013] Build status: STARTED
[20:53:59.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:132:0) after 1m30s
[20:55:29.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:132:0)
[20:55:29.069] Build status: STARTED
[20:55:29.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:133:0) after 7m10s
[21:02:39.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:133:0)
[21:02:39.218] Build status: STARTED
[21:02:39.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:134:0) after 9m36s
[21:12:15.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:134:0)
[21:12:15.268] Build status: STARTED
[21:12:15.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:135:0) after 4m36s
[21:16:51.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:135:0)
[21:16:51.337] Build status: STARTED
[21:16:51.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:136:0) after 3m18s
[21:20:09.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:136:0)
[21:20:09.405] Build status: STARTED
[21:20:09.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:137:0) after 7m43s
[21:27:52.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:137:0)
[21:27:52.695] Build status: STARTED
[21:27:52.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:138:0) after 3m31s
[21:31:23.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:138:0)
[21:31:23.718] Build status: STARTED
[21:31:23.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:139:0) after 8m42s
[21:40:05.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:139:0)
[21:40:05.773] Build status: STARTED
[21:40:05.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:140:0) after 6m53s
[21:46:58.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:140:0)
[21:46:58.936] Build status: STARTED
[21:46:58.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:141:0) after 1m10s
[21:48:09.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:141:0)
[21:48:09.265] Build status: STARTED
[21:48:09.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:142:0) after 9m21s
[21:57:30.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:142:0)
[21:57:30.581] Build status: STARTED
[21:57:30.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:143:0) after 8m33s
[22:06:03.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:143:0)
[22:06:03.688] Build status: STARTED
[22:06:03.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:144:0) after 8m29s
[22:14:32.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:144:0)
[22:14:32.744] Build status: STARTED
[22:14:32.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:145:0) after 1m21s
[22:15:53.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:145:0)
[22:15:53.772] Build status: STARTED
[22:15:53.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:146:0) after 4m34s
[22:20:27.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:146:0)
[22:20:27.822] Build status: STARTED
[22:20:27.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:147:0) after 7m50s
[22:28:18.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:147:0)
[22:28:18.237] Build status: STARTED
[22:28:18.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:148:0) after 6m27s
[22:34:45.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:148:0)
[22:34:45.511] Build status: STARTED
[22:34:45.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:149:0) after 3m7s
[22:37:52.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:149:0)
[22:37:52.641] Build status: STARTED
[22:37:52.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:150:0) after 3m23s
[22:41:15.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:150:0)
[22:41:15.853] Build status: STARTED
[22:41:15.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:151:0) after 4m54s
[22:46:09.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:151:0)
[22:46:09.911] Build status: STARTED
[22:46:09.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:152:0) after 8m22s
[22:54:32.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:152:0)
[22:54:32.145] Build status: STARTED
[22:54:32.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:153:0) after 2m13s
[22:56:45.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:153:0)
[22:56:45.274] Build status: STARTED
[22:56:45.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:154:0) after 1m38s
[22:58:23.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:154:0)
[22:58:23.321] Build status: STARTED
[22:58:23.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:155:0) after 4m14s
[23:02:37.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:155:0)
[23:02:37.577] Build status: STARTED
[23:02:37.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:156:0) after 9m28s
[23:12:05.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:156:0)
[23:12:05.881] Build status: STARTED
[23:12:05.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:157:0) after 5m27s
[23:17:32.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:157:0)
[23:17:32.943] Build status: STARTED
[23:17:32.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:158:0) after 6m38s
[23:24:10.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:158:0)
[23:24:11.006] Build status: STARTED
[23:24:11.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:159:0) after 4m19s
[23:28:30.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:159:0)
[23:28:30.136] Build status: STARTED
[23:28:30.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:160:0) after 3m12s
[23:31:42.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:160:0)
[23:31:42.464] Build status: STARTED
[23:31:42.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:161:0) after 8m55s
[23:40:37.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:161:0)
[23:40:37.758] Build status: STARTED
[23:40:37.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:162:0) after 4m59s
[23:45:37.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:162:0)
[23:45:37.230] Build status: STARTED
[23:45:37.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:163:0) after 3m23s
[23:49:00.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:163:0)
[23:49:00.454] Build status: STARTED
[23:49:00.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:164:0) after 7m51s
[23:56:51.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:164:0)
[23:56:51.786] Build status: STARTED
[23:56:51.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:165:0) after 3m10s
[00:00:01.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:165:0)
[00:00:01.993] Build status: STARTED
[00:00:01.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:166:0) after 7m6s
[00:07:08.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:166:0)
[00:07:08.105] Build status: STARTED
[00:07:08.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:167:0) after 7m5s
[00:14:13.553] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:167:0)
[00:14:13.578] Build status: STARTED
[00:14:13.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:168:0) after 9m2s
[00:23:15.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:168:0)
[00:23:15.705] Build status: STARTED
[00:23:15.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:169:0) after 3m36s
[00:26:51.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:169:0)
[00:26:51.795] Build status: STARTED
[00:26:51.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:170:0) after 5m3s
[00:31:54.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:170:0)
[00:31:54.988] Build status: STARTED
[00:31:54.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:171:0) after 7m48s
[00:39:43.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:171:0)
[00:39:43.330] Build status: STARTED
[00:39:43.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:172:0) after 5m34s
[00:45:17.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:172:0)
[00:45:17.574] Build status: STARTED
[00:45:17.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:173:0) after 7m35s
[00:52:52.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:173:0)
[00:52:52.627] Build status: STARTED
[00:52:52.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:174:0) after 3m44s
[00:56:36.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:174:0)
[00:56:36.687] Build status: STARTED
[00:56:36.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:175:0) after 1m8s
[00:57:44.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:175:0)
[00:57:45.023] Build status: STARTED
[00:57:45.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:176:0) after 5m45s
[01:03:30.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:176:0)
[01:03:30.086] Build status: STARTED
[01:03:30.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:177:0) after 4m54s
[01:08:24.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:177:0)
[01:08:24.370] Build status: STARTED
[01:08:24.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:178:0) after 6m21s
[01:14:45.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:178:0)
[01:14:45.617] Build status: STARTED
[01:14:45.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:179:0) after 6m21s
[01:21:06.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:179:0)
[01:21:07.213] Build status: STARTED
[01:21:07.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:180:0) after 1m7s
[01:22:14.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:180:0)
[01:22:14.271] Build status: STARTED
[01:22:14.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:181:0) after 5m2s
[01:27:16.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:181:0)
[01:27:16.280] Build status: STARTED
[01:27:16.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:182:0) after 5m20s
[01:32:36.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:182:0)
[01:32:36.574] Build status: STARTED
[01:32:36.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:183:0) after 2m43s
[01:35:19.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:183:0)
[01:35:19.825] Build status: STARTED
[01:35:19.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:184:0) after 9m20s
[01:44:39.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:184:0)
[01:44:40.017] Build status: STARTED
[01:44:40.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:185:0) after 7m3s
[01:51:43.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:185:0)
[01:51:43.177] Build status: STARTED
[01:51:43.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:186:0) after 5m58s
[01:57:41.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:186:0)
[01:57:41.347] Build status: STARTED
[01:57:41.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:187:0) after 1m37s
[01:59:18.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:187:0)
[01:59:18.646] Build status: STARTED
[01:59:18.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:188:0) after 7m51s
[02:07:09.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:188:0)
[02:07:09.709] Build status: STARTED
[02:07:09.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:189:0) after 4m46s
[02:11:55.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:189:0)
[02:11:55.852] Build status: STARTED
[02:11:55.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:190:0) after 1m40s
[02:13:36.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:190:0)
[02:13:36.155] Build status: STARTED
[02:13:36.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:191:0) after 7m47s
[02:21:23.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:191:0)
[02:21:23.392] Build status: STARTED
[02:21:23.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:192:0) after 1m46s
[02:23:09.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:192:0)
[02:23:09.576] Build status: STARTED
[02:23:09.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:193:0) after 1m5s
[02:24:14.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:193:0)
[02:24:14.637] Build status: STARTED
[02:24:14.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:194:0) after 6m29s
[02:30:43.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:194:0)
[02:30:43.792] Build status: STARTED
[02:30:43.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:195:0) after 3m42s
[02:34:25.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:195:0)
[02:34:25.861] Build status: STARTED
[02:34:25.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:196:0) after 8m15s
[02:42:41.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:196:0)
[02:42:41.151] Build status: STARTED
[02:42:41.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:197:0) after 9m54s
[02:52:35.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:197:0)
[02:52:35.295] Build status: STARTED
[02:52:35.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:198:0) after 5m53s
[02:58:28.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:198:0)
[02:58:28.323] Build status: STARTED
[02:58:28.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8932340601973061920:199:0) after 5m21s
[03:01:20.407] Received PubSub notification, asking Buildbucket for the build status
[03:01:20.432] Build:
{
  "id": "8766910539258621585",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30638,
  "createdBy": "project:chromium",
  "createTime": "2023-10-18T09:00:06.685860374Z",
  "startTime": "2023-10-18T09:00:10.429959Z",
  "endTime": "2023-10-19T03:01:19.670307461Z",
  "updateTime": "2023-10-19T03:01:19.670307461Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e7ba811080ca8da37f2ae00c9242555dbbf5b93d",
      "ref": "refs/heads/main"
    }
  }
}
[03:01:20.432] Invocation finished in 18h1m15.719789091s with status FAILED