Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a662bf21400e4072f2545b6f8244ee94f80776ed"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a662bf21400e4072f2545b6f8244ee94f80776ed
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:19:32.261] New invocation is queued and will start shortly
[12:19:33.324] Starting the invocation (attempt 1)
[12:19:33.367] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a662bf21400e4072f2545b6f8244ee94f80776ed"
[12:19:33.367] Popped gitiles commit info from properties and tags
[12:19:33.367] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:19:33.367] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:19:33.368] Buildbucket request:
{
  "requestId": "8895636281709624672",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a662bf21400e4072f2545b6f8244ee94f80776ed",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8895636281709624672"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:19:33.924] Scheduled build:
{
  "id": "8730206219814032689",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33812,
  "createdBy": "project:chromium",
  "createTime": "2024-11-26T12:19:33.441659772Z",
  "updateTime": "2024-11-26T12:19:33.441659772Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a662bf21400e4072f2545b6f8244ee94f80776ed",
      "ref": "refs/heads/main"
    }
  }
}
[12:19:33.924] Task URL: https://cr-buildbucket.appspot.com/build/8730206219814032689
[12:19:33.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:2:0) after 8m5s
[12:19:34.899] Received PubSub notification, asking Buildbucket for the build status
[12:19:35.084] Build status: SCHEDULED
[12:20:45.557] Received PubSub notification, asking Buildbucket for the build status
[12:20:45.572] Build status: STARTED
[12:27:39.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:2:0)
[12:27:39.098] Build status: STARTED
[12:27:39.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:5:0) after 5m13s
[12:32:52.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:5:0)
[12:32:52.154] Build status: STARTED
[12:32:52.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:6:0) after 2m10s
[12:35:03.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:6:0)
[12:35:03.376] Build status: STARTED
[12:35:03.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:7:0) after 2m1s
[12:37:04.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:7:0)
[12:37:04.586] Build status: STARTED
[12:37:04.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:8:0) after 6m54s
[12:43:58.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:8:0)
[12:43:58.746] Build status: STARTED
[12:43:58.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:9:0) after 2m57s
[12:46:55.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:9:0)
[12:46:55.896] Build status: STARTED
[12:46:55.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:10:0) after 2m13s
[12:49:08.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:10:0)
[12:49:09.018] Build status: STARTED
[12:49:09.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:11:0) after 9m8s
[12:58:17.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:11:0)
[12:58:17.137] Build status: STARTED
[12:58:17.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:12:0) after 8m22s
[13:06:39.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:12:0)
[13:06:39.182] Build status: STARTED
[13:06:39.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:13:0) after 2m27s
[13:09:06.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:13:0)
[13:09:06.400] Build status: STARTED
[13:09:06.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:14:0) after 6m18s
[13:15:24.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:14:0)
[13:15:24.808] Build status: STARTED
[13:15:24.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:15:0) after 8m25s
[13:23:49.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:15:0)
[13:23:49.893] Build status: STARTED
[13:23:49.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:16:0) after 7m41s
[13:31:30.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:16:0)
[13:31:30.994] Build status: STARTED
[13:31:30.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:17:0) after 7m43s
[13:39:14.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:17:0)
[13:39:14.043] Build status: STARTED
[13:39:14.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:18:0) after 4m42s
[13:43:56.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:18:0)
[13:43:56.097] Build status: STARTED
[13:43:56.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:19:0) after 7m31s
[13:51:27.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:19:0)
[13:51:27.204] Build status: STARTED
[13:51:27.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:20:0) after 6m50s
[13:58:17.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:20:0)
[13:58:17.275] Build status: STARTED
[13:58:17.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:21:0) after 3m27s
[14:01:44.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:21:0)
[14:01:44.377] Build status: STARTED
[14:01:44.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:22:0) after 4m49s
[14:06:33.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:22:0)
[14:06:33.395] Build status: STARTED
[14:06:33.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:23:0) after 8m20s
[14:14:53.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:23:0)
[14:14:53.718] Build status: STARTED
[14:14:53.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:24:0) after 4m20s
[14:19:13.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:24:0)
[14:19:13.801] Build status: STARTED
[14:19:13.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:25:0) after 2m54s
[14:22:07.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:25:0)
[14:22:07.898] Build status: STARTED
[14:22:07.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:26:0) after 3m23s
[14:25:30.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:26:0)
[14:25:30.964] Build status: STARTED
[14:25:30.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:27:0) after 8m37s
[14:34:08.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:27:0)
[14:34:08.137] Build status: STARTED
[14:34:08.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:28:0) after 7m22s
[14:41:30.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:28:0)
[14:41:30.184] Build status: STARTED
[14:41:30.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:29:0) after 3m7s
[14:44:37.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:29:0)
[14:44:37.569] Build status: STARTED
[14:44:37.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:30:0) after 5m53s
[14:50:30.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:30:0)
[14:50:30.712] Build status: STARTED
[14:50:30.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:31:0) after 2m44s
[14:53:14.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:31:0)
[14:53:14.792] Build status: STARTED
[14:53:14.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:32:0) after 5m9s
[14:58:23.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:32:0)
[14:58:23.885] Build status: STARTED
[14:58:23.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:33:0) after 5m31s
[15:03:54.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:33:0)
[15:03:54.993] Build status: STARTED
[15:03:54.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:34:0) after 1m40s
[15:05:35.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:34:0)
[15:05:35.068] Build status: STARTED
[15:05:35.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:35:0) after 9m29s
[15:15:04.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:35:0)
[15:15:04.181] Build status: STARTED
[15:15:04.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:36:0) after 5m37s
[15:20:41.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:36:0)
[15:20:41.786] Build status: STARTED
[15:20:41.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:37:0) after 4m15s
[15:24:56.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:37:0)
[15:24:56.843] Build status: STARTED
[15:24:56.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:38:0) after 1m26s
[15:26:22.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:38:0)
[15:26:22.914] Build status: STARTED
[15:26:22.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:39:0) after 3m4s
[15:29:27.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:39:0)
[15:29:27.835] Build status: STARTED
[15:29:27.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:40:0) after 5m38s
[15:35:06.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:40:0)
[15:35:06.172] Build status: STARTED
[15:35:06.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:41:0) after 6m51s
[15:41:57.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:41:0)
[15:41:57.276] Build status: STARTED
[15:41:57.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:42:0) after 9m52s
[15:51:49.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:42:0)
[15:51:49.422] Build status: STARTED
[15:51:49.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:43:0) after 3m23s
[15:55:12.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:43:0)
[15:55:12.636] Build status: STARTED
[15:55:12.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:44:0) after 9m23s
[16:04:36.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:44:0)
[16:04:36.277] Build status: STARTED
[16:04:36.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:45:0) after 9m35s
[16:14:11.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:45:0)
[16:14:11.372] Build status: STARTED
[16:14:11.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:46:0) after 6m48s
[16:20:59.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:46:0)
[16:20:59.480] Build status: STARTED
[16:20:59.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:47:0) after 2m8s
[16:23:07.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:47:0)
[16:23:07.544] Build status: STARTED
[16:23:07.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:48:0) after 1m41s
[16:24:48.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:48:0)
[16:24:48.596] Build status: STARTED
[16:24:48.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:49:0) after 3m45s
[16:28:33.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:49:0)
[16:28:33.727] Build status: STARTED
[16:28:33.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:50:0) after 4m41s
[16:33:14.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:50:0)
[16:33:14.787] Build status: STARTED
[16:33:14.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:51:0) after 8m4s
[16:41:18.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:51:0)
[16:41:18.845] Build status: STARTED
[16:41:18.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:52:0) after 5m35s
[16:46:53.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:52:0)
[16:46:53.892] Build status: STARTED
[16:46:53.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:53:0) after 1m13s
[16:48:06.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:53:0)
[16:48:06.999] Build status: STARTED
[16:48:06.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:54:0) after 8m52s
[16:56:59.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:54:0)
[16:56:59.046] Build status: STARTED
[16:56:59.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:55:0) after 2m21s
[16:59:20.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:55:0)
[16:59:20.117] Build status: STARTED
[16:59:20.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:56:0) after 6m43s
[17:06:03.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:56:0)
[17:06:03.378] Build status: STARTED
[17:06:03.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:57:0) after 9m29s
[17:15:32.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:57:0)
[17:15:32.447] Build status: STARTED
[17:15:32.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:58:0) after 2m33s
[17:18:05.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:58:0)
[17:18:05.499] Build status: STARTED
[17:18:05.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:59:0) after 6m40s
[17:24:45.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:59:0)
[17:24:45.510] Build status: STARTED
[17:24:45.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:60:0) after 1m59s
[17:26:44.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:60:0)
[17:26:44.606] Build status: STARTED
[17:26:44.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:61:0) after 3m24s
[17:30:08.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:61:0)
[17:30:08.710] Build status: STARTED
[17:30:08.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:62:0) after 3m44s
[17:33:52.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:62:0)
[17:33:52.961] Build status: STARTED
[17:33:52.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:63:0) after 1m5s
[17:34:57.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:63:0)
[17:34:58.006] Build status: STARTED
[17:34:58.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:64:0) after 4m31s
[17:39:29.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:64:0)
[17:39:29.148] Build status: STARTED
[17:39:29.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:65:0) after 1m41s
[17:41:10.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:65:0)
[17:41:10.370] Build status: STARTED
[17:41:10.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:66:0) after 5m56s
[17:47:06.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:66:0)
[17:47:06.435] Build status: STARTED
[17:47:06.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:67:0) after 7m59s
[17:55:05.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:67:0)
[17:55:05.547] Build status: STARTED
[17:55:05.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:68:0) after 3m48s
[17:58:53.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:68:0)
[17:58:53.618] Build status: STARTED
[17:58:53.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:69:0) after 1m6s
[17:59:59.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:69:0)
[17:59:59.762] Build status: STARTED
[17:59:59.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:70:0) after 1m12s
[18:01:11.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:70:0)
[18:01:11.821] Build status: STARTED
[18:01:11.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:71:0) after 5m50s
[18:07:02.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:71:0)
[18:07:02.210] Build status: STARTED
[18:07:02.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:72:0) after 9m5s
[18:16:07.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:72:0)
[18:16:07.250] Build status: STARTED
[18:16:07.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:73:0) after 9m2s
[18:25:09.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:73:0)
[18:25:09.350] Build status: STARTED
[18:25:09.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:74:0) after 9m36s
[18:34:45.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:74:0)
[18:34:45.458] Build status: STARTED
[18:34:45.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:75:0) after 4m23s
[18:39:08.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:75:0)
[18:39:08.508] Build status: STARTED
[18:39:08.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:76:0) after 8m59s
[18:48:07.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:76:0)
[18:48:07.575] Build status: STARTED
[18:48:07.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:77:0) after 4m37s
[18:52:44.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:77:0)
[18:52:44.662] Build status: STARTED
[18:52:44.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:78:0) after 8m2s
[19:00:46.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:78:0)
[19:00:46.806] Build status: STARTED
[19:00:46.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:79:0) after 8m8s
[19:08:54.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:79:0)
[19:08:54.893] Build status: STARTED
[19:08:54.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:80:0) after 5m5s
[19:13:59.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:80:0)
[19:14:00.004] Build status: STARTED
[19:14:00.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:81:0) after 9m11s
[19:23:11.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:81:0)
[19:23:11.143] Build status: STARTED
[19:23:11.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:82:0) after 5m34s
[19:28:45.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:82:0)
[19:28:45.189] Build status: STARTED
[19:28:45.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:83:0) after 2m4s
[19:30:49.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:83:0)
[19:30:49.238] Build status: STARTED
[19:30:49.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:84:0) after 4m7s
[19:34:56.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:84:0)
[19:34:56.288] Build status: STARTED
[19:34:56.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:85:0) after 1m33s
[19:36:29.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:85:0)
[19:36:29.440] Build status: STARTED
[19:36:29.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:86:0) after 4m59s
[19:41:28.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:86:0)
[19:41:28.593] Build status: STARTED
[19:41:28.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:87:0) after 9m32s
[19:51:00.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:87:0)
[19:51:00.705] Build status: STARTED
[19:51:00.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:88:0) after 5m43s
[19:56:43.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:88:0)
[19:56:43.992] Build status: STARTED
[19:56:43.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:89:0) after 7m29s
[20:04:13.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:89:0)
[20:04:13.053] Build status: STARTED
[20:04:13.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:90:0) after 8m34s
[20:12:47.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:90:0)
[20:12:47.209] Build status: STARTED
[20:12:47.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:91:0) after 2m12s
[20:14:59.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:91:0)
[20:14:59.289] Build status: STARTED
[20:14:59.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:92:0) after 2m13s
[20:17:12.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:92:0)
[20:17:12.354] Build status: STARTED
[20:17:12.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:93:0) after 9m8s
[20:26:20.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:93:0)
[20:26:20.415] Build status: STARTED
[20:26:20.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:94:0) after 8m30s
[20:34:50.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:94:0)
[20:34:50.629] Build status: STARTED
[20:34:50.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:95:0) after 9m31s
[20:44:21.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:95:0)
[20:44:21.693] Build status: STARTED
[20:44:21.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:96:0) after 9m29s
[20:53:50.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:96:0)
[20:53:50.817] Build status: STARTED
[20:53:50.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:97:0) after 8m18s
[21:02:08.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:97:0)
[21:02:08.918] Build status: STARTED
[21:02:08.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:98:0) after 7m22s
[21:09:31.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:98:0)
[21:09:31.038] Build status: STARTED
[21:09:31.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:99:0) after 8m54s
[21:18:25.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:99:0)
[21:18:25.051] Build status: STARTED
[21:18:25.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:100:0) after 5m13s
[21:23:38.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:100:0)
[21:23:38.166] Build status: STARTED
[21:23:38.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:101:0) after 8m57s
[21:32:35.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:101:0)
[21:32:35.219] Build status: STARTED
[21:32:35.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:102:0) after 2m2s
[21:34:37.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:102:0)
[21:34:37.274] Build status: STARTED
[21:34:37.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:103:0) after 6m2s
[21:40:39.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:103:0)
[21:40:39.661] Build status: STARTED
[21:40:39.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:104:0) after 4m52s
[21:45:32.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:104:0)
[21:45:32.060] Build status: STARTED
[21:45:32.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:105:0) after 8m30s
[21:54:02.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:105:0)
[21:54:02.154] Build status: STARTED
[21:54:02.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:106:0) after 3m25s
[21:57:27.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:106:0)
[21:57:27.316] Build status: STARTED
[21:57:27.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:107:0) after 6m31s
[22:03:58.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:107:0)
[22:03:58.331] Build status: STARTED
[22:03:58.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:108:0) after 4m17s
[22:08:15.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:108:0)
[22:08:15.467] Build status: STARTED
[22:08:15.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:109:0) after 6m19s
[22:14:34.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:109:0)
[22:14:34.565] Build status: STARTED
[22:14:34.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:110:0) after 7m23s
[22:21:57.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:110:0)
[22:21:57.634] Build status: STARTED
[22:21:57.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:111:0) after 8m15s
[22:30:12.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:111:0)
[22:30:12.765] Build status: STARTED
[22:30:12.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:112:0) after 9m13s
[22:39:25.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:112:0)
[22:39:25.825] Build status: STARTED
[22:39:25.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:113:0) after 2m46s
[22:42:12.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:113:0)
[22:42:12.138] Build status: STARTED
[22:42:12.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:114:0) after 9m53s
[22:52:05.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:114:0)
[22:52:05.281] Build status: STARTED
[22:52:05.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:115:0) after 6m52s
[22:58:57.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:115:0)
[22:58:57.414] Build status: STARTED
[22:58:57.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:116:0) after 2m47s
[23:01:44.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:116:0)
[23:01:44.459] Build status: STARTED
[23:01:44.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:117:0) after 5m47s
[23:07:31.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:117:0)
[23:07:31.510] Build status: STARTED
[23:07:31.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:118:0) after 7m45s
[23:15:16.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:118:0)
[23:15:16.540] Build status: STARTED
[23:15:16.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:119:0) after 1m56s
[23:17:12.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:119:0)
[23:17:12.607] Build status: STARTED
[23:17:12.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:120:0) after 6m58s
[23:24:10.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:120:0)
[23:24:10.662] Build status: STARTED
[23:24:10.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:121:0) after 1m50s
[23:26:00.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:121:0)
[23:26:00.665] Build status: STARTED
[23:26:00.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:122:0) after 9m38s
[23:35:38.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:122:0)
[23:35:38.720] Build status: STARTED
[23:35:38.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:123:0) after 5m21s
[23:40:59.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:123:0)
[23:40:59.964] Build status: STARTED
[23:40:59.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:124:0) after 8m31s
[23:49:31.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:124:0)
[23:49:31.243] Build status: STARTED
[23:49:31.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:125:0) after 4m21s
[23:53:52.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:125:0)
[23:53:52.292] Build status: STARTED
[23:53:52.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:126:0) after 7m33s
[00:01:25.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:126:0)
[00:01:25.342] Build status: STARTED
[00:01:25.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:127:0) after 2m44s
[00:04:09.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:127:0)
[00:04:09.387] Build status: STARTED
[00:04:09.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:128:0) after 1m14s
[00:05:23.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:128:0)
[00:05:23.502] Build status: STARTED
[00:05:23.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:129:0) after 7m23s
[00:12:46.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:129:0)
[00:12:46.600] Build status: STARTED
[00:12:46.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:130:0) after 6m57s
[00:19:43.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:130:0)
[00:19:43.668] Build status: STARTED
[00:19:43.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:131:0) after 1m18s
[00:21:01.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:131:0)
[00:21:01.863] Build status: STARTED
[00:21:01.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:132:0) after 4m6s
[00:25:08.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:132:0)
[00:25:08.090] Build status: STARTED
[00:25:08.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:133:0) after 6m20s
[00:31:28.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:133:0)
[00:31:28.138] Build status: STARTED
[00:31:28.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:134:0) after 1m21s
[00:32:49.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:134:0)
[00:32:49.289] Build status: STARTED
[00:32:49.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:135:0) after 4m54s
[00:37:43.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:135:0)
[00:37:43.428] Build status: STARTED
[00:37:43.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:136:0) after 3m51s
[00:41:34.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:136:0)
[00:41:34.506] Build status: STARTED
[00:41:34.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:137:0) after 1m12s
[00:42:46.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:137:0)
[00:42:46.610] Build status: STARTED
[00:42:46.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:138:0) after 4m34s
[00:47:20.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:138:0)
[00:47:20.665] Build status: STARTED
[00:47:20.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:139:0) after 6m52s
[00:54:12.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:139:0)
[00:54:12.799] Build status: STARTED
[00:54:12.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:140:0) after 3m5s
[00:57:17.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:140:0)
[00:57:17.833] Build status: STARTED
[00:57:17.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:141:0) after 3m13s
[01:00:30.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:141:0)
[01:00:30.899] Build status: STARTED
[01:00:30.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:142:0) after 2m26s
[01:02:56.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:142:0)
[01:02:57.011] Build status: STARTED
[01:02:57.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:143:0) after 3m23s
[01:06:20.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:143:0)
[01:06:20.106] Build status: STARTED
[01:06:20.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:144:0) after 6m14s
[01:12:34.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:144:0)
[01:12:34.180] Build status: STARTED
[01:12:34.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:145:0) after 6m28s
[01:19:02.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:145:0)
[01:19:02.281] Build status: STARTED
[01:19:02.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:146:0) after 7m16s
[01:26:18.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:146:0)
[01:26:18.348] Build status: STARTED
[01:26:18.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:147:0) after 8m30s
[01:34:48.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:147:0)
[01:34:48.398] Build status: STARTED
[01:34:48.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:148:0) after 7m36s
[01:42:24.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:148:0)
[01:42:24.454] Build status: STARTED
[01:42:24.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:149:0) after 7m41s
[01:50:05.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:149:0)
[01:50:05.605] Build status: STARTED
[01:50:05.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:150:0) after 1m27s
[01:51:32.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:150:0)
[01:51:32.749] Build status: STARTED
[01:51:32.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:151:0) after 9m7s
[02:00:39.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:151:0)
[02:00:39.814] Build status: STARTED
[02:00:39.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:152:0) after 4m16s
[02:04:55.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:152:0)
[02:04:55.883] Build status: STARTED
[02:04:55.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:153:0) after 4m9s
[02:09:04.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:153:0)
[02:09:05.046] Build status: STARTED
[02:09:05.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:154:0) after 5m26s
[02:14:31.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:154:0)
[02:14:31.202] Build status: STARTED
[02:14:31.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:155:0) after 1m37s
[02:16:08.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:155:0)
[02:16:08.287] Build status: STARTED
[02:16:08.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:156:0) after 2m25s
[02:18:33.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:156:0)
[02:18:33.411] Build status: STARTED
[02:18:33.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:157:0) after 1m19s
[02:19:52.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:157:0)
[02:19:52.458] Build status: STARTED
[02:19:52.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:158:0) after 7m36s
[02:27:28.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:158:0)
[02:27:28.588] Build status: STARTED
[02:27:28.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:159:0) after 9m54s
[02:37:22.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:159:0)
[02:37:22.639] Build status: STARTED
[02:37:22.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:160:0) after 5m32s
[02:42:54.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:160:0)
[02:42:54.750] Build status: STARTED
[02:42:54.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:161:0) after 3m24s
[02:46:18.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:161:0)
[02:46:18.850] Build status: STARTED
[02:46:18.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:162:0) after 8m10s
[02:54:28.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:162:0)
[02:54:28.868] Build status: STARTED
[02:54:28.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:163:0) after 1m17s
[02:55:45.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:163:0)
[02:55:45.974] Build status: STARTED
[02:55:45.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:164:0) after 7m18s
[03:03:04.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:164:0)
[03:03:04.076] Build status: STARTED
[03:03:04.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:165:0) after 7m1s
[03:10:05.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:165:0)
[03:10:05.148] Build status: STARTED
[03:10:05.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:166:0) after 6m50s
[03:16:55.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:166:0)
[03:16:55.194] Build status: STARTED
[03:16:55.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:167:0) after 4m49s
[03:21:44.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:167:0)
[03:21:44.311] Build status: STARTED
[03:21:44.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:168:0) after 1m7s
[03:22:51.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:168:0)
[03:22:51.435] Build status: STARTED
[03:22:51.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:169:0) after 6m49s
[03:29:40.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:169:0)
[03:29:40.494] Build status: STARTED
[03:29:40.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:170:0) after 3m20s
[03:33:00.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:170:0)
[03:33:00.545] Build status: STARTED
[03:33:00.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:171:0) after 2m40s
[03:35:40.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:171:0)
[03:35:40.690] Build status: STARTED
[03:35:40.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:172:0) after 8m43s
[03:44:23.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:172:0)
[03:44:23.753] Build status: STARTED
[03:44:23.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:173:0) after 5m39s
[03:50:03.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:173:0)
[03:50:03.166] Build status: STARTED
[03:50:03.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:174:0) after 9m23s
[03:59:26.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:174:0)
[03:59:26.368] Build status: STARTED
[03:59:26.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:175:0) after 4m51s
[04:04:17.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:175:0)
[04:04:17.559] Build status: STARTED
[04:04:17.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:176:0) after 4m15s
[04:08:32.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:176:0)
[04:08:32.863] Build status: STARTED
[04:08:32.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:177:0) after 4m16s
[04:12:48.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:177:0)
[04:12:48.981] Build status: STARTED
[04:12:48.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:178:0) after 5m27s
[04:18:16.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:178:0)
[04:18:16.063] Build status: STARTED
[04:18:16.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:179:0) after 6m5s
[04:24:21.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:179:0)
[04:24:21.196] Build status: STARTED
[04:24:21.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:180:0) after 9m35s
[04:33:56.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:180:0)
[04:33:56.394] Build status: STARTED
[04:33:56.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:181:0) after 2m10s
[04:36:06.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:181:0)
[04:36:06.443] Build status: STARTED
[04:36:06.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:182:0) after 8m14s
[04:44:20.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:182:0)
[04:44:20.499] Build status: STARTED
[04:44:20.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:183:0) after 2m54s
[04:47:14.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:183:0)
[04:47:14.890] Build status: STARTED
[04:47:14.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:184:0) after 6m21s
[04:53:36.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:184:0)
[04:53:36.121] Build status: STARTED
[04:53:36.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:185:0) after 4m7s
[04:57:43.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:185:0)
[04:57:43.250] Build status: STARTED
[04:57:43.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:186:0) after 6m22s
[05:04:05.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:186:0)
[05:04:05.414] Build status: STARTED
[05:04:05.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:187:0) after 4m31s
[05:08:36.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:187:0)
[05:08:36.562] Build status: STARTED
[05:08:36.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:188:0) after 9m26s
[05:18:02.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:188:0)
[05:18:02.619] Build status: STARTED
[05:18:02.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:189:0) after 4m5s
[05:22:07.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:189:0)
[05:22:07.636] Build status: STARTED
[05:22:07.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:190:0) after 5m4s
[05:27:12.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:190:0)
[05:27:12.064] Build status: STARTED
[05:27:12.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:191:0) after 8m27s
[05:35:39.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:191:0)
[05:35:39.272] Build status: STARTED
[05:35:39.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:192:0) after 6m47s
[05:42:26.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:192:0)
[05:42:26.328] Build status: STARTED
[05:42:26.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:193:0) after 3m46s
[05:46:12.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:193:0)
[05:46:12.389] Build status: STARTED
[05:46:12.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:194:0) after 5m21s
[05:51:33.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:194:0)
[05:51:33.626] Build status: STARTED
[05:51:33.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:195:0) after 8m22s
[05:59:55.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:195:0)
[05:59:55.702] Build status: STARTED
[05:59:55.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:196:0) after 9m26s
[06:09:21.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:196:0)
[06:09:21.797] Build status: STARTED
[06:09:21.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:197:0) after 5m1s
[06:14:22.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:197:0)
[06:14:23.014] Build status: STARTED
[06:14:23.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:198:0) after 3m14s
[06:17:37.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:198:0)
[06:17:37.076] Build status: STARTED
[06:17:37.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:199:0) after 1m5s
[06:18:42.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:199:0)
[06:18:42.125] Build status: STARTED
[06:18:42.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:200:0) after 7m8s
[06:25:50.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:200:0)
[06:25:50.268] Build status: STARTED
[06:25:50.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:201:0) after 8m20s
[06:34:10.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:201:0)
[06:34:10.400] Build status: STARTED
[06:34:10.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:202:0) after 8m31s
[06:42:41.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:202:0)
[06:42:41.453] Build status: STARTED
[06:42:41.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:203:0) after 2m42s
[06:45:23.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:203:0)
[06:45:23.523] Build status: STARTED
[06:45:23.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:204:0) after 8m32s
[06:53:55.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:204:0)
[06:53:55.583] Build status: STARTED
[06:53:55.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:205:0) after 1m53s
[06:55:48.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:205:0)
[06:55:48.631] Build status: STARTED
[06:55:48.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:206:0) after 1m56s
[06:57:44.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:206:0)
[06:57:44.685] Build status: STARTED
[06:57:44.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:207:0) after 4m0s
[07:01:44.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:207:0)
[07:01:44.774] Build status: STARTED
[07:01:44.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:208:0) after 7m34s
[07:09:18.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:208:0)
[07:09:18.945] Build status: STARTED
[07:09:18.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:209:0) after 4m44s
[07:14:03.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:209:0)
[07:14:03.076] Build status: STARTED
[07:14:03.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:210:0) after 5m5s
[07:19:08.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:210:0)
[07:19:08.506] Build status: STARTED
[07:19:08.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:211:0) after 6m22s
[07:25:30.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:211:0)
[07:25:30.701] Build status: STARTED
[07:25:30.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:212:0) after 8m10s
[07:33:40.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:212:0)
[07:33:40.826] Build status: STARTED
[07:33:40.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:213:0) after 4m38s
[07:38:18.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:213:0)
[07:38:18.982] Build status: STARTED
[07:38:18.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:214:0) after 9m9s
[07:47:28.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:214:0)
[07:47:28.045] Build status: STARTED
[07:47:28.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:215:0) after 4m11s
[07:51:39.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:215:0)
[07:51:39.155] Build status: STARTED
[07:51:39.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:216:0) after 5m20s
[07:56:59.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:216:0)
[07:56:59.292] Build status: STARTED
[07:56:59.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:217:0) after 1m9s
[07:58:08.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:217:0)
[07:58:08.568] Build status: STARTED
[07:58:08.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:218:0) after 3m42s
[08:01:50.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:218:0)
[08:01:50.802] Build status: STARTED
[08:01:50.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:219:0) after 9m12s
[08:11:02.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:219:0)
[08:11:02.886] Build status: STARTED
[08:11:02.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:220:0) after 1m2s
[08:12:05.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:220:0)
[08:12:05.123] Build status: STARTED
[08:12:05.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:221:0) after 8m16s
[08:20:21.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:221:0)
[08:20:21.235] Build status: STARTED
[08:20:21.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8895636281709624672:222:0) after 3m14s
[08:22:51.714] Received PubSub notification, asking Buildbucket for the build status
[08:22:51.757] Build:
{
  "id": "8730206219814032689",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33812,
  "createdBy": "project:chromium",
  "createTime": "2024-11-26T12:19:33.441659772Z",
  "startTime": "2024-11-26T12:20:45.342790888Z",
  "endTime": "2024-11-27T08:22:51.266497860Z",
  "updateTime": "2024-11-27T08:22:51.266497860Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a662bf21400e4072f2545b6f8244ee94f80776ed",
      "ref": "refs/heads/main"
    }
  }
}
[08:22:51.757] Invocation finished in 20h3m19.507443784s with status FAILED