Status: FAILED
Triggered by: -
Duration: 16 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "df6c90f4974511192e82a6f3b678b638e83080f9"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/df6c90f4974511192e82a6f3b678b638e83080f9
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[15:03:30.324] New invocation is queued and will start shortly
[15:03:31.556] Starting the invocation (attempt 1)
[15:03:31.580] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/df6c90f4974511192e82a6f3b678b638e83080f9"
[15:03:31.580] Popped gitiles commit info from properties and tags
[15:03:31.580] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:03:31.580] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:03:31.580] Buildbucket request:
{
  "requestId": "8915466701401470928",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "df6c90f4974511192e82a6f3b678b638e83080f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915466701401470928"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:03:32.175] Scheduled build:
{
  "id": "8750036639332892929",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31521,
  "createdBy": "project:chromium",
  "createTime": "2024-04-21T15:03:31.662685895Z",
  "updateTime": "2024-04-21T15:03:31.662685895Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "df6c90f4974511192e82a6f3b678b638e83080f9",
      "ref": "refs/heads/main"
    }
  }
}
[15:03:32.175] Task URL: https://cr-buildbucket.appspot.com/build/8750036639332892929
[15:03:32.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:2:0) after 2m12s
[15:03:32.257] Received PubSub notification, asking Buildbucket for the build status
[15:03:32.376] Build status: SCHEDULED
[15:03:38.228] Received PubSub notification, asking Buildbucket for the build status
[15:03:38.277] Build status: STARTED
[15:05:44.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:2:0)
[15:05:44.394] Build status: STARTED
[15:05:44.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:5:0) after 9m35s
[15:15:19.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:5:0)
[15:15:19.547] Build status: STARTED
[15:15:19.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:6:0) after 5m52s
[15:21:11.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:6:0)
[15:21:11.657] Build status: STARTED
[15:21:11.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:7:0) after 4m3s
[15:25:14.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:7:0)
[15:25:14.861] Build status: STARTED
[15:25:14.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:8:0) after 5m55s
[15:31:09.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:8:0)
[15:31:10.027] Build status: STARTED
[15:31:10.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:9:0) after 5m45s
[15:36:55.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:9:0)
[15:36:55.078] Build status: STARTED
[15:36:55.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:10:0) after 8m54s
[15:45:49.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:10:0)
[15:45:49.450] Build status: STARTED
[15:45:49.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:11:0) after 8m46s
[15:54:35.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:11:0)
[15:54:35.564] Build status: STARTED
[15:54:35.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:12:0) after 6m10s
[16:00:45.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:12:0)
[16:00:45.633] Build status: STARTED
[16:00:45.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:13:0) after 5m9s
[16:05:54.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:13:0)
[16:05:54.672] Build status: STARTED
[16:05:54.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:14:0) after 4m38s
[16:10:32.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:14:0)
[16:10:32.701] Build status: STARTED
[16:10:32.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:15:0) after 7m8s
[16:17:40.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:15:0)
[16:17:40.761] Build status: STARTED
[16:17:40.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:16:0) after 7m41s
[16:25:21.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:16:0)
[16:25:21.981] Build status: STARTED
[16:25:21.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:17:0) after 5m27s
[16:30:49.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:17:0)
[16:30:49.077] Build status: STARTED
[16:30:49.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:18:0) after 9m2s
[16:39:51.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:18:0)
[16:39:51.424] Build status: STARTED
[16:39:51.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:19:0) after 5m18s
[16:45:09.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:19:0)
[16:45:09.487] Build status: STARTED
[16:45:09.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:20:0) after 9m54s
[16:55:03.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:20:0)
[16:55:03.681] Build status: STARTED
[16:55:03.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:21:0) after 6m0s
[17:01:03.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:21:0)
[17:01:03.875] Build status: STARTED
[17:01:03.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:22:0) after 7m11s
[17:08:15.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:22:0)
[17:08:15.027] Build status: STARTED
[17:08:15.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:23:0) after 5m39s
[17:13:54.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:23:0)
[17:13:54.114] Build status: STARTED
[17:13:54.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:24:0) after 6m30s
[17:20:24.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:24:0)
[17:20:24.161] Build status: STARTED
[17:20:24.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:25:0) after 5m39s
[17:26:03.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:25:0)
[17:26:03.306] Build status: STARTED
[17:26:03.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:26:0) after 2m31s
[17:28:34.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:26:0)
[17:28:34.451] Build status: STARTED
[17:28:34.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:27:0) after 3m46s
[17:32:20.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:27:0)
[17:32:20.499] Build status: STARTED
[17:32:20.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:28:0) after 7m55s
[17:40:15.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:28:0)
[17:40:15.676] Build status: STARTED
[17:40:15.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:29:0) after 5m25s
[17:45:40.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:29:0)
[17:45:40.946] Build status: STARTED
[17:45:40.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:30:0) after 9m33s
[17:55:13.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:30:0)
[17:55:14.074] Build status: STARTED
[17:55:14.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:31:0) after 7m14s
[18:02:28.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:31:0)
[18:02:28.131] Build status: STARTED
[18:02:28.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:32:0) after 7m29s
[18:09:57.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:32:0)
[18:09:57.365] Build status: STARTED
[18:09:57.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:33:0) after 8m16s
[18:18:13.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:33:0)
[18:18:13.437] Build status: STARTED
[18:18:13.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:34:0) after 1m9s
[18:19:22.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:34:0)
[18:19:22.486] Build status: STARTED
[18:19:22.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:35:0) after 3m58s
[18:23:20.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:35:0)
[18:23:20.528] Build status: STARTED
[18:23:20.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:36:0) after 2m8s
[18:25:28.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:36:0)
[18:25:28.587] Build status: STARTED
[18:25:28.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:37:0) after 6m18s
[18:31:46.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:37:0)
[18:31:46.679] Build status: STARTED
[18:31:46.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:38:0) after 6m27s
[18:38:13.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:38:0)
[18:38:13.751] Build status: STARTED
[18:38:13.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:39:0) after 1m39s
[18:39:52.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:39:0)
[18:39:52.796] Build status: STARTED
[18:39:52.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:40:0) after 9m35s
[18:49:28.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:40:0)
[18:49:28.207] Build status: STARTED
[18:49:28.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:41:0) after 8m4s
[18:57:32.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:41:0)
[18:57:32.264] Build status: STARTED
[18:57:32.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:42:0) after 2m17s
[18:59:49.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:42:0)
[18:59:49.425] Build status: STARTED
[18:59:49.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:43:0) after 6m58s
[19:06:47.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:43:0)
[19:06:47.474] Build status: STARTED
[19:06:47.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:44:0) after 7m28s
[19:14:15.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:44:0)
[19:14:15.518] Build status: STARTED
[19:14:15.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:45:0) after 9m28s
[19:23:43.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:45:0)
[19:23:43.608] Build status: STARTED
[19:23:43.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:46:0) after 5m25s
[19:29:08.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:46:0)
[19:29:08.769] Build status: STARTED
[19:29:08.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:47:0) after 7m14s
[19:36:22.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:47:0)
[19:36:22.812] Build status: STARTED
[19:36:22.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:48:0) after 3m56s
[19:40:18.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:48:0)
[19:40:18.877] Build status: STARTED
[19:40:18.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:49:0) after 2m46s
[19:43:04.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:49:0)
[19:43:04.893] Build status: STARTED
[19:43:04.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:50:0) after 1m29s
[19:44:33.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:50:0)
[19:44:33.961] Build status: STARTED
[19:44:33.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:51:0) after 5m40s
[19:50:13.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:51:0)
[19:50:14.016] Build status: STARTED
[19:50:14.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:52:0) after 4m2s
[19:54:16.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:52:0)
[19:54:16.058] Build status: STARTED
[19:54:16.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:53:0) after 2m32s
[19:56:48.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:53:0)
[19:56:48.110] Build status: STARTED
[19:56:48.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:54:0) after 9m52s
[20:06:40.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:54:0)
[20:06:40.172] Build status: STARTED
[20:06:40.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:55:0) after 9m53s
[20:16:33.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:55:0)
[20:16:33.270] Build status: STARTED
[20:16:33.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:56:0) after 6m42s
[20:23:15.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:56:0)
[20:23:15.318] Build status: STARTED
[20:23:15.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:57:0) after 6m6s
[20:29:21.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:57:0)
[20:29:21.427] Build status: STARTED
[20:29:21.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:58:0) after 2m48s
[20:32:09.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:58:0)
[20:32:09.544] Build status: STARTED
[20:32:09.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:59:0) after 3m0s
[20:35:09.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:59:0)
[20:35:09.694] Build status: STARTED
[20:35:09.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:60:0) after 1m6s
[20:36:16.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:60:0)
[20:36:16.109] Build status: STARTED
[20:36:16.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:61:0) after 2m49s
[20:39:05.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:61:0)
[20:39:05.258] Build status: STARTED
[20:39:05.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:62:0) after 4m41s
[20:43:46.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:62:0)
[20:43:46.316] Build status: STARTED
[20:43:46.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:63:0) after 8m43s
[20:52:29.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:63:0)
[20:52:29.359] Build status: STARTED
[20:52:29.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:64:0) after 5m20s
[20:57:49.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:64:0)
[20:57:49.420] Build status: STARTED
[20:57:49.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:65:0) after 1m33s
[20:59:22.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:65:0)
[20:59:22.504] Build status: STARTED
[20:59:22.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:66:0) after 9m59s
[21:09:21.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:66:0)
[21:09:21.753] Build status: STARTED
[21:09:21.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:67:0) after 4m20s
[21:13:41.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:67:0)
[21:13:41.923] Build status: STARTED
[21:13:41.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:68:0) after 2m24s
[21:16:05.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:68:0)
[21:16:05.991] Build status: STARTED
[21:16:05.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:69:0) after 3m12s
[21:19:18.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:69:0)
[21:19:18.360] Build status: STARTED
[21:19:18.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:70:0) after 9m50s
[21:29:08.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:70:0)
[21:29:08.416] Build status: STARTED
[21:29:08.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:71:0) after 8m19s
[21:37:27.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:71:0)
[21:37:27.636] Build status: STARTED
[21:37:27.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:72:0) after 4m6s
[21:41:33.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:72:0)
[21:41:33.841] Build status: STARTED
[21:41:33.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:73:0) after 5m12s
[21:46:45.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:73:0)
[21:46:45.886] Build status: STARTED
[21:46:45.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:74:0) after 6m10s
[21:52:55.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:74:0)
[21:52:55.951] Build status: STARTED
[21:52:55.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:75:0) after 7m25s
[22:00:21.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:75:0)
[22:00:21.115] Build status: STARTED
[22:00:21.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:76:0) after 8m51s
[22:09:12.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:76:0)
[22:09:12.222] Build status: STARTED
[22:09:12.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:77:0) after 5m57s
[22:15:09.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:77:0)
[22:15:09.294] Build status: STARTED
[22:15:09.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:78:0) after 9m31s
[22:24:40.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:78:0)
[22:24:40.390] Build status: STARTED
[22:24:40.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:79:0) after 2m49s
[22:27:29.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:79:0)
[22:27:29.436] Build status: STARTED
[22:27:29.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:80:0) after 4m35s
[22:32:04.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:80:0)
[22:32:04.651] Build status: STARTED
[22:32:04.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:81:0) after 7m22s
[22:39:26.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:81:0)
[22:39:26.970] Build status: STARTED
[22:39:26.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:82:0) after 3m17s
[22:42:43.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:82:0)
[22:42:44.097] Build status: STARTED
[22:42:44.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:83:0) after 7m14s
[22:49:59.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:83:0)
[22:49:59.164] Build status: STARTED
[22:49:59.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:84:0) after 6m9s
[22:56:08.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:84:0)
[22:56:08.242] Build status: STARTED
[22:56:08.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:85:0) after 5m19s
[23:01:27.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:85:0)
[23:01:27.340] Build status: STARTED
[23:01:27.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:86:0) after 3m57s
[23:05:24.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:86:0)
[23:05:24.376] Build status: STARTED
[23:05:24.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:87:0) after 8m51s
[23:14:15.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:87:0)
[23:14:15.421] Build status: STARTED
[23:14:15.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:88:0) after 2m32s
[23:16:47.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:88:0)
[23:16:47.496] Build status: STARTED
[23:16:47.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:89:0) after 7m28s
[23:24:15.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:89:0)
[23:24:15.570] Build status: STARTED
[23:24:15.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:90:0) after 3m44s
[23:27:59.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:90:0)
[23:27:59.679] Build status: STARTED
[23:27:59.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:91:0) after 9m59s
[23:37:58.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:91:0)
[23:37:58.781] Build status: STARTED
[23:37:58.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:92:0) after 6m16s
[23:44:14.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:92:0)
[23:44:14.853] Build status: STARTED
[23:44:14.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:93:0) after 4m36s
[23:48:50.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:93:0)
[23:48:51.014] Build status: STARTED
[23:48:51.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:94:0) after 2m20s
[23:51:11.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:94:0)
[23:51:11.057] Build status: STARTED
[23:51:11.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:95:0) after 9m57s
[00:01:08.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:95:0)
[00:01:08.180] Build status: STARTED
[00:01:08.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:96:0) after 8m25s
[00:09:33.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:96:0)
[00:09:33.269] Build status: STARTED
[00:09:33.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:97:0) after 4m59s
[00:14:32.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:97:0)
[00:14:32.648] Build status: STARTED
[00:14:32.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:98:0) after 2m56s
[00:17:29.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:98:0)
[00:17:29.262] Build status: STARTED
[00:17:29.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:99:0) after 6m32s
[00:24:01.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:99:0)
[00:24:01.508] Build status: STARTED
[00:24:01.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:100:0) after 3m51s
[00:27:52.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:100:0)
[00:27:52.921] Build status: STARTED
[00:27:52.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:101:0) after 1m5s
[00:28:58.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:101:0)
[00:28:58.042] Build status: STARTED
[00:28:58.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:102:0) after 2m43s
[00:31:41.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:102:0)
[00:31:41.117] Build status: STARTED
[00:31:41.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:103:0) after 4m4s
[00:35:45.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:103:0)
[00:35:45.160] Build status: STARTED
[00:35:45.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:104:0) after 3m51s
[00:39:36.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:104:0)
[00:39:36.793] Build status: STARTED
[00:39:36.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:105:0) after 6m46s
[00:46:22.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:105:0)
[00:46:22.914] Build status: STARTED
[00:46:22.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:106:0) after 1m35s
[00:47:57.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:106:0)
[00:47:57.986] Build status: STARTED
[00:47:57.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:107:0) after 9m43s
[00:57:41.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:107:0)
[00:57:41.191] Build status: STARTED
[00:57:41.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:108:0) after 1m53s
[00:59:34.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:108:0)
[00:59:34.436] Build status: STARTED
[00:59:34.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:109:0) after 3m54s
[01:03:28.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:109:0)
[01:03:28.553] Build status: STARTED
[01:03:28.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:110:0) after 2m24s
[01:05:52.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:110:0)
[01:05:52.602] Build status: STARTED
[01:05:52.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:111:0) after 6m48s
[01:12:40.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:111:0)
[01:12:40.714] Build status: STARTED
[01:12:40.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:112:0) after 3m10s
[01:15:50.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:112:0)
[01:15:50.783] Build status: STARTED
[01:15:50.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:113:0) after 8m32s
[01:24:22.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:113:0)
[01:24:22.795] Build status: STARTED
[01:24:22.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:114:0) after 7m23s
[01:31:45.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:114:0)
[01:31:45.858] Build status: STARTED
[01:31:45.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:115:0) after 9m1s
[01:40:46.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:115:0)
[01:40:46.911] Build status: STARTED
[01:40:46.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:116:0) after 1m18s
[01:42:04.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:116:0)
[01:42:04.980] Build status: STARTED
[01:42:04.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:117:0) after 5m53s
[01:47:58.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:117:0)
[01:47:58.174] Build status: STARTED
[01:47:58.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:118:0) after 2m57s
[01:50:55.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:118:0)
[01:50:55.212] Build status: STARTED
[01:50:55.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:119:0) after 3m27s
[01:54:22.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:119:0)
[01:54:22.312] Build status: STARTED
[01:54:22.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:120:0) after 9m36s
[02:03:58.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:120:0)
[02:03:58.608] Build status: STARTED
[02:03:58.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:121:0) after 2m15s
[02:06:13.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:121:0)
[02:06:14.024] Build status: STARTED
[02:06:14.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:122:0) after 5m9s
[02:11:23.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:122:0)
[02:11:23.238] Build status: STARTED
[02:11:23.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:123:0) after 4m27s
[02:15:50.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:123:0)
[02:15:50.483] Build status: STARTED
[02:15:50.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:124:0) after 9m19s
[02:25:09.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:124:0)
[02:25:09.478] Build status: STARTED
[02:25:09.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:125:0) after 2m18s
[02:27:27.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:125:0)
[02:27:27.558] Build status: STARTED
[02:27:27.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:126:0) after 1m41s
[02:29:08.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:126:0)
[02:29:08.690] Build status: STARTED
[02:29:08.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:127:0) after 9m37s
[02:38:45.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:127:0)
[02:38:45.757] Build status: STARTED
[02:38:45.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:128:0) after 3m27s
[02:42:12.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:128:0)
[02:42:12.882] Build status: STARTED
[02:42:12.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:129:0) after 8m41s
[02:50:53.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:129:0)
[02:50:54.000] Build status: STARTED
[02:50:54.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:130:0) after 1m43s
[02:52:37.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:130:0)
[02:52:37.045] Build status: STARTED
[02:52:37.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:131:0) after 4m31s
[02:57:08.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:131:0)
[02:57:08.191] Build status: STARTED
[02:57:08.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:132:0) after 1m43s
[02:58:51.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:132:0)
[02:58:51.298] Build status: STARTED
[02:58:51.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:133:0) after 5m32s
[03:04:23.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:133:0)
[03:04:23.305] Build status: STARTED
[03:04:23.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:134:0) after 4m24s
[03:08:47.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:134:0)
[03:08:47.685] Build status: STARTED
[03:08:47.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:135:0) after 5m9s
[03:13:56.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:135:0)
[03:13:56.744] Build status: STARTED
[03:13:56.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:136:0) after 8m54s
[03:22:51.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:136:0)
[03:22:51.044] Build status: STARTED
[03:22:51.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:137:0) after 5m57s
[03:28:48.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:137:0)
[03:28:48.135] Build status: STARTED
[03:28:48.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:138:0) after 3m51s
[03:32:39.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:138:0)
[03:32:39.488] Build status: STARTED
[03:32:39.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:139:0) after 5m1s
[03:37:41.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:139:0)
[03:37:41.100] Build status: STARTED
[03:37:41.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:140:0) after 2m34s
[03:40:15.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:140:0)
[03:40:15.291] Build status: STARTED
[03:40:15.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:141:0) after 6m49s
[03:47:04.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:141:0)
[03:47:04.413] Build status: STARTED
[03:47:04.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:142:0) after 6m10s
[03:53:14.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:142:0)
[03:53:14.454] Build status: STARTED
[03:53:14.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:143:0) after 3m12s
[03:56:26.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:143:0)
[03:56:26.572] Build status: STARTED
[03:56:26.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:144:0) after 7m50s
[04:04:16.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:144:0)
[04:04:16.887] Build status: STARTED
[04:04:16.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:145:0) after 3m15s
[04:07:31.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:145:0)
[04:07:31.928] Build status: STARTED
[04:07:31.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:146:0) after 1m24s
[04:08:55.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:146:0)
[04:08:55.990] Build status: STARTED
[04:08:55.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:147:0) after 5m34s
[04:14:30.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:147:0)
[04:14:30.233] Build status: STARTED
[04:14:30.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:148:0) after 3m9s
[04:17:39.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:148:0)
[04:17:39.298] Build status: STARTED
[04:17:39.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:149:0) after 6m45s
[04:24:24.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:149:0)
[04:24:24.450] Build status: STARTED
[04:24:24.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:150:0) after 7m17s
[04:31:41.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:150:0)
[04:31:41.550] Build status: STARTED
[04:31:41.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:151:0) after 9m7s
[04:40:48.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:151:0)
[04:40:48.604] Build status: STARTED
[04:40:48.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:152:0) after 4m28s
[04:45:16.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:152:0)
[04:45:16.735] Build status: STARTED
[04:45:16.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:153:0) after 8m46s
[04:54:02.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:153:0)
[04:54:02.919] Build status: STARTED
[04:54:02.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:154:0) after 1m4s
[04:55:06.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:154:0)
[04:55:07.176] Build status: STARTED
[04:55:07.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:155:0) after 2m0s
[04:57:07.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:155:0)
[04:57:07.188] Build status: STARTED
[04:57:07.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:156:0) after 3m55s
[05:01:02.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:156:0)
[05:01:02.264] Build status: STARTED
[05:01:02.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:157:0) after 9m27s
[05:10:29.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:157:0)
[05:10:29.300] Build status: STARTED
[05:10:29.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:158:0) after 2m41s
[05:13:10.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:158:0)
[05:13:10.413] Build status: STARTED
[05:13:10.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:159:0) after 4m33s
[05:17:43.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:159:0)
[05:17:43.554] Build status: STARTED
[05:17:43.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:160:0) after 8m22s
[05:26:05.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:160:0)
[05:26:05.602] Build status: STARTED
[05:26:05.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:161:0) after 9m36s
[05:35:41.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:161:0)
[05:35:41.744] Build status: STARTED
[05:35:41.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:162:0) after 2m17s
[05:37:59.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:162:0)
[05:37:59.099] Build status: STARTED
[05:37:59.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:163:0) after 6m35s
[05:44:34.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:163:0)
[05:44:34.406] Build status: STARTED
[05:44:34.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:164:0) after 3m35s
[05:48:09.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:164:0)
[05:48:09.577] Build status: STARTED
[05:48:09.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:165:0) after 9m4s
[05:57:13.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:165:0)
[05:57:13.626] Build status: STARTED
[05:57:13.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:166:0) after 5m34s
[06:02:47.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:166:0)
[06:02:47.833] Build status: STARTED
[06:02:47.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:167:0) after 1m15s
[06:04:02.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:167:0)
[06:04:03.059] Build status: STARTED
[06:04:03.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:168:0) after 5m17s
[06:09:20.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:168:0)
[06:09:20.378] Build status: STARTED
[06:09:20.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:169:0) after 8m23s
[06:17:43.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:169:0)
[06:17:43.772] Build status: STARTED
[06:17:43.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:170:0) after 4m41s
[06:22:24.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:170:0)
[06:22:24.973] Build status: STARTED
[06:22:24.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:171:0) after 1m4s
[06:23:28.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:171:0)
[06:23:29.022] Build status: STARTED
[06:23:29.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:172:0) after 8m1s
[06:31:30.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:172:0)
[06:31:30.182] Build status: STARTED
[06:31:30.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:173:0) after 6m12s
[06:37:42.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:173:0)
[06:37:42.242] Build status: STARTED
[06:37:42.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:174:0) after 1m17s
[06:38:59.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:174:0)
[06:38:59.377] Build status: STARTED
[06:38:59.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:175:0) after 4m21s
[06:43:20.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:175:0)
[06:43:20.501] Build status: STARTED
[06:43:20.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:176:0) after 4m35s
[06:47:55.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:176:0)
[06:47:55.548] Build status: STARTED
[06:47:55.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:177:0) after 1m38s
[06:49:33.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:177:0)
[06:49:33.803] Build status: STARTED
[06:49:33.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:178:0) after 1m32s
[06:51:05.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:178:0)
[06:51:05.801] Build status: STARTED
[06:51:05.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:179:0) after 3m34s
[06:54:39.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:179:0)
[06:54:39.869] Build status: STARTED
[06:54:39.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:180:0) after 5m35s
[07:00:14.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:180:0)
[07:00:15.017] Build status: STARTED
[07:00:15.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:181:0) after 4m14s
[07:04:29.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:181:0)
[07:04:29.067] Build status: STARTED
[07:04:29.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:182:0) after 4m37s
[07:09:06.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:182:0)
[07:09:06.257] Build status: STARTED
[07:09:06.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:183:0) after 7m42s
[07:16:48.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:183:0)
[07:16:48.403] Build status: STARTED
[07:16:48.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:184:0) after 7m13s
[07:24:01.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:184:0)
[07:24:01.546] Build status: STARTED
[07:24:01.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:185:0) after 3m38s
[07:27:39.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:185:0)
[07:27:39.637] Build status: STARTED
[07:27:39.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:186:0) after 2m23s
[07:30:02.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:186:0)
[07:30:02.778] Build status: STARTED
[07:30:02.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8915466701401470928:187:0) after 5m11s
[07:35:01.191] Received PubSub notification, asking Buildbucket for the build status
[07:35:01.225] Build:
{
  "id": "8750036639332892929",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31521,
  "createdBy": "project:chromium",
  "createTime": "2024-04-21T15:03:31.662685895Z",
  "startTime": "2024-04-21T15:03:37.891399520Z",
  "endTime": "2024-04-22T07:34:19.992940951Z",
  "updateTime": "2024-04-22T07:34:19.992940951Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "df6c90f4974511192e82a6f3b678b638e83080f9",
      "ref": "refs/heads/main"
    }
  }
}
[07:35:01.225] Invocation finished in 16h31m30.919303756s with status FAILED