Status: FAILED
Triggered by: -
Duration: 18 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4f2e43b3573a1b86ce830926739ffd22185fde73"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f2e43b3573a1b86ce830926739ffd22185fde73
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[13:22:40.805] New invocation is queued and will start shortly
[13:22:42.370] Starting the invocation (attempt 1)
[13:22:42.441] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f2e43b3573a1b86ce830926739ffd22185fde73"
[13:22:42.441] Popped gitiles commit info from properties and tags
[13:22:42.441] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:22:42.441] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:22:42.442] Buildbucket request:
{
  "requestId": "8935404377379549024",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f2e43b3573a1b86ce830926739ffd22185fde73",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8935404377379549024"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:22:43.150] Scheduled build:
{
  "id": "8769974314933035265",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30355,
  "createdBy": "project:chromium",
  "createTime": "2023-09-14T13:22:42.513898589Z",
  "updateTime": "2023-09-14T13:22:42.513898589Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4f2e43b3573a1b86ce830926739ffd22185fde73",
      "ref": "refs/heads/main"
    }
  }
}
[13:22:43.150] Task URL: https://cr-buildbucket.appspot.com/build/8769974314933035265
[13:22:43.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:2:0) after 9m51s
[13:22:44.012] Received PubSub notification, asking Buildbucket for the build status
[13:22:44.045] Build status: SCHEDULED
[13:27:09.330] Received PubSub notification, asking Buildbucket for the build status
[13:27:09.352] Build status: STARTED
[13:32:34.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:2:0)
[13:32:34.529] Build status: STARTED
[13:32:34.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:5:0) after 2m19s
[13:34:53.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:5:0)
[13:34:53.584] Build status: STARTED
[13:34:53.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:6:0) after 8m46s
[13:43:39.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:6:0)
[13:43:39.663] Build status: STARTED
[13:43:39.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:7:0) after 3m10s
[13:46:49.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:7:0)
[13:46:49.712] Build status: STARTED
[13:46:49.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:8:0) after 9m45s
[13:56:34.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:8:0)
[13:56:34.946] Build status: STARTED
[13:56:34.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:9:0) after 9m45s
[14:06:19.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:9:0)
[14:06:20.019] Build status: STARTED
[14:06:20.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:10:0) after 9m50s
[14:16:10.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:10:0)
[14:16:10.092] Build status: STARTED
[14:16:10.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:11:0) after 5m1s
[14:21:11.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:11:0)
[14:21:11.118] Build status: STARTED
[14:21:11.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:12:0) after 8m17s
[14:29:28.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:12:0)
[14:29:28.260] Build status: STARTED
[14:29:28.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:13:0) after 2m8s
[14:31:36.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:13:0)
[14:31:36.534] Build status: STARTED
[14:31:36.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:14:0) after 2m10s
[14:33:46.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:14:0)
[14:33:46.595] Build status: STARTED
[14:33:46.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:15:0) after 4m18s
[14:38:04.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:15:0)
[14:38:04.651] Build status: STARTED
[14:38:04.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:16:0) after 6m23s
[14:44:27.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:16:0)
[14:44:28.009] Build status: STARTED
[14:44:28.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:17:0) after 6m48s
[14:51:16.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:17:0)
[14:51:16.070] Build status: STARTED
[14:51:16.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:18:0) after 3m44s
[14:55:00.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:18:0)
[14:55:00.080] Build status: STARTED
[14:55:00.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:19:0) after 7m49s
[15:02:49.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:19:0)
[15:02:49.145] Build status: STARTED
[15:02:49.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:20:0) after 2m7s
[15:04:56.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:20:0)
[15:04:56.208] Build status: STARTED
[15:04:56.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:21:0) after 5m22s
[15:10:18.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:21:0)
[15:10:18.335] Build status: STARTED
[15:10:18.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:22:0) after 4m53s
[15:15:11.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:22:0)
[15:15:11.451] Build status: STARTED
[15:15:11.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:23:0) after 2m51s
[15:18:02.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:23:0)
[15:18:02.586] Build status: STARTED
[15:18:02.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:24:0) after 2m21s
[15:20:23.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:24:0)
[15:20:23.983] Build status: STARTED
[15:20:23.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:25:0) after 8m13s
[15:28:37.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:25:0)
[15:28:37.206] Build status: STARTED
[15:28:37.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:26:0) after 1m53s
[15:30:30.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:26:0)
[15:30:30.903] Build status: STARTED
[15:30:30.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:27:0) after 9m11s
[15:39:42.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:27:0)
[15:39:42.292] Build status: STARTED
[15:39:42.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:28:0) after 5m27s
[15:45:09.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:28:0)
[15:45:09.533] Build status: STARTED
[15:45:09.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:29:0) after 7m18s
[15:52:27.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:29:0)
[15:52:27.589] Build status: STARTED
[15:52:27.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:30:0) after 3m56s
[15:56:23.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:30:0)
[15:56:23.955] Build status: STARTED
[15:56:23.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:31:0) after 2m52s
[15:59:16.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:31:0)
[15:59:16.291] Build status: STARTED
[15:59:16.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:32:0) after 8m25s
[16:07:41.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:32:0)
[16:07:41.455] Build status: STARTED
[16:07:41.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:33:0) after 9m26s
[16:17:07.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:33:0)
[16:17:07.606] Build status: STARTED
[16:17:07.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:34:0) after 5m43s
[16:22:50.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:34:0)
[16:22:50.748] Build status: STARTED
[16:22:50.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:35:0) after 1m20s
[16:24:10.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:35:0)
[16:24:10.904] Build status: STARTED
[16:24:10.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:36:0) after 9m46s
[16:33:57.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:36:0)
[16:33:57.085] Build status: STARTED
[16:33:57.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:37:0) after 1m20s
[16:35:17.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:37:0)
[16:35:17.193] Build status: STARTED
[16:35:17.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:38:0) after 3m40s
[16:38:57.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:38:0)
[16:38:57.483] Build status: STARTED
[16:38:57.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:39:0) after 4m45s
[16:43:42.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:39:0)
[16:43:42.614] Build status: STARTED
[16:43:42.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:40:0) after 9m13s
[16:52:55.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:40:0)
[16:52:55.848] Build status: STARTED
[16:52:55.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:41:0) after 4m59s
[16:57:54.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:41:0)
[16:57:54.948] Build status: STARTED
[16:57:54.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:42:0) after 5m50s
[17:03:45.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:42:0)
[17:03:45.065] Build status: STARTED
[17:03:45.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:43:0) after 3m51s
[17:07:36.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:43:0)
[17:07:36.164] Build status: STARTED
[17:07:36.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:44:0) after 8m46s
[17:16:22.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:44:0)
[17:16:22.262] Build status: STARTED
[17:16:22.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:45:0) after 7m47s
[17:24:09.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:45:0)
[17:24:09.290] Build status: STARTED
[17:24:09.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:46:0) after 7m44s
[17:31:53.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:46:0)
[17:31:53.348] Build status: STARTED
[17:31:53.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:47:0) after 7m29s
[17:39:22.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:47:0)
[17:39:22.750] Build status: STARTED
[17:39:22.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:48:0) after 6m48s
[17:46:11.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:48:0)
[17:46:11.248] Build status: STARTED
[17:46:11.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:49:0) after 7m31s
[17:53:42.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:49:0)
[17:53:42.496] Build status: STARTED
[17:53:42.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:50:0) after 6m9s
[17:59:51.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:50:0)
[17:59:51.564] Build status: STARTED
[17:59:51.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:51:0) after 2m22s
[18:02:13.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:51:0)
[18:02:13.968] Build status: STARTED
[18:02:13.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:52:0) after 3m8s
[18:05:22.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:52:0)
[18:05:22.270] Build status: STARTED
[18:05:22.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:53:0) after 1m20s
[18:06:42.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:53:0)
[18:06:42.416] Build status: STARTED
[18:06:42.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:54:0) after 7m50s
[18:14:32.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:54:0)
[18:14:32.529] Build status: STARTED
[18:14:32.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:55:0) after 6m17s
[18:20:49.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:55:0)
[18:20:49.701] Build status: STARTED
[18:20:49.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:56:0) after 6m41s
[18:27:30.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:56:0)
[18:27:30.856] Build status: STARTED
[18:27:30.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:57:0) after 3m46s
[18:31:16.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:57:0)
[18:31:16.903] Build status: STARTED
[18:31:16.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:58:0) after 6m40s
[18:37:56.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:58:0)
[18:37:56.986] Build status: STARTED
[18:37:56.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:59:0) after 2m35s
[18:40:32.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:59:0)
[18:40:32.064] Build status: STARTED
[18:40:32.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:60:0) after 6m19s
[18:46:51.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:60:0)
[18:46:51.114] Build status: STARTED
[18:46:51.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:61:0) after 7m49s
[18:54:40.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:61:0)
[18:54:40.307] Build status: STARTED
[18:54:40.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:62:0) after 1m27s
[18:56:07.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:62:0)
[18:56:07.461] Build status: STARTED
[18:56:07.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:63:0) after 4m44s
[19:00:51.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:63:0)
[19:00:51.575] Build status: STARTED
[19:00:51.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:64:0) after 2m4s
[19:02:55.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:64:0)
[19:02:55.634] Build status: STARTED
[19:02:55.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:65:0) after 7m22s
[19:10:17.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:65:0)
[19:10:17.677] Build status: STARTED
[19:10:17.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:66:0) after 2m49s
[19:13:06.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:66:0)
[19:13:06.962] Build status: STARTED
[19:13:06.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:67:0) after 8m15s
[19:21:22.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:67:0)
[19:21:22.389] Build status: STARTED
[19:21:22.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:68:0) after 5m22s
[19:26:44.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:68:0)
[19:26:44.444] Build status: STARTED
[19:26:44.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:69:0) after 5m35s
[19:32:20.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:69:0)
[19:32:20.074] Build status: STARTED
[19:32:20.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:70:0) after 3m4s
[19:35:24.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:70:0)
[19:35:24.265] Build status: STARTED
[19:35:24.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:71:0) after 8m57s
[19:44:21.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:71:0)
[19:44:21.332] Build status: STARTED
[19:44:21.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:72:0) after 1m58s
[19:46:19.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:72:0)
[19:46:19.533] Build status: STARTED
[19:46:19.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:73:0) after 9m40s
[19:55:59.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:73:0)
[19:55:59.650] Build status: STARTED
[19:55:59.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:74:0) after 8m26s
[20:04:25.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:74:0)
[20:04:25.851] Build status: STARTED
[20:04:25.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:75:0) after 7m4s
[20:11:30.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:75:0)
[20:11:30.536] Build status: STARTED
[20:11:30.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:76:0) after 5m37s
[20:17:07.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:76:0)
[20:17:07.945] Build status: STARTED
[20:17:07.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:77:0) after 3m23s
[20:20:31.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:77:0)
[20:20:31.423] Build status: STARTED
[20:20:31.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:78:0) after 3m13s
[20:23:44.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:78:0)
[20:23:44.476] Build status: STARTED
[20:23:44.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:79:0) after 2m17s
[20:26:01.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:79:0)
[20:26:01.731] Build status: STARTED
[20:26:01.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:80:0) after 1m8s
[20:27:09.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:80:0)
[20:27:09.784] Build status: STARTED
[20:27:09.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:81:0) after 8m26s
[20:35:36.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:81:0)
[20:35:36.307] Build status: STARTED
[20:35:36.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:82:0) after 7m50s
[20:43:26.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:82:0)
[20:43:26.351] Build status: STARTED
[20:43:26.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:83:0) after 5m30s
[20:48:56.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:83:0)
[20:48:56.503] Build status: STARTED
[20:48:56.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:84:0) after 6m33s
[20:55:29.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:84:0)
[20:55:29.855] Build status: STARTED
[20:55:29.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:85:0) after 5m26s
[21:00:55.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:85:0)
[21:00:56.002] Build status: STARTED
[21:00:56.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:86:0) after 1m28s
[21:02:24.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:86:0)
[21:02:24.908] Build status: STARTED
[21:02:24.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:87:0) after 5m37s
[21:08:02.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:87:0)
[21:08:02.696] Build status: STARTED
[21:08:02.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:88:0) after 8m5s
[21:16:08.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:88:0)
[21:16:08.192] Build status: STARTED
[21:16:08.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:89:0) after 4m39s
[21:20:47.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:89:0)
[21:20:47.371] Build status: STARTED
[21:20:47.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:90:0) after 8m34s
[21:29:21.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:90:0)
[21:29:21.530] Build status: STARTED
[21:29:21.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:91:0) after 6m3s
[21:35:24.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:91:0)
[21:35:24.923] Build status: STARTED
[21:35:24.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:92:0) after 3m24s
[21:38:49.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:92:0)
[21:38:49.413] Build status: STARTED
[21:38:49.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:93:0) after 7m50s
[21:46:39.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:93:0)
[21:46:39.545] Build status: STARTED
[21:46:39.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:94:0) after 9m45s
[21:56:24.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:94:0)
[21:56:24.755] Build status: STARTED
[21:56:24.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:95:0) after 6m41s
[22:03:05.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:95:0)
[22:03:05.847] Build status: STARTED
[22:03:05.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:96:0) after 7m12s
[22:10:17.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:96:0)
[22:10:17.949] Build status: STARTED
[22:10:17.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:97:0) after 7m50s
[22:18:08.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:97:0)
[22:18:08.409] Build status: STARTED
[22:18:08.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:98:0) after 4m27s
[22:22:35.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:98:0)
[22:22:35.482] Build status: STARTED
[22:22:35.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:99:0) after 3m59s
[22:26:35.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:99:0)
[22:26:35.194] Build status: STARTED
[22:26:35.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:100:0) after 4m34s
[22:31:09.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:100:0)
[22:31:09.554] Build status: STARTED
[22:31:09.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:101:0) after 9m34s
[22:40:43.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:101:0)
[22:40:43.740] Build status: STARTED
[22:40:43.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:102:0) after 9m38s
[22:50:21.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:102:0)
[22:50:21.907] Build status: STARTED
[22:50:21.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:103:0) after 5m9s
[22:55:30.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:103:0)
[22:55:30.967] Build status: STARTED
[22:55:30.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:104:0) after 7m8s
[23:02:39.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:104:0)
[23:02:39.323] Build status: STARTED
[23:02:39.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:105:0) after 6m26s
[23:09:05.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:105:0)
[23:09:05.746] Build status: STARTED
[23:09:05.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:106:0) after 4m18s
[23:13:24.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:106:0)
[23:13:24.032] Build status: STARTED
[23:13:24.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:107:0) after 1m41s
[23:15:05.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:107:0)
[23:15:05.404] Build status: STARTED
[23:15:05.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:108:0) after 1m7s
[23:16:12.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:108:0)
[23:16:12.601] Build status: STARTED
[23:16:12.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:109:0) after 3m54s
[23:20:06.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:109:0)
[23:20:06.812] Build status: STARTED
[23:20:06.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:110:0) after 2m22s
[23:22:29.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:110:0)
[23:22:29.126] Build status: STARTED
[23:22:29.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:111:0) after 3m55s
[23:26:24.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:111:0)
[23:26:24.208] Build status: STARTED
[23:26:24.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:112:0) after 4m24s
[23:30:48.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:112:0)
[23:30:48.524] Build status: STARTED
[23:30:48.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:113:0) after 5m27s
[23:36:15.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:113:0)
[23:36:15.982] Build status: STARTED
[23:36:15.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:114:0) after 9m1s
[23:45:17.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:114:0)
[23:45:17.210] Build status: STARTED
[23:45:17.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:115:0) after 3m31s
[23:48:48.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:115:0)
[23:48:48.234] Build status: STARTED
[23:48:48.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:116:0) after 3m55s
[23:52:43.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:116:0)
[23:52:43.422] Build status: STARTED
[23:52:43.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:117:0) after 7m40s
[00:00:23.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:117:0)
[00:00:23.575] Build status: STARTED
[00:00:23.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:118:0) after 1m6s
[00:01:30.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:118:0)
[00:01:30.067] Build status: STARTED
[00:01:30.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:119:0) after 3m22s
[00:04:52.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:119:0)
[00:04:52.250] Build status: STARTED
[00:04:52.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:120:0) after 4m2s
[00:08:54.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:120:0)
[00:08:54.300] Build status: STARTED
[00:08:54.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:121:0) after 7m35s
[00:16:29.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:121:0)
[00:16:29.361] Build status: STARTED
[00:16:29.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:122:0) after 5m21s
[00:21:50.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:122:0)
[00:21:50.609] Build status: STARTED
[00:21:50.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:123:0) after 5m52s
[00:27:43.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:123:0)
[00:27:43.168] Build status: STARTED
[00:27:43.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:124:0) after 8m5s
[00:35:48.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:124:0)
[00:35:48.369] Build status: STARTED
[00:35:48.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:125:0) after 8m19s
[00:44:07.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:125:0)
[00:44:07.523] Build status: STARTED
[00:44:07.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:126:0) after 1m32s
[00:45:39.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:126:0)
[00:45:39.616] Build status: STARTED
[00:45:39.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:127:0) after 2m43s
[00:48:22.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:127:0)
[00:48:22.714] Build status: STARTED
[00:48:22.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:128:0) after 8m25s
[00:56:47.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:128:0)
[00:56:47.850] Build status: STARTED
[00:56:47.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:129:0) after 2m44s
[00:59:32.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:129:0)
[00:59:32.232] Build status: STARTED
[00:59:32.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:130:0) after 6m2s
[01:05:34.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:130:0)
[01:05:34.285] Build status: STARTED
[01:05:34.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:131:0) after 3m7s
[01:08:41.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:131:0)
[01:08:41.590] Build status: STARTED
[01:08:41.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:132:0) after 4m2s
[01:12:43.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:132:0)
[01:12:43.975] Build status: STARTED
[01:12:43.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:133:0) after 3m43s
[01:16:27.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:133:0)
[01:16:27.284] Build status: STARTED
[01:16:27.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:134:0) after 3m15s
[01:19:42.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:134:0)
[01:19:42.329] Build status: STARTED
[01:19:42.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:135:0) after 7m47s
[01:27:29.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:135:0)
[01:27:29.371] Build status: STARTED
[01:27:29.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:136:0) after 8m12s
[01:35:41.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:136:0)
[01:35:41.551] Build status: STARTED
[01:35:41.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:137:0) after 8m16s
[01:43:57.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:137:0)
[01:43:57.647] Build status: STARTED
[01:43:57.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:138:0) after 5m21s
[01:49:18.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:138:0)
[01:49:18.684] Build status: STARTED
[01:49:18.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:139:0) after 1m18s
[01:50:36.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:139:0)
[01:50:36.913] Build status: STARTED
[01:50:36.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:140:0) after 6m25s
[01:57:02.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:140:0)
[01:57:02.093] Build status: STARTED
[01:57:02.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:141:0) after 3m13s
[02:00:15.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:141:0)
[02:00:15.343] Build status: STARTED
[02:00:15.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:142:0) after 2m52s
[02:03:07.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:142:0)
[02:03:07.541] Build status: STARTED
[02:03:07.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:143:0) after 1m28s
[02:04:35.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:143:0)
[02:04:35.627] Build status: STARTED
[02:04:35.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:144:0) after 4m11s
[02:08:46.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:144:0)
[02:08:46.710] Build status: STARTED
[02:08:46.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:145:0) after 2m27s
[02:11:13.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:145:0)
[02:11:13.944] Build status: STARTED
[02:11:13.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:146:0) after 9m47s
[02:21:01.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:146:0)
[02:21:01.191] Build status: STARTED
[02:21:01.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:147:0) after 3m58s
[02:24:59.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:147:0)
[02:24:59.266] Build status: STARTED
[02:24:59.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:148:0) after 6m52s
[02:31:51.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:148:0)
[02:31:51.317] Build status: STARTED
[02:31:51.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:149:0) after 4m3s
[02:35:54.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:149:0)
[02:35:54.427] Build status: STARTED
[02:35:54.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:150:0) after 3m40s
[02:39:34.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:150:0)
[02:39:34.538] Build status: STARTED
[02:39:34.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:151:0) after 3m28s
[02:43:02.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:151:0)
[02:43:02.744] Build status: STARTED
[02:43:02.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:152:0) after 4m7s
[02:47:09.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:152:0)
[02:47:09.964] Build status: STARTED
[02:47:09.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:153:0) after 9m18s
[02:56:28.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:153:0)
[02:56:28.027] Build status: STARTED
[02:56:28.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:154:0) after 4m58s
[03:01:26.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:154:0)
[03:01:26.088] Build status: STARTED
[03:01:26.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:155:0) after 8m0s
[03:09:26.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:155:0)
[03:09:26.257] Build status: STARTED
[03:09:26.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:156:0) after 3m40s
[03:13:06.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:156:0)
[03:13:06.595] Build status: STARTED
[03:13:06.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:157:0) after 4m34s
[03:17:40.625] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:157:0)
[03:17:40.646] Build status: STARTED
[03:17:40.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:158:0) after 4m59s
[03:22:39.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:158:0)
[03:22:39.706] Build status: STARTED
[03:22:39.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:159:0) after 5m41s
[03:28:21.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:159:0)
[03:28:21.124] Build status: STARTED
[03:28:21.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:160:0) after 7m48s
[03:36:09.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:160:0)
[03:36:09.285] Build status: STARTED
[03:36:09.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:161:0) after 3m42s
[03:39:51.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:161:0)
[03:39:51.335] Build status: STARTED
[03:39:51.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:162:0) after 1m44s
[03:41:35.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:162:0)
[03:41:35.850] Build status: STARTED
[03:41:35.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:163:0) after 7m28s
[03:49:03.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:163:0)
[03:49:03.903] Build status: STARTED
[03:49:03.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:164:0) after 3m36s
[03:52:39.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:164:0)
[03:52:39.955] Build status: STARTED
[03:52:39.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:165:0) after 3m4s
[03:55:44.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:165:0)
[03:55:44.273] Build status: STARTED
[03:55:44.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:166:0) after 7m14s
[04:02:58.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:166:0)
[04:02:58.381] Build status: STARTED
[04:02:58.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:167:0) after 6m57s
[04:09:55.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:167:0)
[04:09:55.476] Build status: STARTED
[04:09:55.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:168:0) after 3m56s
[04:13:51.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:168:0)
[04:13:51.774] Build status: STARTED
[04:13:51.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:169:0) after 8m38s
[04:22:29.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:169:0)
[04:22:29.908] Build status: STARTED
[04:22:29.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:170:0) after 5m1s
[04:27:30.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:170:0)
[04:27:30.948] Build status: STARTED
[04:27:30.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:171:0) after 8m2s
[04:35:33.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:171:0)
[04:35:33.029] Build status: STARTED
[04:35:33.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:172:0) after 8m16s
[04:43:49.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:172:0)
[04:43:49.213] Build status: STARTED
[04:43:49.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:173:0) after 9m17s
[04:53:06.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:173:0)
[04:53:06.275] Build status: STARTED
[04:53:06.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:174:0) after 7m56s
[05:01:02.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:174:0)
[05:01:02.402] Build status: STARTED
[05:01:02.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:175:0) after 5m25s
[05:06:27.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:175:0)
[05:06:27.548] Build status: STARTED
[05:06:27.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:176:0) after 6m56s
[05:13:23.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:176:0)
[05:13:23.591] Build status: STARTED
[05:13:23.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:177:0) after 5m21s
[05:18:44.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:177:0)
[05:18:44.652] Build status: STARTED
[05:18:44.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:178:0) after 9m48s
[05:28:32.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:178:0)
[05:28:32.760] Build status: STARTED
[05:28:32.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:179:0) after 4m3s
[05:32:35.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:179:0)
[05:32:35.970] Build status: STARTED
[05:32:35.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:180:0) after 8m3s
[05:40:39.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:180:0)
[05:40:39.038] Build status: STARTED
[05:40:39.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:181:0) after 1m31s
[05:42:10.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:181:0)
[05:42:10.312] Build status: STARTED
[05:42:10.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:182:0) after 9m20s
[05:51:30.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:182:0)
[05:51:30.415] Build status: STARTED
[05:51:30.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:183:0) after 4m55s
[05:56:25.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:183:0)
[05:56:25.629] Build status: STARTED
[05:56:25.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:184:0) after 2m58s
[05:59:23.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:184:0)
[05:59:23.793] Build status: STARTED
[05:59:23.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:185:0) after 8m51s
[06:08:14.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:185:0)
[06:08:14.961] Build status: STARTED
[06:08:14.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:186:0) after 4m4s
[06:12:19.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:186:0)
[06:12:19.053] Build status: STARTED
[06:12:19.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:187:0) after 1m41s
[06:14:00.447] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:187:0)
[06:14:00.518] Build status: STARTED
[06:14:00.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:188:0) after 4m8s
[06:18:08.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:188:0)
[06:18:08.750] Build status: STARTED
[06:18:08.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:189:0) after 5m34s
[06:23:42.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:189:0)
[06:23:42.948] Build status: STARTED
[06:23:42.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:190:0) after 5m16s
[06:28:59.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:190:0)
[06:28:59.305] Build status: STARTED
[06:28:59.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:191:0) after 9m43s
[06:38:42.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:191:0)
[06:38:42.529] Build status: STARTED
[06:38:42.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:192:0) after 3m58s
[06:42:40.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:192:0)
[06:42:40.599] Build status: STARTED
[06:42:40.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:193:0) after 5m13s
[06:47:53.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:193:0)
[06:47:53.653] Build status: STARTED
[06:47:53.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:194:0) after 2m40s
[06:50:33.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:194:0)
[06:50:33.716] Build status: STARTED
[06:50:33.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:195:0) after 3m58s
[06:54:31.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:195:0)
[06:54:31.813] Build status: STARTED
[06:54:31.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:196:0) after 2m39s
[06:57:10.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:196:0)
[06:57:10.919] Build status: STARTED
[06:57:10.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:197:0) after 2m58s
[07:00:09.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:197:0)
[07:00:09.876] Build status: STARTED
[07:00:09.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:198:0) after 6m53s
[07:07:03.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:198:0)
[07:07:03.330] Build status: STARTED
[07:07:03.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:199:0) after 8m44s
[07:15:47.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:199:0)
[07:15:47.407] Build status: STARTED
[07:15:47.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:200:0) after 5m37s
[07:21:24.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:200:0)
[07:21:24.558] Build status: STARTED
[07:21:24.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:201:0) after 1m58s
[07:23:22.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:201:0)
[07:23:22.630] Build status: STARTED
[07:23:22.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:202:0) after 8m38s
[07:32:00.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:202:0)
[07:32:00.938] Build status: STARTED
[07:32:00.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:203:0) after 9m1s
[07:41:02.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:203:0)
[07:41:02.311] Build status: STARTED
[07:41:02.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:204:0) after 3m54s
[07:44:56.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:204:0)
[07:44:56.374] Build status: STARTED
[07:44:56.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:205:0) after 2m17s
[07:47:13.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:205:0)
[07:47:13.416] Build status: STARTED
[07:47:13.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8935404377379549024:206:0) after 7m48s
[07:48:05.747] Received PubSub notification, asking Buildbucket for the build status
[07:48:05.764] Build:
{
  "id": "8769974314933035265",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30355,
  "createdBy": "project:chromium",
  "createTime": "2023-09-14T13:22:42.513898589Z",
  "startTime": "2023-09-14T13:27:08.367661Z",
  "endTime": "2023-09-15T07:48:05.486665067Z",
  "updateTime": "2023-09-15T07:48:05.486665067Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4f2e43b3573a1b86ce830926739ffd22185fde73",
      "ref": "refs/heads/main"
    }
  }
}
[07:48:05.764] Invocation finished in 18h25m24.966424945s with status FAILED